00000800:00000200:0.1F:1780330786.089821:0:3324:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4750c2c] -> 12345-192.168.204.130@tcp (2) 00000800:00000200:1.1F:1780330786.092945:0:3315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4750c2c] -> 12345-192.168.204.130@tcp (2) 00000800:00000200:1.1:1780330786.092955:0:3315:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.130@tcp 000000002b501ba4 deleted 00000800:00000010:1.1:1780330786.092957:0:3315:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002b501ba4. 00000800:00000200:1.1:1780330786.092962:0:3315:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1780330786.092967:0:3315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.130@tcp ip 192.168.204.130:1023 00000800:00000200:1.1:1780330786.092971:0:3315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013db1beb type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1780330786.093200:0:3314:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1F:1780330786.093714:0:3317:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4750c2c] -> 12345-192.168.204.130@tcp (4) 00000800:00000200:2.1:1780330786.093722:0:3317:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.130@tcp 0000000070d77024 deleted 00000800:00000010:2.1:1780330786.093724:0:3317:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000070d77024. 00000800:00000200:2.1:1780330786.093728:0:3317:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1780330786.094588:0:3314:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1780330786.333638:0:5675:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee46ae1d. 00010000:00000010:2.1:1780330786.333652:0:5675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022bfa5aa. 00010000:00000010:2.1:1780330787.052869:0:5668:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e4f89bd1. 00010000:00000010:2.1:1780330787.052875:0:5668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005b1b3473. 00010000:00000010:2.1:1780330787.052880:0:5668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe4071a7. 00010000:00000010:2.1:1780330787.052883:0:5668:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045cd1d08. 00010000:00000010:2.1:1780330787.052886:0:5668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000075ad73f2. 00000100:00100000:1.0:1780332084.451993:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067527040:0@lo:400:kworker.0 00000100:00100000:1.0:1780332084.452033:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067526912:0@lo:400:kworker.0 00000100:00100000:1.0:1780332084.452041:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067527424:0@lo:400:kworker.0 00000100:00100000:1.0:1780332084.452788:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067526784 00000100:00100000:1.0:1780332084.452793:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067526784 00000100:00100000:1.0:1780332084.452851:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1780332084.452857:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067526784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332084.452891:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067526784:12345-0@lo:400:kworker.0 Request processed in 35us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332084.452897:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1780332084.457939:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067527168 00000100:00100000:1.0:1780332084.457950:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067527168 00000100:00100000:1.0:1780332084.458006:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1780332084.458017:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067527168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332084.458104:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067527168:12345-0@lo:400:kworker.0 Request processed in 88us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332084.458111:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 10000000:01000000:1.0:1780332084.632801:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332084.632808:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332084.632812:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332084.632856:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307d29f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332084.632867:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307d29f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332084.632878:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307d29f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332084.632917:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067527552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332084.632990:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332084.633054:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e180 going to sleep for 11 seconds 00000100:00100000:1.0:1780332084.633548:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067527552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332084.633561:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307d29f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d2a6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332084.633570:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307d29f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d2a6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332084.633587:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332084.633592:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307d29f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d2a6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332084.633598:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307d29f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d2a6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332084.955352:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332084.955374:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067527680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332084.955448:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332084.955638:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067527680 00000100:00100000:1.0:1780332084.955646:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067527680 00000100:00100000:1.0:1780332084.955688:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1780332084.955697:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067527680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332084.955730:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332084.955771:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067527680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332084.955791:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1780332084.955842:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067527680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332085.448956:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045329920 00000100:00100000:1.0:1780332085.448968:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045329920 00000100:00100000:1.0:1780332085.449023:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 877 00000100:00100000:1.0:1780332085.449034:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045329920:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332085.449117:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045329920:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332085.449125:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 877 00000100:00080000:1.0:1780332085.451345:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332085.475772:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332085.719722:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332086.297788:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1780332086.303572:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d2bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332086.303591:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d2bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332086.303598:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d2bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332086.303604:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332086.303609:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d2bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332086.303855:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d2bb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332086.303892:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8ec408256300) 00010000:00010000:1.0:1780332086.303895:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332086.303901:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d2bb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332086.303907:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d2bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332086.743755:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332087.208916:0:60935:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf95c9220 20000000:00000080:1.0:1780332087.208933:0:60935:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c2e2c00 uarg=0000000000000000 00010000:00010000:1.0:1780332087.209176:0:60935:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332087.209191:0:60935:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332087.209205:0:60935:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332087.209224:0:60935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.209243:0:60935:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4600/0x76434b26e307d2a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d29f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.209250:0:60935:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.209288:0:60935:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4600/0x76434b26e307d2a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d29f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.209304:0:60935:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4600/0x76434b26e307d2a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d29f expref: 17 pid: 5800 timeout: 1633 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332087.209318:0:60935:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60935:1866812067527808:0@lo:104: 00000100:00100000:1.0:1780332087.209402:0:60935:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332087.211828:0:60935:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40844d180 going to sleep for 11 seconds 00000100:00100000:1.0:1780332087.211856:0:60935:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60935:1866812067527808:0@lo:104: 00010000:00010000:1.0:1780332087.211880:0:60935:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332087.217285:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067527936 00000100:00100000:1.0:1780332087.217301:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067527936 00010000:00010000:1.0:1780332087.217351:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e307d2a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d29f expref: 18 pid: 5800 timeout: 1633 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332087.217397:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1780332087.217406:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067527936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332087.217421:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332087.217426:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4600/0x76434b26e307d2a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d29f expref: 18 pid: 5800 timeout: 1633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217441:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4600/0x76434b26e307d2a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d29f expref: 18 pid: 5800 timeout: 1633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217459:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4600/0x76434b26e307d2a6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d29f expref: 18 pid: 5800 timeout: 1633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217477:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217486:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217503:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217525:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217532:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217539:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217545:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332087.217549:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.217557:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.223980:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.223996:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de800/0x76434b26e307d2c2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332087.224020:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332087.224238:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067527936:12345-0@lo:103:ldlm_bl.0 Request processed in 6829us (12685us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332087.224249:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00010000:1.0:1780332088.791916:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332088.862667:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067528192 00000100:00100000:1.0:1780332088.862680:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067528192 00000100:00100000:1.0:1780332088.862783:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1780332088.862818:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067528192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332088.862838:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332088.862857:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de000/0x76434b26e307d2d0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d2c9 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332088.862884:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de000/0x76434b26e307d2d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d2c9 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332088.862895:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de000/0x76434b26e307d2d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d2c9 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332088.862915:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de000, rc 0) 00000100:00100000:1.0:1780332088.862990:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067528192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (6093us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332088.862997:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1780332088.863421:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303596680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067528192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332088.863438:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307d2c9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d2d0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332088.863448:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307d2c9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d2d0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332088.863469:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332088.863474:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307d2c9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d2d0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332088.863481:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307d2c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d2d0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332089.560609:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067528448:0@lo:400:kworker.0 00000100:00100000:1.0:1780332089.560702:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332089.560751:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332089.560761:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067528576:0@lo:400:kworker.0 00000100:00100000:1.0:1780332089.560797:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332089.560835:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067528448 00000100:00100000:1.0:1780332089.560841:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067528448 00000100:00100000:1.0:1780332089.560888:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1780332089.560904:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067528448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332089.561161:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067528448:12345-0@lo:400:kworker.0 Request processed in 262us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332089.561168:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1780332090.577250:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045331072 00000100:00100000:1.0:1780332090.577261:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045331072 00000100:00100000:1.0:1780332090.577327:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 664 00000100:00100000:1.0:1780332090.577337:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045331072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332090.577400:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045331072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 65us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332090.577408:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 664 00000100:00100000:1.0:1780332090.778142:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045331456 00000100:00100000:1.0:1780332090.778153:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045331456 00000100:00100000:1.0:1780332090.778204:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 219 00000100:00100000:1.0:1780332090.778213:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd4b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045331456:12345-192.168.204.30@tcp:8:lfs.60003 00010000:00080000:1.0:1780332090.778245:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1537 last 0 00000020:00000080:1.0:1780332090.778283:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307d2d7 00002000:00100000:1.0:1780332090.778294:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec30344c000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332090.778305:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332090.778506:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1780332090.778532:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec303448800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332090.778602:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd4b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045331456:12345-192.168.204.30@tcp:8:lfs.60003 Request processed in 388us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332090.778610:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 219 00000100:00100000:1.0:1780332090.797787:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045331968 00000100:00100000:1.0:1780332090.797798:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045331968 00000100:00100000:1.0:1780332090.797865:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 221 00000100:00100000:1.0:1780332090.797875:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:36292:x1866812045331968:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332090.798274:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:36292:x1866812045331968:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 399us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332090.798283:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 221 00000100:00100000:1.0:1780332090.926547:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045332608 00000100:00100000:1.0:1780332090.926561:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045332608 00000100:00100000:1.0:1780332090.926654:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 432 00000100:00100000:1.0:1780332090.926665:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36296:x1866812045332608:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780332090.926687:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332090.926709:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d2fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395ba10 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.927560:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.927591:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.927603:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.928117:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307d308 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.928130:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307d308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.928137:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307d308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332090.929744:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe:0x0], index 1: 0 00010000:00010000:1.0:1780332090.930123:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d30f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930138:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d30f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930148:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d30f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930183:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930189:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930196:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930209:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332090.930214:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930220:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930232:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8ec408256200) 00010000:00010000:1.0:1780332090.930235:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332090.930377:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930384:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307d301 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332090.930398:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fba36061 reply state 000000003c76a759 transno 4294967468 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307d308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332090.930406:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332090.930443:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d2fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba10 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930459:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d30f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba10 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.930466:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24:0x0].0x0 (ffff8ec41273eb00) 00010000:00010000:1.0:1780332090.930468:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332090.930470:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780332090.930556:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:36296:x1866812045332608:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 3893us (12009us total) trans 4294967468 rc 0/0 00000100:00100000:1.0:1780332090.930566:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 432 00000100:00100000:1.0:1780332090.941950:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045332736 00000100:00100000:1.0:1780332090.941959:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045332736 00000100:00100000:1.0:1780332090.942034:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 223 00000100:00100000:1.0:1780332090.942044:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36296:x1866812045332736:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780332090.942062:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332090.942084:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcd0d5a7/0x76434b26e307d31d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395ba17 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332090.942146:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332090.942166:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332090.942168:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332090.942177:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcd0d5a7/0x76434b26e307d31d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba17 expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.942194:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dcd0d5a7/0x76434b26e307d31d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba17 expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332090.942207:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332090.942265:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:36296:x1866812045332736:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 223us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332090.942271:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 223 00000100:00100000:1.0:1780332091.196654:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045333120 00000100:00100000:1.0:1780332091.196665:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045333120 00000100:00100000:1.0:1780332091.196741:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 224 00000100:00100000:1.0:1780332091.196760:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045333120:12345-192.168.204.30@tcp:16:dd.60003 00000100:00100000:1.0:1780332091.233050:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045333120:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 36282us (36555us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332091.233063:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 224 00000001:00080000:1.0:1780332092.514923:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967469 is committed 00010000:00010000:1.0:1780332092.893425:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332093.637894:0:61181:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1540045272641ns, next at 1520652911942ns, rc = 0 00000004:00080000:1.0:1780332093.638049:0:61181:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1540045430221ns, next at 1492536644496ns, rc = 0 00000100:00100000:1.0:1780332094.681540:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067529216 00000100:00100000:1.0:1780332094.681544:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067529216 00000100:00100000:1.0:1780332094.681570:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1780332094.681576:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067529216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332094.681610:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067529216:12345-0@lo:400:kworker.0 Request processed in 35us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332094.681643:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1780332095.019390:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00080000:1.0:1780332095.021469:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332095.033895:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045334016 00000100:00100000:1.0:1780332095.033905:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045334016 00000100:00100000:1.0:1780332095.033974:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 436 00000100:00100000:1.0:1780332095.033985:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:36489:x1866812045334016:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332095.034107:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:36489:x1866812045334016:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 123us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332095.034114:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 436 00000100:00100000:1.0:1780332095.035879:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332095.039026:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045334272 00000100:00100000:1.0:1780332095.039035:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045334272 00000100:00100000:1.0:1780332095.039090:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 228 00000100:00100000:1.0:1780332095.039099:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36489:x1866812045334272:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332095.039594:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36489:x1866812045334272:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 494us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332095.039602:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 228 00010000:00010000:1.0:1780332095.137939:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307d32b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332095.137958:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307d32b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332095.137965:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307d32b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332095.137972:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332095.137976:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307d32b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332095.137983:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307d32b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332095.138001:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8ec408256b00) 00010000:00010000:1.0:1780332095.138004:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332095.138009:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307d32b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332095.138015:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307d32b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332095.679976:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045334784 00000100:00100000:1.0:1780332095.679990:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045334784 00000100:00100000:1.0:1780332095.680070:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 881 00000100:00100000:1.0:1780332095.680080:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045334784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332095.680163:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045334784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332095.680172:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 881 00010000:00010000:1.0:1780332095.960780:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332097.169015:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045334912 00000100:00100000:1.0:1780332097.169024:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045334912 00010000:00010000:1.0:1780332097.169075:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dcd0d5a7/0x76434b26e307d31d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba17 expref: 6 pid: 8139 timeout: 1643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332097.169110:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 289 00000100:00100000:1.0:1780332097.169123:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045334912:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332097.169149:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332097.169154:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dcd0d5a7/0x76434b26e307d31d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba17 expref: 6 pid: 8139 timeout: 1643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332097.169172:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dcd0d5a7/0x76434b26e307d31d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba17 expref: 6 pid: 8139 timeout: 1643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332097.169195:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332097.169197:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332097.169202:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000055e9bcd8/0x76434b26e307d340 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332097.169212:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055e9bcd8/0x76434b26e307d340 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332097.169233:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332097.169277:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045334912:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 159us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332097.169284:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 289 00000100:00100000:1.0:1780332098.775899:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332098.775924:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067530368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332098.775997:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332098.776479:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067530368:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332099.031798:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332099.801752:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067530496:0@lo:400:kworker.0 00000100:00100000:1.0:1780332099.801823:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332099.802320:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067531008:0@lo:400:kworker.0 00000100:00100000:1.0:1780332099.802344:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332099.802370:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067530496 00000100:00100000:1.0:1780332099.802442:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067530496 00000100:00100000:1.0:1780332099.802469:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1780332099.802475:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067530496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332099.802501:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067530496:12345-0@lo:400:kworker.0 Request processed in 27us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332099.802507:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1780332100.800016:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045335040 00000100:00100000:1.0:1780332100.800026:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045335040 00000100:00100000:1.0:1780332100.800072:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 883 00000100:00100000:1.0:1780332100.800081:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045335040:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332100.800149:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045335040:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 69us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332100.800157:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 883 00000100:00080000:1.0:1780332100.800698:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332100.800702:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332100.802462:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332103.127896:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780332103.902893:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332104.919972:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42de08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067531520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332104.920061:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332104.921950:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42de08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067531520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332104.922245:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42de0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067532032:0@lo:400:kworker.0 00000100:00100000:1.0:1780332104.922279:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332104.922744:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067532160 00000100:00100000:1.0:1780332104.922749:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067532160 00000100:00100000:1.0:1780332104.922833:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1780332104.922845:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067532160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332104.922890:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067532160:12345-0@lo:400:kworker.0 Request processed in 47us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332104.922896:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1780332105.919546:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332105.919590:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332105.919660:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332105.919689:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332105.919715:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045335552 00000100:00100000:1.0:1780332105.919725:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045335552 00000100:00100000:1.0:1780332105.919784:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 885 00000100:00100000:1.0:1780332105.919795:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045335552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332105.919873:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045335552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332105.919882:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 885 00000100:00080000:1.0:1780332105.922236:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332105.922243:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332105.922245:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332107.223945:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780332109.017302:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332110.043601:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067532672:0@lo:400:kworker.0 00000100:00100000:1.0:1780332110.043729:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332110.046434:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4371e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067533184:0@lo:400:kworker.0 00000100:00100000:1.0:1780332110.046480:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332110.046538:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067532672:0@lo:400:kworker.0 00000100:00100000:1.0:1780332110.046556:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332110.046562:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067532800:0@lo:400:kworker.0 00000100:00100000:1.0:1780332110.046585:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332110.046648:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067532800 00000100:00100000:1.0:1780332110.046654:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067532800 00000100:00100000:1.0:1780332110.048710:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1780332110.048721:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067532800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332110.048768:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067532800:12345-0@lo:400:kworker.0 Request processed in 51us (2182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332110.048774:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1780332111.040531:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332111.040572:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332111.040612:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332111.040702:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332111.040735:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045336320 00000100:00100000:1.0:1780332111.040745:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045336320 00000100:00100000:1.0:1780332111.040798:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045336448 00000100:00100000:1.0:1780332111.040801:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045336448 00000100:00100000:1.0:1780332111.040821:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 677 00000100:00100000:1.0:1780332111.040831:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045336320:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332111.040909:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045336320:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332111.040918:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 677 00000100:00100000:1.0:1780332111.040935:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 678 00000100:00100000:1.0:1780332111.040941:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045336448:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332111.040965:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045336448:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332111.040971:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 678 00010000:00010000:1.0:1780332111.319900:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780332114.136462:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332115.162425:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332115.162431:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332115.416405:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332115.672517:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42de0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067534336:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1780332116.160349:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332116.160354:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332116.160357:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332116.804577:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332116.810993:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045337856 00000100:00100000:1.0:1780332116.811005:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045337856 00000100:00100000:1.0:1780332116.811055:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 234 00000100:00100000:1.0:1780332116.811184:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36791:x1866812045337856:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332116.811580:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36791:x1866812045337856:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 399us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332116.817805:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 234 00000100:00100000:1.0:1780332116.824848:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045338112 00000100:00100000:1.0:1780332116.824862:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045338112 00000100:00100000:1.0:1780332116.824964:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 442 00000100:00100000:1.0:1780332116.824975:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36791:x1866812045338112:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332116.826861:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36791:x1866812045338112:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1879us (4545us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332116.826872:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 442 00000100:00100000:1.0:1780332116.854353:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332116.854394:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045338240 00000100:00100000:1.0:1780332116.854415:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045338240 00000100:00100000:1.0:1780332116.854473:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 443 00000100:00100000:1.0:1780332116.854482:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36792:x1866812045338240:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332116.854502:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332116.854525:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d34e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395ba1e expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332116.854589:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307d355 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332116.854614:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307d355 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332116.854645:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307d355 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332116.854836:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:1.0:1780332116.854841:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332116.854922:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307d355 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332116.854948:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d34e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba1e expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332116.854967:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307d355 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba1e expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332116.854985:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8ec408256200) 00010000:00010000:1.0:1780332116.854988:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332116.854992:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dea00, rc 0) 00000100:00100000:1.0:1780332116.855046:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:36792:x1866812045338240:12345-192.168.204.30@tcp:101:rm.0 Request processed in 565us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332116.855053:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 443 00010000:00010000:1.0:1780332118.488965:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332119.257871:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332119.259342:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067534464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332119.643084:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332119.643098:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067534720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332119.643144:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780332119.646702:0:61738:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391600/0x76434b26e307d37f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332119.646721:0:61738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e307d37f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332119.646728:0:61738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e307d37f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332120.536094:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332120.793847:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067535488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332120.793933:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332121.282733:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045339648 00000100:00100000:1.0:1780332121.282738:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045339648 00000100:00100000:1.0:1780332121.283193:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 685 00000100:00100000:1.0:1780332121.283202:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045339648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332121.287868:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045339648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4660us (5357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332121.287877:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 685 10000000:01000000:1.0:1780332121.303751:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332121.303761:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332121.303766:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332121.303812:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfe00/0x76434b26e307d38d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332121.303826:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfe00/0x76434b26e307d38d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332121.303837:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfe00/0x76434b26e307d38d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332121.303866:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067535616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332121.304747:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332121.304803:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42059bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332121.305443:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067535616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332121.305459:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfe00/0x76434b26e307d38d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d394 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332121.305468:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfe00/0x76434b26e307d38d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d394 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332121.305485:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332121.305490:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfe00/0x76434b26e307d38d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d394 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332121.305497:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfe00/0x76434b26e307d38d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d394 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332121.559985:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332122.584809:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332122.961485:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332122.963249:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 447 00000100:00100000:1.0:1780332122.963266:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:36906:x1866812045339904:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332122.963300:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332122.963334:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307d3a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395ba33 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.963615:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.963650:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.963663:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.963685:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.963695:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.963706:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.965931:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d3be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.965950:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d3be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.965966:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d3be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332122.966146:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:1.0:1780332122.966153:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332122.966293:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d3be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.966318:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.966326:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.966334:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.966340:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332122.966346:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.966355:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.966372:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:1.0:1780332122.966375:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332122.966381:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.966390:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967095:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967106:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967112:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967118:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332122.967200:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967210:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967220:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8ec41273e300) 00010000:00010000:1.0:1780332122.967224:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332122.967229:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967237:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967306:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307d3a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba33 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967332:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d3be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba33 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332122.967344:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332122.967348:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332122.967351:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332122.967680:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:36906:x1866812045339904:12345-192.168.204.30@tcp:101:rm.0 Request processed in 4416us (6204us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332122.967696:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 447 00000100:00100000:1.0:1780332123.058809:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045340928 00000100:00100000:1.0:1780332123.058820:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045340928 00000100:00100000:1.0:1780332123.059118:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 450 00000100:00100000:1.0:1780332123.059133:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:36910:x1866812045340928:12345-192.168.204.30@tcp:101:mkdir.0 00010000:00010000:1.0:1780332123.059168:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332123.059198:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395ba41 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.059289:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.059309:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.059323:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332123.059420:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1780332123.059424:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332123.062799:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.062850:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d3e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba41 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.062879:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307d3ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba41 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.062889:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332123.062892:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332123.062896:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfa00, rc 0) 00000100:00100000:1.0:1780332123.062981:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:36910:x1866812045340928:12345-192.168.204.30@tcp:101:mkdir.0 Request processed in 3853us (4859us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332123.062991:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 450 00000100:00100000:1.0:1780332123.070837:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332123.070899:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332123.137138:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045341440 00000100:00100000:1.0:1780332123.137153:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045341440 00000100:00100000:1.0:1780332123.137314:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 453 00000100:00100000:1.0:1780332123.137330:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:36914:x1866812045341440:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:1.0:1780332123.137366:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332123.137398:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d404 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395ba48 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.137483:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d40b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.137499:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d40b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.137533:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d40b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332123.137639:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1780332123.137644:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332123.137677:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d40b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.137707:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307d404 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba48 expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.137733:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d40b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba48 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.137742:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780332123.137745:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332123.137749:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332123.137912:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:36914:x1866812045341440:12345-192.168.204.30@tcp:101:chown.0 Request processed in 585us (2515us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332123.137919:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 453 00000100:00100000:1.0:1780332123.141569:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000020:00000080:1.0:1780332123.909343:0:61986:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0f646310 20000000:00000080:1.0:1780332123.909360:0:61986:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4206b4c00 uarg=0000000000000000 00010000:00010000:1.0:1780332123.910430:0:61986:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332123.910479:0:61986:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780332123.910483:0:61986:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332123.910508:0:61986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d40b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba48 expref: 5 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.910534:0:61986:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332123.910554:0:61986:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332123.910573:0:61986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d435 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 61986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.910587:0:61986:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5400/0x76434b26e307d394 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d38d expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.910595:0:61986:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d435 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 61986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.911065:0:61986:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5400/0x76434b26e307d394 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d38d expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332123.911085:0:61986:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5400/0x76434b26e307d394 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d38d expref: 17 pid: 5799 timeout: 1670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332123.911100:0:61986:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:61986:1866812067535744:0@lo:104: 00000100:00100000:1.0:1780332123.911170:0:61986:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332123.911270:0:61986:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4066c3000 going to sleep for 11 seconds 00000100:00100000:1.0:1780332123.912516:0:61986:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:61986:1866812067535744:0@lo:104: 00010000:00010000:1.0:1780332123.912544:0:61986:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d435 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 61986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332124.632161:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332125.403111:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067536256 00000100:00100000:1.0:1780332125.403123:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067536256 00000100:00100000:1.0:1780332125.403197:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1780332125.403212:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067536256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332125.403301:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067536256:12345-0@lo:400:kworker.0 Request processed in 90us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332125.403313:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1780332125.403338:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067536384 00000100:00100000:1.0:1780332125.403341:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067536384 00000100:00100000:1.0:1780332125.403382:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1780332125.403389:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067536384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332125.416175:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067536384:12345-0@lo:400:kworker.0 Request processed in 12780us (12870us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332125.416197:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00010000:00010000:1.0:1780332125.655935:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332125.914923:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332125.914954:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067536896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332125.915067:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332126.410126:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332126.410290:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332126.410326:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332126.410425:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332126.410472:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045342336 00000100:00100000:1.0:1780332126.410483:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045342336 00000100:00100000:1.0:1780332126.410563:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045342208 00000100:00100000:1.0:1780332126.410566:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045342208 00000100:00100000:1.0:1780332126.410594:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 688 00000100:00100000:1.0:1780332126.410606:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045342336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332126.410730:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045342336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 128us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332126.410739:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 688 00000100:00100000:1.0:1780332126.410755:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 689 00000100:00100000:1.0:1780332126.410761:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045342208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332126.410782:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045342208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332126.410788:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 689 00000100:00080000:1.0:1780332126.410808:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332126.410812:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332127.715408:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1780332128.727805:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332129.256462:0:62281:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff3151c410 20000000:00000080:1.0:1780332129.256480:0:62281:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec442043c00 uarg=0000000000000000 00010000:00010000:1.0:1780332129.257249:0:62281:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332129.257267:0:62281:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332129.257282:0:62281:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332129.257302:0:62281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dee00/0x76434b26e307d451 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332129.257322:0:62281:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0a00/0x76434b26e307d44a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d443 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332129.257331:0:62281:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dee00/0x76434b26e307d451 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 62281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332129.257377:0:62281:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0a00/0x76434b26e307d44a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d443 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332129.257396:0:62281:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0a00/0x76434b26e307d44a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d443 expref: 17 pid: 5800 timeout: 1675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332129.257411:0:62281:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d00a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62281:1866812067537024:0@lo:104: 00000100:00100000:1.0:1780332129.257499:0:62281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332129.257607:0:62281:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42059b000 going to sleep for 11 seconds 00000100:00100000:1.0:1780332129.495810:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067537280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332129.495883:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1780332129.496287:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332130.522769:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067538048 00000100:00100000:1.0:1780332130.522779:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067538048 00000100:00100000:1.0:1780332130.522816:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067537792 00000100:00100000:1.0:1780332130.522820:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067537792 00000100:00100000:1.0:1780332130.522841:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1780332130.522849:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067538048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332130.522907:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067538048:12345-0@lo:400:kworker.0 Request processed in 59us (1824us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332130.522915:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1780332130.522929:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1780332130.522934:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067537792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332130.522966:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067537792:12345-0@lo:400:kworker.0 Request processed in 32us (1710us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332130.522972:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00080000:1.0:1780332130.522996:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332130.523000:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332130.523033:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067537792:0@lo:400:kworker.0 00000100:00100000:1.0:1780332130.523062:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067538048:0@lo:400:kworker.0 00010000:00010000:1.0:1780332131.799817:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332132.381508:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307d490 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332132.381535:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307d490 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332132.381551:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307d490 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332132.381564:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332132.381574:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307d490 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332132.381594:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307d490 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332132.381668:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:1.0:1780332132.381672:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332132.381678:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307d490 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332132.381685:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307d490 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332133.854027:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332134.620773:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332134.620794:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067538688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332134.620858:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332134.620924:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067538688 00000100:00100000:1.0:1780332134.620931:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067538688 00000100:00100000:1.0:1780332134.620972:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1780332134.620980:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067538688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332134.621012:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332134.621591:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067538688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 606us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332134.621601:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00080000:1.0:1780332134.621665:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332134.621718:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067538688:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332134.871890:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332135.644796:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067539328 00000100:00100000:1.0:1780332135.644801:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067539328 00000100:00100000:1.0:1780332135.644842:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067539584 00000100:00100000:1.0:1780332135.644845:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067539584 00000100:00080000:1.0:1780332135.647030:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332136.152125:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067539712 00000100:00100000:1.0:1780332136.152136:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067539712 00000100:00100000:1.0:1780332136.152195:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1780332136.152207:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067539712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332136.152504:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332136.152573:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067539712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 368us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332136.152582:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00010000:00010000:1.0:1780332136.240187:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d4eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.240202:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d4eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.240209:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d4eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.240215:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332136.240219:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d4eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.240227:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d4eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.240802:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8ec4421d8200) 00010000:00010000:1.0:1780332136.240809:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332136.240819:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d4eb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.240835:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d4eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332136.302550:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1780332136.328786:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d523 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.328807:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d523 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.328816:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d523 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.328824:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332136.328829:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d523 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.328839:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d523 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.328860:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff8ec4421d8c00) 00010000:00010000:1.0:1780332136.328864:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332136.328870:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d523 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332136.328877:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d523 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780332136.641368:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332136.642022:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332136.923730:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332138.061077:0:62723:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4a8ef580 20000000:00000080:1.0:1780332138.061102:0:62723:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40b283400 uarg=0000000000000000 00010000:00010000:1.0:1780332138.063851:0:62723:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332138.063897:0:62723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:1.0:1780332138.063902:0:62723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332138.063985:0:62723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307d4c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395ba64 expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.064012:0:62723:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332138.064032:0:62723:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332138.064047:0:62723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de400/0x76434b26e307d53f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.064062:0:62723:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391a00/0x76434b26e307d4a5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d49e expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.064070:0:62723:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de400/0x76434b26e307d53f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 62723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.064109:0:62723:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391a00/0x76434b26e307d4a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d49e expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.064126:0:62723:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391a00/0x76434b26e307d4a5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d49e expref: 17 pid: 5798 timeout: 1684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332138.064142:0:62723:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62723:1866812067540096:0@lo:104: 00000100:00100000:1.0:1780332138.064311:0:62723:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332138.064402:0:62723:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dd980c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332138.065334:0:62723:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62723:1866812067540096:0@lo:104: 00010000:00010000:1.0:1780332138.065356:0:62723:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de400/0x76434b26e307d53f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 62723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.066280:0:62723:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de400/0x76434b26e307d53f lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.066289:0:62723:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de400/0x76434b26e307d53f lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332138.967763:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332139.482307:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332139.482315:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332139.482321:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332139.482389:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de600/0x76434b26e307d546 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332139.482404:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de600/0x76434b26e307d546 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332139.482415:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de600/0x76434b26e307d546 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332139.482446:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067540352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332139.482519:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332139.482577:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e2d1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332139.484409:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067540352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332139.484436:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de600/0x76434b26e307d546 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d54d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332139.484448:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de600/0x76434b26e307d546 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d54d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332139.484527:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332139.484533:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de600/0x76434b26e307d546 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d54d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332139.484541:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de600/0x76434b26e307d546 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d54d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332140.764780:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067540992:0@lo:400:kworker.0 00000100:00100000:1.0:1780332140.772235:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067540864:0@lo:400:kworker.0 00000100:00100000:1.0:1780332140.772266:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067540736:0@lo:400:kworker.0 00000100:00100000:1.0:1780332141.762404:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045346048 00000100:00100000:1.0:1780332141.762422:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045346048 00000100:00100000:1.0:1780332141.762573:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 902 00000100:00100000:1.0:1780332141.762588:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045346048:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332141.762722:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045346048:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 137us (4234us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332141.762732:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 902 00000020:00000080:1.0:1780332141.824333:0:62920:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd31cb6810 20000000:00000080:1.0:1780332141.824357:0:62920:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2ce000 uarg=0000000000000000 00010000:00010000:1.0:1780332141.825110:0:62920:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332141.825130:0:62920:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332141.825145:0:62920:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332141.825164:0:62920:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df400/0x76434b26e307d569 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332141.825191:0:62920:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307d54d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d546 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332141.825200:0:62920:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df400/0x76434b26e307d569 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 62920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332141.825253:0:62920:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390400/0x76434b26e307d54d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d546 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332141.825270:0:62920:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390400/0x76434b26e307d54d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d546 expref: 17 pid: 5798 timeout: 1688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332141.825286:0:62920:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62920:1866812067541504:0@lo:104: 00000100:00100000:1.0:1780332141.825355:0:62920:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332141.825461:0:62920:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332141.828415:0:62920:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62920:1866812067541504:0@lo:104: 00010000:00010000:1.0:1780332141.828441:0:62920:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df400/0x76434b26e307d569 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 62920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332144.844572:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332144.859238:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067541888 00000100:00100000:1.0:1780332144.859252:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067541888 00000100:00100000:1.0:1780332144.861430:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1780332144.861460:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067541888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332144.861512:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332144.861649:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067541888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 206us (2463us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332144.861658:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1780332144.862120:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967326 gen 2 00000004:00080000:1.0:1780332144.862127:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec30138b100, transno 4294967326 00000100:00100000:1.0:1780332144.862157:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067541888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332145.881499:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067542016:0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.881538:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332145.881568:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067542528:0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.881591:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332145.881610:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780332145.881646:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067542144:0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.881672:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332145.881691:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067542656:0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.881713:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332145.881740:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067542528 00000100:00100000:1.0:1780332145.881744:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067542528 00000100:00100000:1.0:1780332145.881773:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067542144 00000100:00100000:1.0:1780332145.881776:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067542144 00000100:00100000:1.0:1780332145.881793:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1780332145.881799:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067542528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.881833:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067542528:12345-0@lo:400:kworker.0 Request processed in 34us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332145.881839:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1780332145.881852:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1780332145.881857:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067542144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.881881:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067542144:12345-0@lo:400:kworker.0 Request processed in 24us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332145.881887:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1780332145.881972:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067542656 00000100:00100000:1.0:1780332145.881976:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067542656 00000100:00100000:1.0:1780332145.882004:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1780332145.882011:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067542656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.882040:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067542656:12345-0@lo:400:kworker.0 Request processed in 30us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332145.882046:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1780332145.882080:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067542144:0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.882089:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067542656:0@lo:400:kworker.0 00000100:00100000:1.0:1780332145.882098:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067542528:0@lo:400:kworker.0 00000100:00100000:1.0:1780332146.577423:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332146.577453:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067543040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332146.577494:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332146.578472:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067543040:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1780332146.880746:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332146.886402:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332148.057686:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067543168 00000100:00100000:1.0:1780332148.057702:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067543168 00000100:00100000:1.0:1780332148.060095:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067543168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332148.060114:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307d5e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d5e7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332148.060124:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307d5e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d5e7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332148.060145:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332148.060161:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307d5e0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d5e7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332148.060168:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307d5e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d5e7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780332149.337989:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332149.977743:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1780332150.058251:0:63361:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce8d2be60 20000000:00000080:1.0:1780332150.058278:0:63361:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40b283400 uarg=0000000000000000 00010000:00010000:1.0:1780332150.058564:0:63361:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332150.058582:0:63361:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332150.058598:0:63361:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332150.058638:0:63361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e307d603 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.058658:0:63361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e307d5e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d5e0 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.058668:0:63361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df200/0x76434b26e307d603 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 63361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.058712:0:63361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390e00/0x76434b26e307d5e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d5e0 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.058730:0:63361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390e00/0x76434b26e307d5e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d5e0 expref: 17 pid: 5798 timeout: 1696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332150.058744:0:63361:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63361:1866812067543424:0@lo:104: 00000100:00100000:1.0:1780332150.058822:0:63361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332150.058892:0:63361:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295b900 going to sleep for 11 seconds 00000100:00100000:1.0:1780332150.059875:0:63361:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63361:1866812067543424:0@lo:104: 00010000:00010000:1.0:1780332150.059906:0:63361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df200/0x76434b26e307d603 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.060721:0:63361:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df200/0x76434b26e307d603 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.060734:0:63361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df200/0x76434b26e307d603 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.060741:0:63361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df200/0x76434b26e307d603 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332150.237856:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332151.513927:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067544448 00000100:00100000:1.0:1780332151.515571:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067544448 00000100:00100000:1.0:1780332151.518237:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1780332151.518257:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067544448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332151.518306:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332151.518781:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067544448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 530us (5263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332151.518792:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1780332151.526172:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067544448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332151.832535:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067544576 00000100:00100000:1.0:1780332151.832544:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067544576 00000100:00100000:1.0:1780332151.832601:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1780332151.832612:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067544576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332151.832644:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332151.832660:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307d611 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d60a expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332151.832683:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307d611 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d60a expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332151.832694:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307d611 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d60a expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332151.832702:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfe00, rc 0) 00000100:00100000:1.0:1780332151.832754:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067544576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332151.832761:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1780332152.005136:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045347968 00000100:00100000:1.0:1780332152.005143:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045347968 00000100:00100000:1.0:1780332152.006499:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 704 00000100:00100000:1.0:1780332152.006512:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045347968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332152.006563:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045347968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 54us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332152.006571:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 704 00010000:00010000:1.0:1780332152.283661:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332153.115797:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332153.116791:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 240 00000100:00100000:1.0:1780332153.116803:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:37508:x1866812045348224:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332153.117300:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:37508:x1866812045348224:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 498us (1512us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332153.117308:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 240 00000100:00100000:1.0:1780332153.120566:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045348352 00000100:00100000:1.0:1780332153.120578:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045348352 00000100:00100000:1.0:1780332153.120703:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 241 00000100:00100000:1.0:1780332153.120714:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045348352:12345-192.168.204.30@tcp:8:lfs.0 00010000:00080000:1.0:1780332153.120755:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1599 last 0 00000020:00000080:1.0:1780332153.120785:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307d618 00002000:00100000:1.0:1780332153.120810:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec434cdd800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332153.120838:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332153.121208:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1780332153.121250:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec434cde000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332153.121353:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045348352:12345-192.168.204.30@tcp:8:lfs.0 Request processed in 640us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332153.121363:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 241 00000100:00100000:1.0:1780332153.152804:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332153.160950:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045349120 00000100:00100000:1.0:1780332153.160960:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045349120 00000100:00100000:1.0:1780332153.161047:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 476 00000100:00100000:1.0:1780332153.161059:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:37508:x1866812045349120:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332153.162864:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:37508:x1866812045349120:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1800us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332153.162877:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 476 00000100:00100000:1.0:1780332153.261082:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045349632 00000100:00100000:1.0:1780332153.261093:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045349632 00000100:00100000:1.0:1780332153.261262:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 245 00000100:00100000:1.0:1780332153.261275:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:37512:x1866812045349632:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332153.261293:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332153.261314:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307d65e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395babf expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332153.261356:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332153.261377:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332153.261379:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332153.261387:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307d65e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395babf expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332153.261406:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307d65e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395babf expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332153.261418:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dea00, rc 0) 00000100:00100000:1.0:1780332153.261490:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:37512:x1866812045349632:12345-192.168.204.30@tcp:101:dd.0 Request processed in 218us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332153.261498:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 245 00010000:00010000:1.0:1780332153.305325:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332153.383967:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967325 is committed 00000100:00100000:1.0:1780332153.387269:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045349888 00000100:00100000:1.0:1780332153.387280:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045349888 00000100:00100000:1.0:1780332153.387396:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 479 00000100:00100000:1.0:1780332153.387409:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:37512:x1866812045349888:12345-192.168.204.30@tcp:44:dd.0 00000100:00100000:1.0:1780332153.432234:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1780332154.328666:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332156.380995:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332156.632170:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067545600 00000100:00100000:1.0:1780332156.632191:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067545600 00000100:00100000:1.0:1780332156.632258:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1780332156.632271:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067545600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332156.632314:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780332156.632375:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067545600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332156.632383:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1780332156.837076:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045350400 00000100:00100000:1.0:1780332156.837097:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045350400 00000100:00100000:1.0:1780332156.837262:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 480 00000100:00100000:1.0:1780332156.837274:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:37705:x1866812045350400:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332156.837454:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:37705:x1866812045350400:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 182us (4001us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332156.837462:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 480 00000100:00100000:1.0:1780332156.859409:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00080000:1.0:1780332156.860427:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332156.862400:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332156.876780:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 482 00000100:00100000:1.0:1780332156.876797:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:37705:x1866812045350912:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332156.876957:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:37705:x1866812045350912:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 164us (2860us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332156.876966:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 482 00000100:00100000:1.0:1780332156.884400:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332157.004393:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045351552 00000100:00100000:1.0:1780332157.004407:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045351552 00000100:00100000:1.0:1780332157.004485:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 484 00000100:00100000:1.0:1780332157.004497:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:37709:x1866812045351552:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:1.0:1780332157.004557:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332157.004669:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307d650 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bab8 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.004693:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:1.0:1780332157.004706:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332157.004735:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d665 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.004749:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d665 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.004762:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d665 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.007801:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332157.007810:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307d67a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.007825:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332157.007830:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307d67a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.007838:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307d67a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.007849:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780332157.007852:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332157.007855:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307d67a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.007860:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307d67a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332157.007887:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332157.007889:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332157.007891:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332157.133707:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 708 00000100:00100000:1.0:1780332157.133720:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045351808:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332157.137459:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045351808:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 3732us (4054us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332157.137474:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 708 00010000:00010000:1.0:1780332157.400048:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332159.174275:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067545856:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780332159.174315:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000013e78e1a/0x76434b26e307d681 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332159.176731:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000013e78e1a/0x76434b26e307d681 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332159.176742:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013e78e1a/0x76434b26e307d681 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332159.176752:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013e78e1a/0x76434b26e307d681 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332159.176761:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013e78e1a/0x76434b26e307d681 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332159.177049:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780332159.177675:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067545728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7486us (7767us total) trans 4294967326 rc 0/0 00000100:00100000:1.0:1780332159.177684:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00010000:00010000:1.0:1780332159.447818:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332160.471872:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332161.243267:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067546240:0@lo:400:kworker.0 00000100:00100000:1.0:1780332161.248522:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332161.248765:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067546752:0@lo:400:kworker.0 00000100:00100000:1.0:1780332161.248817:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332161.251906:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067546752:0@lo:400:kworker.0 00000100:00100000:1.0:1780332161.253650:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067546240:0@lo:400:kworker.0 00010000:00010000:1.0:1780332161.495815:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332161.806915:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967326 is committed 00000100:00080000:1.0:1780332162.252580:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332163.545772:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332164.568290:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332165.338546:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067547008 00000100:00100000:1.0:1780332165.338569:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067547008 00000100:00100000:1.0:1780332165.338735:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1780332165.338749:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067547008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332165.338793:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332165.346919:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067547008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8156us (10457us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332165.346937:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00010000:00010000:1.0:1780332165.591862:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332166.363861:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067547136 00000100:00100000:1.0:1780332166.363870:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067547136 00000100:00100000:1.0:1780332166.363932:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1780332166.363942:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067547136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.363994:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067547136:12345-0@lo:400:kworker.0 Request processed in 54us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332166.364002:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1780332166.365194:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067547264:0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365243:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332166.365276:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067547776:0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365300:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332166.365323:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332166.365341:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067547392:0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365364:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332166.365396:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067547776 00000100:00100000:1.0:1780332166.365402:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067547776 00000100:00100000:1.0:1780332166.365457:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1780332166.365464:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067547776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365511:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067547776:12345-0@lo:400:kworker.0 Request processed in 48us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332166.365518:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1780332166.365550:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067547264 00000100:00100000:1.0:1780332166.365554:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067547264 00000100:00100000:1.0:1780332166.365579:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067547392 00000100:00100000:1.0:1780332166.365582:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067547392 00000100:00100000:1.0:1780332166.365602:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1780332166.365609:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067547264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365667:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067547264:12345-0@lo:400:kworker.0 Request processed in 59us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332166.365673:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1780332166.365688:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1780332166.365694:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067547392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365720:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067547392:12345-0@lo:400:kworker.0 Request processed in 26us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332166.365725:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00080000:1.0:1780332166.365742:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332166.365747:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332166.365781:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067547392:0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365790:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067547264:0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.365797:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967326 gen 2 00000004:00080000:1.0:1780332166.365802:0:3326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42db2d180, transno 4294967326 00000100:00100000:1.0:1780332166.365815:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067547776:0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.367010:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067547520 00000100:00100000:1.0:1780332166.367016:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067547520 00000100:00100000:1.0:1780332166.367075:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1780332166.367083:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067547520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332166.367133:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067547520:12345-0@lo:400:kworker.0 Request processed in 52us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332166.367139:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1780332167.360744:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045352832 00000100:00100000:1.0:1780332167.360751:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045352832 00000100:00100000:1.0:1780332167.360796:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1045 00000100:00100000:1.0:1780332167.360805:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045352832:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332167.361404:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045352832:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 599us (2726us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332167.361413:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1045 00010000:00010000:1.0:1780332168.663946:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332169.687790:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332170.456445:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332170.458823:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067548032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332170.459571:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332170.460751:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067548032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332171.480182:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067548544:0@lo:400:kworker.0 00000100:00100000:1.0:1780332171.484533:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332171.484635:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067548800:0@lo:400:kworker.0 00000100:00100000:1.0:1780332171.486777:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067548544:0@lo:400:kworker.0 00010000:00010000:1.0:1780332172.759856:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332173.783971:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332176.856881:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332177.112186:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332177.112211:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067549952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332177.112291:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332177.113514:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067549952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332177.601268:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045353728 00000100:00100000:1.0:1780332177.601276:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045353728 00000100:00100000:1.0:1780332177.601318:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 919 00000100:00100000:1.0:1780332177.601326:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045353728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332177.601356:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045353728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332177.601363:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 919 00000100:00100000:1.0:1780332177.627475:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045354112 00000100:00100000:1.0:1780332177.627489:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045354112 00000100:00100000:1.0:1780332177.627604:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045353984 00000100:00100000:1.0:1780332177.627608:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045353984 00000100:00100000:1.0:1780332177.631117:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 252 00000100:00100000:1.0:1780332177.631133:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045353984:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780332177.631223:0:6594:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307d347 00000100:00080000:1.0:1780332177.631294:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec4343a7800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780332177.631344:0:6594:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967326 00000100:00100000:1.0:1780332177.631710:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045353984:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 581us (9511us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332177.631719:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 252 00000100:00100000:1.0:1780332178.467745:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332178.481736:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045354496 00000100:00100000:1.0:1780332178.481752:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045354496 00000100:00100000:1.0:1780332178.481855:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 254 00000100:00100000:1.0:1780332178.481867:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38007:x1866812045354496:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332178.483094:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38007:x1866812045354496:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1224us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332178.483106:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 254 00000100:00100000:1.0:1780332178.507089:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332178.520375:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332178.525245:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1780332179.928879:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332180.844669:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332180.844689:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d60a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d611 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.844701:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332180.844708:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d60a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d611 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.844723:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d60a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d611 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332180.844733:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d60a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d611 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332180.844741:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332180.844863:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d60a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d611 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.844870:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332180.844910:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d60a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d611 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.844919:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d60a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d611 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.844951:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332180.844954:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332180.844959:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332180.844973:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332180.845000:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067550336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332180.845064:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332180.846507:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1780332180.846540:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067550336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332180.846571:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332180.846585:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307d611 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d60a expref: 18 pid: 5798 timeout: 1727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847218:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307d611 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d60a expref: 18 pid: 5798 timeout: 1727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847250:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307d611 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d60a expref: 18 pid: 5798 timeout: 1727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847269:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847279:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847304:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847312:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847320:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847332:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847338:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332180.847343:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847352:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847376:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390200/0x76434b26e307d68f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332180.847392:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332180.847522:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067550336:12345-0@lo:103:ldlm_bl.0 Request processed in 998us (2458us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332180.847533:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1780332182.234872:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332182.234906:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067551232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332182.235005:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332182.235086:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067551232 00000100:00100000:1.0:1780332182.235097:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067551232 00000100:00100000:1.0:1780332182.235160:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1780332182.235171:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067551232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332182.235220:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332182.235273:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067551232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332182.235282:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1780332182.235343:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067551232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332182.361104:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067551360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332182.361125:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307d696 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d69d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332182.361135:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307d696 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d69d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332182.361162:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332182.361169:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307d696 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d69d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332182.361178:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307d696 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d69d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332182.722506:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332182.724801:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332182.724843:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332182.724880:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332182.724915:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045355648 00000100:00100000:1.0:1780332182.724927:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045355648 00000100:00100000:1.0:1780332182.725000:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045355776 00000100:00100000:1.0:1780332182.725003:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045355776 00000100:00100000:1.0:1780332182.725029:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 726 00000100:00100000:1.0:1780332182.725043:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045355648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332182.725122:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045355648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332182.725131:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 726 00000100:00100000:1.0:1780332182.725147:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 727 00000100:00100000:1.0:1780332182.725152:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045355776:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332182.725174:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045355776:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332182.725179:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 727 00000100:00080000:1.0:1780332182.725194:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332182.725199:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332182.727906:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332183.002789:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332183.799402:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332183.799443:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045356160 00000100:00100000:1.0:1780332183.799452:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045356160 00000100:00100000:1.0:1780332183.799500:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 490 00000100:00100000:1.0:1780332183.799509:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38095:x1866812045356160:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332183.799571:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332183.799599:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307d6ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bac6 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332183.799838:0:6619:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307d634) 00010000:00010000:1.0:1780332183.799844:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec408256200) 00010000:00010000:1.0:1780332183.799857:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332183.799882:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d6b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332183.799895:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332183.799906:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332183.848583:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1fcca73 reply state 00000000cbfdad38 transno 4294967488 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307d6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332183.848602:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332183.848965:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 7680 00010000:00080000:1.0:1780332183.849182:0:6619:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332183.849206:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38095:x1866812045356160:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 49694us (49809us total) trans 4294967488 rc 0/0 00000100:00100000:1.0:1780332183.849214:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 490 00010000:00010000:1.0:1780332184.796779:0:64316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0800/0x76434b26e307d69d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d696 expref: 17 pid: 5800 timeout: 1731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332184.796796:0:64316:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64316:1866812067551488:0@lo:104: 00010000:00010000:1.0:1780332184.796820:0:64316:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0e00/0x76434b26e307d6b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332184.796830:0:64316:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0e00/0x76434b26e307d6b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332184.796837:0:64316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0e00/0x76434b26e307d6b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332184.796843:0:64316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0e00/0x76434b26e307d6b9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332185.815839:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332185.815886:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067551744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332185.815985:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1780332185.816875:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:1.0:1780332185.883927:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332185.883938:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332185.883945:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332185.884024:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332185.884039:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332185.884051:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332185.884081:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067551872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332185.884182:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332185.884262:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4106d83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332185.884804:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067551872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332185.884824:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d6c7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332185.884833:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d6c7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332185.884854:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332185.884860:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d6c7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332185.884868:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d6c7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332186.075234:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332187.928068:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045357056 00000100:00100000:1.0:1780332187.928081:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045357056 00000100:00100000:1.0:1780332187.928149:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 492 00000100:00100000:1.0:1780332187.928164:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38173:x1866812045357056:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332187.928187:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332187.928210:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d6ea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bad4 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.929277:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.929299:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.929310:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.929365:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d6f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.929373:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.929380:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332187.930371:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:1.0:1780332187.930733:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d6ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930747:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d6ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930756:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d6ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930793:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930800:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930807:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930813:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfe00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332187.930817:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930824:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930835:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:1.0:1780332187.930839:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332187.930842:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930847:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d6f1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332187.930858:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a6b950b reply state 00000000a20e5beb transno 4294967489 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332187.930866:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332187.930903:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d6ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bad4 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930923:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d6ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bad4 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.930931:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:1.0:1780332187.930933:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332187.930935:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332187.931015:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:38173:x1866812045357056:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 2854us (3903us total) trans 4294967489 rc 0/0 00000100:00100000:1.0:1780332187.931023:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 492 00000100:00100000:1.0:1780332187.944125:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 494 00000100:00100000:1.0:1780332187.944138:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:38173:x1866812045357440:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332187.944170:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332187.944199:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d714 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395badb expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.944274:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d714 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395badb expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.944355:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307d714 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395badb expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332187.944378:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332187.944381:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780332187.944385:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332187.944518:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:38173:x1866812045357440:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 382us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332187.944526:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 494 00000100:00100000:1.0:1780332188.026493:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045357952 00000100:00100000:1.0:1780332188.026506:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045357952 00000100:00100000:1.0:1780332188.026742:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 495 00000100:00100000:1.0:1780332188.026755:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:38177:x1866812045357952:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:1.0:1780332188.026787:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332188.026812:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d71b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bae2 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.026894:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.026914:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.026927:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.026942:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.026949:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.026954:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027075:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307d730 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027084:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307d730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027091:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307d730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332188.027124:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29:0x0]: returning size 0 00000004:00200000:1.0:1780332188.027129:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332188.027147:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307d730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027171:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307d730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027180:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027186:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027192:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027197:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332188.027201:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027207:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027220:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:1.0:1780332188.027222:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332188.027226:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027230:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307d722 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027241:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027246:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027250:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027255:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332188.027256:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027261:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027266:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff8ec41273e100) 00010000:00010000:1.0:1780332188.027268:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332188.027271:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027275:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307d729 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027305:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307d71b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bae2 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027317:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307d730 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bae2 expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332188.027324:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332188.027327:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332188.027329:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332188.027403:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:38177:x1866812045357952:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 651us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332188.027410:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 495 00000100:00100000:1.0:1780332189.012489:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067552896 00000100:00100000:1.0:1780332189.012500:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067552896 00000100:00100000:1.0:1780332189.012578:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1780332189.012589:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067552896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780332189.012929:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:16 count 1 00010000:00010000:1.0:1780332189.040823:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332189.040833:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005db64291/0x76434b26e307d75a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332189.040845:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332189.040850:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005db64291/0x76434b26e307d75a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332189.040860:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005db64291/0x76434b26e307d75a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332189.040885:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005db64291/0x76434b26e307d75a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332189.040892:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005db64291/0x76434b26e307d75a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332189.040915:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332189.040916:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332189.040919:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332190.031416:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067553152 00000100:00100000:1.0:1780332190.031423:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067553152 00000100:00100000:1.0:1780332190.031509:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1780332190.031519:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:64562:x1866812067553152:12345-0@lo:104: 00010000:00010000:1.0:1780332190.031531:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d6c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d6c7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332190.031795:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332190.031802:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:64562:x1866812067553152:12345-0@lo:104: Request processed in 285us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332190.031810:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1780332191.640087:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067553536 00000100:00100000:1.0:1780332191.640096:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067553536 00000100:00100000:1.0:1780332191.640161:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1780332191.640171:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067553536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332191.640186:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332191.640200:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df200/0x76434b26e307d76f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d768 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332191.640225:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df200/0x76434b26e307d76f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d768 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332191.640236:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df200/0x76434b26e307d76f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d768 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332191.640245:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780332191.640297:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067553536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332191.640303:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1780332193.787839:0:64759:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42de0ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64759:1866812067554432:0@lo:104: 00010000:00010000:1.0:1780332193.787863:0:64759:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390400/0x76434b26e307d78b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332197.080598:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1780332197.080911:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067555584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332197.080940:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067555584:12345-0@lo:400:kworker.0 Request processed in 32us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332197.083103:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1780332198.082734:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045359616 00000100:00100000:1.0:1780332198.082746:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045359616 00000100:00100000:1.0:1780332198.082806:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 930 00000100:00100000:1.0:1780332198.082817:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045359616:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332198.082912:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045359616:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 96us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332198.082921:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 930 00000020:00000080:1.0:1780332198.428811:0:65004:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcef7be5f0 20000000:00000080:1.0:1780332198.428831:0:65004:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311d000 uarg=0000000000000000 00010000:00010000:1.0:1780332198.429328:0:65004:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332198.429362:0:65004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:1.0:1780332198.429367:0:65004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332198.429379:0:65004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307d7b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395baf7 expref: 5 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.429406:0:65004:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332198.429421:0:65004:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332198.429522:0:65004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df000/0x76434b26e307d7bc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.429535:0:65004:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307d799 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d792 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.429543:0:65004:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df000/0x76434b26e307d7bc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.429581:0:65004:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307d799 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d792 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.429600:0:65004:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307d799 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d792 expref: 17 pid: 5799 timeout: 1744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332198.429806:0:65004:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65004:1866812067555840:0@lo:104: 00000100:00100000:1.0:1780332198.429878:0:65004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332198.429996:0:65004:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45d80 going to sleep for 11 seconds 00010000:00010000:1.0:1780332198.431276:0:65004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307d799 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d792 expref: 17 pid: 5799 timeout: 1744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332198.431293:0:65004:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65004:1866812067555840:0@lo:104: 00010000:00010000:1.0:1780332198.431311:0:65004:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df000/0x76434b26e307d7bc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.431320:0:65004:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df000/0x76434b26e307d7bc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.431327:0:65004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df000/0x76434b26e307d7bc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332198.431333:0:65004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df000/0x76434b26e307d7bc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332199.387693:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332200.412674:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332201.178138:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1780332201.178153:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067556224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332201.178203:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332201.178262:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067556224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332201.178269:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1780332202.200302:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067556352:0@lo:400:kworker.0 00000100:00100000:1.0:1780332202.200426:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332202.203601:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067556352 00000100:00100000:1.0:1780332202.203612:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067556352 00000100:00100000:1.0:1780332202.203695:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1780332202.203705:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067556352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332202.203771:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067556352:12345-0@lo:400:kworker.0 Request processed in 68us (3344us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332202.203778:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1780332202.203824:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067556352:0@lo:400:kworker.0 00010000:00010000:1.0:1780332202.251097:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332202.251105:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307d7c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d7ca expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251113:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332202.251118:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307d7c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d7ca expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251126:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307d7c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d7ca expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332202.251133:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307d7c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d7ca expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332202.251139:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332202.251188:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307d7c3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d7ca expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251195:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332202.251229:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307d7c3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d7ca expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251237:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307d7c3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d7ca expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251266:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332202.251268:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332202.251270:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332202.251464:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067557248 00000100:00100000:1.0:1780332202.251470:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067557248 00010000:00010000:1.0:1780332202.251498:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307d7ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d7c3 expref: 18 pid: 5799 timeout: 1748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332202.251529:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1780332202.251536:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067557248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332202.251549:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332202.251554:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5800/0x76434b26e307d7ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d7c3 expref: 18 pid: 5799 timeout: 1748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251571:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5800/0x76434b26e307d7ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d7c3 expref: 18 pid: 5799 timeout: 1748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251588:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307d7ca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d7c3 expref: 18 pid: 5799 timeout: 1748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251605:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251615:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251690:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251704:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251711:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251717:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251723:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332202.251727:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251736:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251751:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391c00/0x76434b26e307d7e6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332202.251775:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332202.457999:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332204.504015:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332205.348959:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332205.360271:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332205.368256:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332205.369080:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 266 00000100:00100000:1.0:1780332205.369093:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38513:x1866812045361920:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332205.369490:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38513:x1866812045361920:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 399us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332205.369509:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 266 00000100:00100000:1.0:1780332205.372207:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1780332205.423988:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332205.423990:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d810 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332205.423994:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d810 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332205.423998:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332205.423999:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332205.424001:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d810 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332205.424004:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d810 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332205.424031:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d802 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb05 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332205.424048:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307d817 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb05 expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332205.424052:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332205.424053:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332205.424055:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332205.424105:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38517:x1866812045362176:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 1015us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332205.424110:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 506 00000100:00100000:1.0:1780332205.461779:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000001:00100000:2.0:1780332205.510354:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00100000:2.0:1780332205.510366:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332205.510370:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec434cdd800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:2.0:1780332205.515393:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045362688:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 53384us (53613us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1780332205.515418:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11 00002000:00100000:2.0:1780332205.515437:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->1048575) req@ffff8ec410ea1500 x1866812045362688/t4294967327(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:691/0 lens 488/448 e 0 to 0 dl 1780332216 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1780332205.515450:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec410ea1500 with x1866812045362688 ext(0->1048575) 00002000:00010000:2.0:1780332205.515457:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec410ea1500 00000100:00100000:1.0:1780332205.520238:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332205.520323:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045362816 00000100:00100000:2.0:1780332205.520344:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045362816 00000100:00100000:2.0:1780332205.520426:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 508 00000100:00100000:2.0:1780332205.520439:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:38517:x1866812045362816:12345-192.168.204.30@tcp:44:dd.60003 00010000:00010000:1.0:1780332205.531947:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332205.570181:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967495 is committed 00000100:00100000:1.0:1780332205.570813:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38517:x1866812045362816:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 50368us (50583us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332205.570828:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 508 00000100:00100000:2.0:1780332205.574960:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332205.575139:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045362944 00000100:00100000:1.0:1780332205.575149:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045362944 00000100:00100000:1.0:1780332205.575234:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 268 00000100:00100000:1.0:1780332205.575248:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045362944:12345-192.168.204.30@tcp:16:dd.60003 00000100:00100000:2.0:1780332205.605904:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045362944:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 30652us (30946us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332205.605917:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 268 00000100:00100000:2.0:1780332205.607973:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045363200 00000100:00100000:2.0:1780332205.607984:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045363200 00000100:00100000:2.0:1780332205.608053:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 55 00000100:00100000:2.0:1780332205.608063:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38517:x1866812045363200:12345-192.168.204.30@tcp:35:dd.60003 00000001:00080000:2.0:1780332205.608613:0:5809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967496 00000100:00100000:2.0:1780332205.608754:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:38517:x1866812045363200:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 692us (832us total) trans 4294967497 rc 0/0 00000100:00100000:2.0:1780332205.608763:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 55 00000020:00080000:2.0:1780332205.608768:0:5809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780332206.296300:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067557632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332206.296390:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780332206.296764:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332206.296808:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067557632:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332207.576888:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332207.837419:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067558528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332207.837525:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332207.839316:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067558528 00000100:00100000:2.0:1780332207.839332:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067558528 00000100:00100000:2.0:1780332207.839399:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1780332207.839411:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067558528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332207.839450:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332207.839531:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067558528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (2006us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332207.839539:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1780332207.839609:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067558528:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1780332207.871324:0:65448:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1654278702154ns, next at 1635452183517ns, rc = 0 00000004:00080000:1.0:1780332207.871854:0:65448:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1654279234777ns, next at 1604414586615ns, rc = 0 00000100:00100000:2.0:1780332208.323578:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045363456 00000100:00100000:2.0:1780332208.323592:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045363456 00000100:00100000:2.0:1780332208.323719:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1077 00000100:00100000:2.0:1780332208.323731:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045363456:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332208.323822:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045363456:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (2349us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332208.323830:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1077 00000100:00100000:1.0:1780332208.324577:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045363328 00000100:00100000:1.0:1780332208.324584:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045363328 00000100:00100000:1.0:1780332208.324658:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 936 00000100:00100000:1.0:1780332208.324668:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045363328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332208.324710:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045363328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 45us (3103us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332208.324717:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 936 00010000:00010000:2.0:1780332208.602001:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332209.366352:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 509 00000100:00100000:2.0:1780332209.366368:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38710:x1866812045363840:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332209.366508:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38710:x1866812045363840:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 145us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332209.366520:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 509 00000100:00100000:2.0:1780332209.373841:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 270 00000100:00100000:2.0:1780332209.373854:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38710:x1866812045364096:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332209.374549:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38710:x1866812045364096:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 697us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332209.374559:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 270 00000100:00100000:1.0:1780332209.383529:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332209.384782:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 510 00000100:00100000:2.0:1780332209.384804:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38710:x1866812045364224:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332209.385278:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38710:x1866812045364224:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 476us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332209.385287:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 510 00000100:00100000:1.0:1780332209.397311:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332209.400683:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045364608 00000100:00100000:2.0:1780332209.400701:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045364608 00000100:00100000:2.0:1780332209.401171:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 272 00000100:00100000:2.0:1780332209.401184:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38710:x1866812045364608:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332209.403972:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38710:x1866812045364608:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 2778us (6662us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332209.403985:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 272 00000100:00100000:1.0:1780332209.410613:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332209.413487:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045364736 00000100:00100000:2.0:1780332209.413506:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045364736 00000100:00100000:2.0:1780332209.413751:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 512 00000100:00100000:2.0:1780332209.413765:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38710:x1866812045364736:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332209.414249:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38710:x1866812045364736:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 485us (3646us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332209.414257:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 512 00000100:00100000:1.0:1780332209.487535:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332209.490605:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045364992 00000100:00100000:2.0:1780332209.490628:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045364992 00000100:00100000:2.0:1780332209.490705:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 513 00000100:00100000:2.0:1780332209.490715:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38714:x1866812045364992:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:2.0:1780332209.490768:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332209.490991:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307d833 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb0c expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491014:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:2.0:1780332209.491025:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332209.491049:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491063:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491072:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491085:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d84f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491091:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d84f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491097:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d84f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491473:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491483:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.491490:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780332209.498317:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:2.0:1780332209.498334:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1655905714926ns, next at 1656905710339ns, rc = 0 00010000:00010000:2.0:1780332209.498469:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498489:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498501:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498511:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498517:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498524:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498611:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332209.498671:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498678:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498685:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498691:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332209.498695:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498702:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498714:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332209.498717:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332209.498724:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498730:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d856 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498758:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498764:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498769:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498774:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332209.498777:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.498787:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.500097:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332209.500102:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332209.500107:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332209.500115:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d848 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332209.500137:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000210df2a6 reply state 000000004154a6a2 transno 4294967498 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d84f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332209.500149:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332209.500689:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:38714:x1866812045364992:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 9971us (13166us total) trans 4294967498 rc 0/0 00000100:00100000:2.0:1780332209.500700:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 513 00010000:00010000:1.0:1780332209.506322:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332209.506338:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332209.506352:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332209.506357:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332209.506368:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332209.506387:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332209.506390:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332209.506395:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332209.506401:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d85d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332209.506433:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332209.506435:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332209.506437:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332211.416845:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067558656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332211.416935:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332211.417051:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067558656 00000100:00100000:2.0:1780332211.417061:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067558656 00000100:00100000:2.0:1780332211.417133:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1780332211.417143:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067558656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332211.417180:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332211.417229:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067558656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332211.417252:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000004:00080000:2.0:1780332211.489555:0:65592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1657896681924ns, next at 1635452183517ns, rc = 0 00000004:00080000:2.0:1780332211.491509:0:65592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1657898887982ns, next at 1656905710339ns, rc = 0 00000100:00100000:2.0:1780332211.538820:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067558784 00000100:00100000:2.0:1780332211.538828:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067558784 00000100:00100000:2.0:1780332211.538925:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1780332211.538935:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067558784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780332211.538967:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:16 count 1 00010000:00010000:2.0:1780332211.538997:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.539032:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307d841 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb13 expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.539168:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332211.539170:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332211.539175:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.539205:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307d841 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb13 expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.539222:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307d841 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb13 expref: 5 pid: 6597 timeout: 1757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332211.539235:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067558912:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332211.539320:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec404e96300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332211.547576:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067558912:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332211.547610:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332211.548354:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332211.548363:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332211.548379:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332211.548387:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332211.548412:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332211.548527:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332211.548534:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.548542:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332211.548546:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.548557:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.548569:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.548577:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307d864 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332211.548598:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332211.548599:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332211.548601:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332211.549375:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067558784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10439us (10762us total) trans 4294967328 rc 0/0 00000100:00100000:1.0:1780332211.549385:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00010000:00010000:1.0:1780332211.672760:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332212.445443:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067559040:0@lo:400:kworker.0 00000100:00100000:1.0:1780332212.953266:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067559808 00000100:00100000:1.0:1780332212.953280:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067559808 00000100:00100000:1.0:1780332212.953349:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1780332212.953362:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067559808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332212.953423:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780332212.953514:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067559808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332212.953521:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1780332213.441747:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045365504 00000100:00100000:1.0:1780332213.441753:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045365504 00000100:00100000:1.0:1780332213.442268:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 749 00000100:00100000:1.0:1780332213.442281:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045365504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332213.442335:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045365504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 58us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332213.442346:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 749 00000100:00100000:2.0:1780332213.446417:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045365376 00000100:00100000:2.0:1780332213.446444:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045365376 00000100:00100000:2.0:1780332213.446883:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1081 00000100:00100000:2.0:1780332213.446895:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045365376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332213.447029:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045365376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 136us (5640us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332213.447037:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1081 00010000:00010000:2.0:1780332214.745132:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332215.767848:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780332216.541045:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332217.566979:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067560064 00000100:00100000:1.0:1780332217.566989:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067560064 00000100:00100000:1.0:1780332217.567047:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1780332217.567057:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067560064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332217.567138:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067560064:12345-0@lo:400:kworker.0 Request processed in 82us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332217.567264:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1780332217.567451:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067560320:0@lo:400:kworker.0 00000100:00100000:1.0:1780332217.567490:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332217.571911:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067560320 00000100:00100000:2.0:1780332217.571919:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067560320 00000100:00100000:1.0:1780332217.572079:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067560576 00000100:00100000:1.0:1780332217.572084:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067560576 00000100:00100000:1.0:1780332217.572136:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:1.0:1780332217.572161:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067560192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332217.580793:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067560192:12345-0@lo:400:kworker.0 Request processed in 8638us (17440us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332217.580807:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1780332218.560448:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045366016 00000100:00100000:2.0:1780332218.560461:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045366016 00000100:00100000:2.0:1780332218.560565:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045366144 00000100:00100000:2.0:1780332218.560569:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045366144 00000100:00100000:2.0:1780332218.560594:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 753 00000100:00100000:2.0:1780332218.560605:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045366016:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332218.560737:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045366016:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 132us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332218.560745:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 753 00000100:00100000:2.0:1780332218.560763:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 754 00000100:00100000:2.0:1780332218.560770:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045366144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332218.560794:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045366144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332218.560800:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 754 00010000:00010000:2.0:1780332218.843759:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332219.863835:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332221.656015:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332221.656044:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067560960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332221.656134:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332221.656391:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067560960 00000100:00100000:2.0:1780332221.656402:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067560960 00000100:00100000:2.0:1780332221.656498:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1780332221.656509:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067560960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332221.656557:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332221.656608:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067560960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332221.656643:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00080000:1.0:1780332221.656931:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332221.656974:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067560960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332222.680378:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067561344:0@lo:400:kworker.0 00000100:00100000:2.0:1780332222.680416:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332222.680465:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067561472 00000100:00100000:2.0:1780332222.680474:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067561472 00000100:00100000:2.0:1780332222.680518:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1780332222.680528:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067561472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332222.680576:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067561472:12345-0@lo:400:kworker.0 Request processed in 50us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332222.680584:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1780332222.680611:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067561344 00000100:00100000:2.0:1780332222.680615:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067561344 00000100:00100000:2.0:1780332222.680686:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1780332222.680693:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067561344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332222.680729:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067561344:12345-0@lo:400:kworker.0 Request processed in 37us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332222.680736:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00080000:2.0:1780332222.680754:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332222.680789:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067561344:0@lo:400:kworker.0 00000100:00100000:2.0:1780332222.681689:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067561088 00000100:00100000:2.0:1780332222.681694:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067561088 00000100:00100000:2.0:1780332222.681730:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1780332222.681737:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067561088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332222.681771:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067561088:12345-0@lo:400:kworker.0 Request processed in 35us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332222.681777:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00080000:2.0:1780332222.681803:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332222.681807:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332222.936185:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332223.682856:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045366272 00000100:00100000:2.0:1780332223.682879:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045366272 00000100:00100000:2.0:1780332223.682955:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 942 00000100:00100000:2.0:1780332223.682965:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045366272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332223.683042:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045366272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (2225us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332223.683051:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 942 00000100:00100000:2.0:1780332223.683302:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045366400 00000100:00100000:2.0:1780332223.683308:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045366400 00000100:00100000:2.0:1780332223.683386:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1089 00000100:00100000:2.0:1780332223.683394:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045366400:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332223.683442:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045366400:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 48us (2496us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332223.683449:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1089 00010000:00010000:1.0:1780332223.959773:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332226.776374:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067561984 00000100:00100000:2.0:1780332226.776384:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067561984 00000100:00100000:2.0:1780332226.776450:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1780332226.776459:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dff2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067561984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332226.776501:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332226.776560:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dff2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067561984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332226.776568:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1780332226.776842:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067561984:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332227.031859:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332227.803118:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067562496:0@lo:400:kworker.0 00000100:00100000:1.0:1780332227.803124:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067562240:0@lo:400:kworker.0 00000100:00100000:2.0:1780332227.803795:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332227.803950:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067562496:0@lo:400:kworker.0 00000100:00100000:1.0:1780332227.807212:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332227.807243:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067562752:0@lo:400:kworker.0 00000100:00100000:1.0:1780332227.807337:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332227.807370:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067562752 00000100:00100000:1.0:1780332227.807374:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067562752 00000100:00080000:2.0:1780332227.808992:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332227.809003:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332227.809129:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1780332227.809139:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067562752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332227.809194:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067562752:12345-0@lo:400:kworker.0 Request processed in 58us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332227.809201:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00010000:00010000:1.0:1780332228.055979:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332228.801186:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045366784 00000100:00100000:1.0:1780332228.801201:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045366784 00000100:00100000:1.0:1780332228.801280:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 944 00000100:00100000:1.0:1780332228.801291:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045366784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332228.801384:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045366784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 94us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332228.801391:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 944 00000100:00080000:1.0:1780332228.802729:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332228.803923:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045367168 00000100:00100000:2.0:1780332228.803933:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045367168 00000100:00100000:2.0:1780332228.804025:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045367040 00000100:00100000:2.0:1780332228.804029:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045367040 00000100:00100000:1.0:1780332228.804196:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 761 00000100:00100000:1.0:1780332228.804208:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045367168:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332228.804293:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045367168:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 87us (3247us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332228.804301:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 761 00000100:00100000:1.0:1780332228.804321:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 274 00000100:00100000:1.0:1780332228.804328:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045367040:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780332228.804351:0:6594:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307d688 00000100:00080000:1.0:1780332228.804361:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec437eae800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780332228.804399:0:6594:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967328 00000100:00100000:1.0:1780332228.804681:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045367040:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 352us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332228.804688:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 274 00000100:00080000:1.0:1780332228.804818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332228.804823:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332229.031729:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332229.032426:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045367424 00000100:00100000:2.0:1780332229.032440:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045367424 00000100:00100000:2.0:1780332229.032483:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 275 00000100:00100000:2.0:1780332229.032492:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1866812045367424:12345-192.168.204.30@tcp:8:lfs.60003 00010000:00080000:2.0:1780332229.032525:0:6594:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1675 last 0 00000020:00000080:2.0:1780332229.032556:0:6594:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307d86b 00002000:00100000:2.0:1780332229.032568:0:6594:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec303239800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780332229.032592:0:6594:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780332229.032714:0:6594:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1780332229.032750:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec30323a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780332229.032905:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045367424:12345-192.168.204.30@tcp:8:lfs.60003 Request processed in 412us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332229.032912:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 275 00000100:00100000:1.0:1780332229.038325:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332229.038756:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045367552 00000100:00100000:2.0:1780332229.038769:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045367552 00000100:00100000:2.0:1780332229.038847:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 276 00000100:00100000:2.0:1780332229.038858:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38972:x1866812045367552:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332229.039507:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38972:x1866812045367552:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 649us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332229.039516:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 276 00000100:00080000:1.0:1780332229.039669:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332229.047741:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332229.048030:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045367680 00000100:00100000:1.0:1780332229.048042:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045367680 00000100:00100000:1.0:1780332229.048112:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 277 00000100:00100000:1.0:1780332229.048122:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:38972:x1866812045367680:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332229.048878:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:38972:x1866812045367680:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 755us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332229.048888:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 277 00000100:00100000:1.0:1780332229.057080:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332229.057121:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045367808 00000100:00100000:1.0:1780332229.057130:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045367808 00000100:00100000:1.0:1780332229.057188:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 515 00000100:00100000:1.0:1780332229.057198:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38972:x1866812045367808:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332229.059169:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38972:x1866812045367808:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1956us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332229.059186:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 515 00000100:00100000:1.0:1780332229.068638:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332229.078398:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332229.100175:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045368192 00000100:00100000:1.0:1780332229.100185:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045368192 00000100:00100000:1.0:1780332229.100253:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 279 00000100:00100000:1.0:1780332229.100266:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:38972:x1866812045368192:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332229.100867:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:38972:x1866812045368192:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 602us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332229.100877:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 279 00000100:00100000:1.0:1780332229.107050:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045368320 00000100:00100000:1.0:1780332229.107060:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045368320 00000100:00100000:1.0:1780332229.107142:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 517 00000100:00100000:1.0:1780332229.107153:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38972:x1866812045368320:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332229.107684:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38972:x1866812045368320:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 531us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332229.107692:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 517 00000100:00100000:1.0:1780332229.148604:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045368448 00000100:00100000:1.0:1780332229.148615:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045368448 00000100:00100000:1.0:1780332229.148710:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 518 00000100:00100000:1.0:1780332229.148721:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:38973:x1866812045368448:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332229.148744:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332229.148771:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d872 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb1a expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332229.148847:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307d879 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332229.148863:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307d879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332229.148875:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307d879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332229.149131:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 7680 00000004:00200000:1.0:1780332229.149135:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332229.149223:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307d879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332229.149250:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307d872 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb1a expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332229.149996:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307d879 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb1a expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332229.150010:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:1.0:1780332229.150012:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332229.150017:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de200, rc 0) 00000100:00100000:1.0:1780332229.150098:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:38973:x1866812045368448:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1379us (1751us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332229.150106:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 518 00000100:00100000:2.0:1780332229.176754:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045368832 00000100:00100000:2.0:1780332229.176769:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045368832 00000100:00100000:2.0:1780332229.176841:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 56 00000100:00100000:2.0:1780332229.176853:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:38973:x1866812045368832:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:2.0:1780332229.187213:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:38973:x1866812045368832:12345-192.168.204.30@tcp:37:rm.0 Request processed in 10346us (10687us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332229.187229:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 56 00000100:00100000:1.0:1780332229.198066:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045369088 00000100:00100000:1.0:1780332229.198078:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045369088 00000100:00100000:1.0:1780332229.198135:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 57 00000100:00100000:1.0:1780332229.198148:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411120450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:38973:x1866812045369088:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:1.0:1780332229.199375:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411120450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:38973:x1866812045369088:12345-192.168.204.30@tcp:35:rm.0 Request processed in 1221us (1748us total) trans 4294967500 rc 0/0 00000100:00100000:1.0:1780332229.199387:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 57 00010000:00010000:2.0:1780332230.104797:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332231.023978:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067563008 00000100:00100000:2.0:1780332231.023986:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067563008 00000100:00100000:2.0:1780332231.024036:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1780332231.024045:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:65862:x1866812067563008:12345-0@lo:104: 00010000:00010000:2.0:1780332231.024057:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.024120:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332231.024126:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:65862:x1866812067563008:12345-0@lo:104: Request processed in 83us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332231.024136:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00010000:00010000:1.0:1780332231.025886:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332231.025895:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332231.025904:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332231.025907:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332231.025916:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332231.025924:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332231.025931:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332231.025989:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332231.025997:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332231.026028:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332231.026035:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d7ed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d7f4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332231.026054:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332231.026056:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332231.026058:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332231.027890:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067563136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332231.896836:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332231.896858:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067563264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332231.896925:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332231.896997:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067563264 00000100:00100000:2.0:1780332231.897005:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067563264 00000100:00100000:2.0:1780332231.897055:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1780332231.897064:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067563264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332231.897100:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332231.897142:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067563264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332231.897149:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:2.0:1780332231.897169:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332231.897206:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067563264:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1780332231.926535:0:65910:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedbf31310 20000000:00000080:2.0:1780332231.926558:0:65910:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4343a9800 uarg=0000000000000000 00010000:00010000:2.0:1780332231.926874:0:65910:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332231.926890:0:65910:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332231.926913:0:65910:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332231.926935:0:65910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.927542:0:65910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.927557:0:65910:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.927570:0:65910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.927770:0:65910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.927779:0:65910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.927785:0:65910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332231.927790:0:65910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.927798:0:65910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.928339:0:65910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.928348:0:65910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332231.928354:0:65910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0200/0x76434b26e307d8aa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332232.459371:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967499 is committed 00000001:00080000:1.0:1780332232.459408:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967500 is committed 10000000:01000000:2.0:1780332232.600705:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332232.600712:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332232.600717:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332232.600763:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1e00/0x76434b26e307d8b1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332232.600783:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1e00/0x76434b26e307d8b1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332232.600794:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1e00/0x76434b26e307d8b1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332232.600820:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067563392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332232.600896:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332232.600964:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebef00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332232.601033:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067563392 00000100:00100000:1.0:1780332232.601042:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067563392 00000100:00100000:1.0:1780332232.601135:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1780332232.601143:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067563392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332232.601157:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332232.601168:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de800/0x76434b26e307d8b8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d8b1 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332232.601190:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de800/0x76434b26e307d8b8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d8b1 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332232.601200:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de800/0x76434b26e307d8b8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d8b1 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332232.601209:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de800, rc 0) 00000100:00100000:1.0:1780332232.601252:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067563392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332232.601258:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1780332232.687922:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780332232.687945:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067563520 00000100:00100000:1.0:1780332232.687953:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067563520 00000100:00100000:1.0:1780332232.688052:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1780332232.688070:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:65959:x1866812067563520:12345-0@lo:104: 00010000:00010000:1.0:1780332232.688095:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1e00/0x76434b26e307d8b1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d8b8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332232.688218:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332232.688227:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:65959:x1866812067563520:12345-0@lo:104: Request processed in 163us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332232.688238:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1780332232.923066:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067564032:0@lo:400:kworker.0 00000100:00100000:2.0:1780332232.923192:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332232.923279:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332232.923290:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067564160:0@lo:400:kworker.0 00000100:00100000:2.0:1780332232.923328:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332232.923389:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067564032 00000100:00100000:2.0:1780332232.923400:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067564032 00000100:00100000:2.0:1780332232.923463:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1780332232.923476:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067564032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332232.923549:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067564032:12345-0@lo:400:kworker.0 Request processed in 75us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332232.923559:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1780332232.923804:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067563776:0@lo:400:kworker.0 00000100:00100000:1.0:1780332232.923854:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332232.924003:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067564288:0@lo:400:kworker.0 00000100:00100000:1.0:1780332232.924045:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332232.924080:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332232.924092:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067563904:0@lo:400:kworker.0 00000100:00100000:1.0:1780332232.924131:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332232.924176:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067564288 00000100:00100000:1.0:1780332232.924183:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067564288 00000100:00100000:1.0:1780332232.924241:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1780332232.924251:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067564288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332232.924305:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067564288:12345-0@lo:400:kworker.0 Request processed in 56us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332232.924313:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:1.0:1780332232.924336:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332232.924374:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067564288:0@lo:400:kworker.0 00000100:00100000:2.0:1780332232.924775:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067564032:0@lo:400:kworker.0 00000100:00080000:1.0:1780332232.927587:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332232.927851:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1780332232.927867:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067563904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332232.927951:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067563904:12345-0@lo:400:kworker.0 Request processed in 89us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332232.927957:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00010000:00010000:1.0:1780332233.175723:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332233.432837:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332233.433481:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067564416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332233.433570:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332233.434850:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067564416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332233.918127:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332233.918232:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00080000:1.0:1780332233.919815:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332233.930670:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332233.930753:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332233.931151:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045369728 00000100:00100000:2.0:1780332233.931162:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045369728 00000100:00100000:2.0:1780332233.931232:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045369856 00000100:00100000:2.0:1780332233.931235:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045369856 00000100:00100000:2.0:1780332233.931260:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 764 00000100:00100000:2.0:1780332233.931270:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045369728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332233.931339:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045369728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 71us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332233.931347:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 764 00000100:00100000:2.0:1780332233.931367:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 765 00000100:00100000:2.0:1780332233.931373:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045369856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332233.931396:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045369856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332233.931401:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 765 00000100:00080000:2.0:1780332233.931427:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332233.931431:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332234.200838:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332234.392286:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067564544 00000100:00100000:2.0:1780332234.392295:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067564544 00000100:00100000:2.0:1780332234.392344:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1780332234.392355:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067564544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332234.392367:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332234.392379:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d8cd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d8c6 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332234.392401:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d8cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d8c6 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332234.392411:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d8cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d8c6 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332234.392420:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332234.392467:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067564544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332234.392475:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00010000:00010000:1.0:1780332235.226813:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332236.248079:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332236.302089:0:66155:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde89e22b0 20000000:00000080:1.0:1780332236.302108:0:66155:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437aa7c00 uarg=0000000000000000 00010000:00010000:1.0:1780332236.302517:0:66155:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332236.302534:0:66155:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332236.302550:0:66155:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332236.302566:0:66155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307d8d4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332236.302580:0:66155:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d8cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d8c6 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332236.302585:0:66155:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dea00/0x76434b26e307d8d4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332236.302654:0:66155:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d8cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d8c6 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332236.302670:0:66155:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d8cd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d8c6 expref: 17 pid: 5798 timeout: 1782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332236.302684:0:66155:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66155:1866812067564672:0@lo:104: 00000100:00100000:1.0:1780332236.302745:0:66155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332236.302894:0:66155:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec410410d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332236.303655:0:66155:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66155:1866812067564672:0@lo:104: 00010000:00010000:1.0:1780332236.303682:0:66155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dea00/0x76434b26e307d8d4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332236.306314:0:66155:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dea00/0x76434b26e307d8d4 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332236.306323:0:66155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dea00/0x76434b26e307d8d4 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332236.308235:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c313480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067564800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332237.016251:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067564928 00000100:00100000:2.0:1780332237.016261:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067564928 00000100:00100000:2.0:1780332237.016326:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1780332237.016336:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067564928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332237.016375:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332237.016425:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067564928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332237.016432:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00010000:00010000:1.0:1780332237.271734:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332238.041327:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067565312:0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.041358:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332238.041379:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332238.041385:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067565440:0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.041455:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332238.041488:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067565440 00000100:00100000:1.0:1780332238.041492:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067565440 00000100:00100000:1.0:1780332238.041529:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1780332238.041538:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067565440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.041593:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067565440:12345-0@lo:400:kworker.0 Request processed in 56us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332238.041601:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1780332238.041655:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067565440:0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.041689:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c313480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067565696:0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.041720:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332238.041743:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332238.041749:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067565568:0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.041774:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332238.041928:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067565696 00000100:00100000:1.0:1780332238.041933:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067565696 00000100:00100000:1.0:1780332238.041985:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1780332238.041991:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067565696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.042028:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067565696:12345-0@lo:400:kworker.0 Request processed in 36us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332238.042035:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00080000:1.0:1780332238.042053:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332238.042080:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c313480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067565696:0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.042134:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067565312 00000100:00100000:1.0:1780332238.042138:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067565312 00000100:00100000:1.0:1780332238.042172:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067565568 00000100:00100000:1.0:1780332238.042176:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067565568 00000100:00100000:1.0:1780332238.042205:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1780332238.042213:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067565312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.042252:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067565312:12345-0@lo:400:kworker.0 Request processed in 41us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332238.042258:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1780332238.042271:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1780332238.042279:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067565568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.042311:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067565568:12345-0@lo:400:kworker.0 Request processed in 34us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332238.042318:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00080000:1.0:1780332238.042333:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332238.042350:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067565312:0@lo:400:kworker.0 00000100:00100000:1.0:1780332238.042373:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067565568:0@lo:400:kworker.0 00000100:00100000:2.0:1780332238.552676:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067565952 00000100:00100000:2.0:1780332238.552684:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067565952 00000100:00100000:2.0:1780332238.552740:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1780332238.552749:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067565952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332238.552785:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332238.552830:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067565952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332238.552838:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1780332239.039387:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332239.039556:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332239.039603:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332239.039682:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332239.039713:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045370368 00000100:00100000:1.0:1780332239.039723:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045370368 00000100:00100000:1.0:1780332239.039780:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045370240 00000100:00100000:1.0:1780332239.039783:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045370240 00000100:00100000:1.0:1780332239.039825:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 768 00000100:00100000:1.0:1780332239.039837:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045370368:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332239.039929:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045370368:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332239.039937:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 768 00000100:00100000:1.0:1780332239.039967:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 769 00000100:00100000:1.0:1780332239.039974:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045370240:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332239.039999:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045370240:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332239.040004:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 769 00000100:00080000:1.0:1780332239.040032:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332239.040036:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332239.045173:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332239.320252:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332241.367886:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332242.138520:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067566080 00000100:00100000:2.0:1780332242.138529:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067566080 00000100:00100000:2.0:1780332242.139754:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1780332242.139767:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067566080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332242.139826:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332242.140038:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067566080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 273us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332242.140047:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1780332243.165506:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067566336:0@lo:400:kworker.0 00000100:00100000:3.0:1780332243.166642:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067566592:0@lo:400:kworker.0 00000100:00100000:3.0:1780332243.166673:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332243.166699:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067566464 00000100:00100000:3.0:1780332243.166707:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067566464 00000100:00100000:3.0:1780332243.166757:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1780332243.166766:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067566464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332243.166822:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332243.166845:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067566848:0@lo:400:kworker.0 00000100:00100000:1.0:1780332243.166868:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332243.166894:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067566336 00000100:00100000:1.0:1780332243.166898:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067566336 00000100:00100000:2.0:1780332243.166999:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067566208 00000100:00100000:2.0:1780332243.167003:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067566208 00000100:00100000:2.0:1780332243.167030:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1780332243.167037:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067566208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332243.167083:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067566208:12345-0@lo:400:kworker.0 Request processed in 46us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332243.167090:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1780332243.167275:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1780332243.167282:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067566336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332243.167315:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067566336:12345-0@lo:400:kworker.0 Request processed in 34us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332243.167321:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1780332243.167914:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067566464:12345-0@lo:400:kworker.0 Request processed in 1147us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332243.167925:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1780332243.169856:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067566592 00000100:00100000:1.0:1780332243.169870:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067566592 00000100:00100000:1.0:1780332243.169930:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067566848 00000100:00100000:1.0:1780332243.169935:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067566848 00000100:00100000:1.0:1780332243.169964:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1780332243.169974:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067566592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332243.170050:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067566592:12345-0@lo:400:kworker.0 Request processed in 78us (3376us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332243.170056:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1780332243.170071:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1780332243.170077:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067566848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332243.170105:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067566848:12345-0@lo:400:kworker.0 Request processed in 28us (3236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332243.170111:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1780332243.170153:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067566336:0@lo:400:kworker.0 00000100:00100000:1.0:1780332243.170167:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067566848:0@lo:400:kworker.0 00000100:00080000:3.0:1780332243.171162:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332243.171169:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332243.171293:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067566592:0@lo:400:kworker.0 00000100:00100000:3.0:1780332243.171306:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067566464:0@lo:400:kworker.0 00000001:02000400:3.0:1780332243.480412:0:66499:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 18: test nodemap mapped_noadmin fileops ========================================================== 12:44:02 (1780332242) 00000100:00100000:1.0:1780332243.673530:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332243.673553:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067566976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332243.673652:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332243.673692:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067566976 00000100:00100000:2.0:1780332243.673701:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067566976 00000100:00100000:2.0:1780332243.673753:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1780332243.673763:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067566976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332243.673807:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332243.673864:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067566976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332243.673872:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1780332243.673909:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067566976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332244.158743:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332244.158829:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332244.158858:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332244.158879:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332244.158910:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045370752 00000100:00100000:3.0:1780332244.158920:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045370752 00000100:00100000:3.0:1780332244.158972:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045370880 00000100:00100000:3.0:1780332244.158975:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045370880 00000100:00100000:3.0:1780332244.158995:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 772 00000100:00100000:3.0:1780332244.159005:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045370752:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332244.159073:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045370752:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 70us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332244.159081:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 772 00000100:00100000:3.0:1780332244.159098:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 773 00000100:00100000:3.0:1780332244.159105:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045370880:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332244.159128:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045370880:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332244.159134:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 773 00000100:00080000:3.0:1780332244.159149:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332244.159153:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332244.160657:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045370496 00000100:00100000:1.0:1780332244.160663:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045370496 00000100:00100000:1.0:1780332244.160711:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 952 00000100:00100000:1.0:1780332244.160722:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045370496:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332244.164940:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045370496:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4209us (6192us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332244.164954:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 952 00000004:00000400:1.0:1780332244.321614:0:66547:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1780332244.329553:0:66547:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000020:00000080:2.0:1780332245.013542:0:66595:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeae852730 20000000:00000080:2.0:1780332245.013558:0:66595:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40926a400 uarg=0000000000000000 10000000:01000000:2.0:1780332245.014706:0:66595:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332245.014727:0:66595:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332245.014746:0:66595:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e307d8e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d8db expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332245.014858:0:66595:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332245.014900:0:66595:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390e00/0x76434b26e307d8e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d8db expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332245.014918:0:66595:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390e00/0x76434b26e307d8e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d8db expref: 17 pid: 5800 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332245.014933:0:66595:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66595:1866812067567104:0@lo:104: 00000100:00100000:2.0:1780332245.014994:0:66595:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332245.015040:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067567104 00000100:00100000:2.0:1780332245.015046:0:66595:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332245.015049:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067567104 00000100:00100000:1.0:1780332245.015100:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1780332245.015110:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66595:x1866812067567104:12345-0@lo:104: 00010000:00010000:1.0:1780332245.015132:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332245.015207:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332245.015213:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66595:x1866812067567104:12345-0@lo:104: Request processed in 105us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332245.015222:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1780332245.015229:0:66595:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66595:1866812067567104:0@lo:104: 00010000:00010000:2.0:1780332245.015251:0:66595:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015347:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332245.015354:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015362:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332245.015365:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015374:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332245.015381:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332245.015386:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332245.015421:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015428:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332245.015456:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015464:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307d8db lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d8e2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332245.015471:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067567232:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332245.015483:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332245.015486:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332245.015488:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332245.015501:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332245.015594:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067567232 00000100:00100000:3.0:1780332245.015599:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067567232 00010000:00010000:3.0:1780332245.015749:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390e00/0x76434b26e307d8e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d8db expref: 18 pid: 5800 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332245.015855:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1780332245.015864:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067567232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332245.015876:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332245.015881:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390e00/0x76434b26e307d8e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d8db expref: 18 pid: 5800 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015890:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390e00/0x76434b26e307d8e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d8db expref: 18 pid: 5800 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015903:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e307d8e2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d8db expref: 18 pid: 5800 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015915:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015923:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015935:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015944:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015950:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015956:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015962:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332245.015966:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015973:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.015994:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.016003:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332245.016043:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067567232:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332245.016049:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00010000:1.0:1780332245.016189:0:66595:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332245.016202:0:66595:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332245.016207:0:66595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1000/0x76434b26e307d8e9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1780332245.621216:0:66643:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcaa73d680 20000000:00000080:3.0:1780332245.621233:0:66643:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4f400 uarg=0000000000000000 10000000:01000000:3.0:1780332245.621488:0:66643:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332245.621507:0:66643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621525:0:66643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621536:0:66643:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621543:0:66643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621549:0:66643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621555:0:66643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621561:0:66643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332245.621566:0:66643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621574:0:66643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621586:0:66643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621593:0:66643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332245.621599:0:66643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1780332246.319463:0:66691:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6c845960 20000000:00000080:3.0:1780332246.319484:0:66691:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4e400 uarg=0000000000000000 10000000:01000000:3.0:1780332246.319772:0:66691:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332246.319792:0:66691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319809:0:66691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319818:0:66691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319824:0:66691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319830:0:66691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319837:0:66691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319843:0:66691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332246.319846:0:66691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319853:0:66691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319865:0:66691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319871:0:66691:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.319881:0:66691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d8f7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332246.359950:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332246.359957:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332246.359962:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332246.360005:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332246.360017:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332246.360027:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332246.360054:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067567360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332246.360119:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332246.360157:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec404d85f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780332246.360282:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067567360 00000100:00100000:3.0:1780332246.360292:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067567360 00000100:00100000:3.0:1780332246.360370:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1780332246.360384:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067567360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332246.360401:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332246.360418:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d8fe expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.360446:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d8fe expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.360483:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d8fe expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.360494:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4400, rc 0) 00000100:00100000:3.0:1780332246.360572:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067567360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332246.360580:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1780332246.360654:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067567360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332246.360680:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d905 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.360691:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d905 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332246.360717:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332246.360722:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d905 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.360729:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d905 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.487925:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332246.979785:0:66739:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd066d3240 20000000:00000080:1.0:1780332246.979799:0:66739:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42db19c00 uarg=0000000000000000 10000000:01000000:1.0:1780332246.979992:0:66739:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332246.980012:0:66739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.980030:0:66739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d8fe expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.980039:0:66739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.980077:0:66739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d8fe expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.980092:0:66739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d8fe expref: 17 pid: 5798 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332246.980107:0:66739:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66739:1866812067567488:0@lo:104: 00000100:00100000:1.0:1780332246.980167:0:66739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332246.980217:0:66739:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9180 going to sleep for 11 seconds 00000100:00100000:3.0:1780332246.981502:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067567488 00000100:00100000:3.0:1780332246.981517:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067567488 00000100:00100000:3.0:1780332246.981579:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1780332246.981591:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66739:x1866812067567488:12345-0@lo:104: 00010000:00010000:3.0:1780332246.981607:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0200/0x76434b26e307d8fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d905 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.981743:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332246.981750:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66739:x1866812067567488:12345-0@lo:104: Request processed in 161us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332246.981758:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1780332246.981782:0:66739:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66739:1866812067567488:0@lo:104: 00010000:00010000:1.0:1780332246.981806:0:66739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332246.982449:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332246.982468:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067567616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332246.982517:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332246.982778:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067567616 00000100:00100000:3.0:1780332246.982785:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067567616 00010000:00010000:3.0:1780332246.982809:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d8fe expref: 18 pid: 5798 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332246.982844:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1780332246.982851:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067567616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332246.982868:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332246.982873:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d8fe expref: 18 pid: 5798 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982888:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d8fe expref: 18 pid: 5798 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982901:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307d905 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d8fe expref: 18 pid: 5798 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982917:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982925:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982950:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982962:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982969:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982975:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982980:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332246.982984:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.982991:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.983008:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332246.983018:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332246.983053:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067567616:12345-0@lo:103:ldlm_bl.0 Request processed in 203us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332246.983060:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1780332246.983122:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067567616:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332246.983402:0:66739:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.983411:0:66739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332246.983416:0:66739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d90c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332247.256411:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067567744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332247.256488:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780332247.258118:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332247.259899:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067567744:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332247.511982:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332248.281185:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067568000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.281278:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332248.281340:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067568512:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.281373:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332248.281402:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780332248.281408:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067567872:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.281438:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332248.281461:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067568384:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.281485:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332248.281520:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067568000 00000100:00100000:3.0:1780332248.281529:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067568000 00000100:00100000:3.0:1780332248.281578:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067568384 00000100:00100000:3.0:1780332248.281581:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067568384 00000100:00100000:3.0:1780332248.281613:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1780332248.281644:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067568000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.281699:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067568000:12345-0@lo:400:kworker.0 Request processed in 56us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332248.281706:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1780332248.281732:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:3.0:1780332248.281738:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067568384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.281764:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067568384:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332248.281770:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:3.0:1780332248.281791:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067568512 00000100:00100000:3.0:1780332248.281794:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067568512 10000000:01000000:1.0:1780332248.282075:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332248.282079:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332248.282083:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332248.282119:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332248.282130:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332248.282140:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332248.282158:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067568640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332248.282185:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332248.282200:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9840 going to sleep for 11 seconds 00000100:00100000:2.0:1780332248.282300:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067568128:0@lo:400:kworker.0 00000100:00100000:2.0:1780332248.282333:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332248.282362:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332248.282369:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067568256:0@lo:400:kworker.0 00000100:00100000:2.0:1780332248.282393:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332248.282424:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067567872 00000100:00100000:2.0:1780332248.282428:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067567872 00000100:00100000:2.0:1780332248.282454:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067568640 00000100:00100000:2.0:1780332248.282456:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067568640 00000100:00100000:2.0:1780332248.282467:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1780332248.282473:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067567872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332248.282506:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067567872:12345-0@lo:400:kworker.0 Request processed in 33us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332248.282512:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1780332248.282533:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1780332248.282538:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067568640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332248.282546:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332248.282559:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1800/0x76434b26e307d921 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d91a expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332248.282582:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1800/0x76434b26e307d921 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d91a expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332248.282594:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1800/0x76434b26e307d921 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d91a expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332248.282604:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780332248.282651:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067568640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332248.282657:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1780332248.282681:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067568256 00000100:00100000:2.0:1780332248.282684:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067568256 00000100:00100000:2.0:1780332248.282721:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1780332248.282728:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067568256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332248.282763:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067568256:12345-0@lo:400:kworker.0 Request processed in 36us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332248.282769:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1780332248.284172:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067568640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332248.284200:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332248.284213:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332248.284238:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332248.284243:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332248.284250:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332248.284304:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067568256:0@lo:400:kworker.0 00000100:00100000:2.0:1780332248.284317:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067568128:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.284497:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1780332248.284510:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067568512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.284577:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067568512:12345-0@lo:400:kworker.0 Request processed in 72us (3203us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332248.284584:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1780332248.285499:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067567872:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.285523:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067568384:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.285535:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067568000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332248.285545:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067568512:0@lo:400:kworker.0 00010000:00010000:2.0:1780332248.544109:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332248.587990:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067568768 00000100:00100000:1.0:1780332248.587999:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067568768 00000100:00100000:1.0:1780332248.588093:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1780332248.588104:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66836:x1866812067568768:12345-0@lo:104: 00010000:00010000:1.0:1780332248.588119:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332248.588203:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332248.588209:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66836:x1866812067568768:12345-0@lo:104: Request processed in 108us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332248.588216:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1780332248.588300:0:66836:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66836:1866812067568768:0@lo:104: 00010000:00010000:2.0:1780332248.588322:0:66836:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588381:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332248.588388:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588396:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332248.588400:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588408:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332248.588415:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332248.588421:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332248.588459:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588466:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332248.588493:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588501:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df000/0x76434b26e307d91a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d921 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588519:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332248.588521:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332248.588522:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332248.588535:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067568896:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332248.588567:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332248.588604:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067568896 00000100:00100000:3.0:1780332248.588608:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067568896 00010000:00010000:3.0:1780332248.588651:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307d921 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d91a expref: 18 pid: 5799 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332248.588675:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1780332248.588682:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067568896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332248.588694:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332248.588699:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1800/0x76434b26e307d921 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d91a expref: 18 pid: 5799 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588724:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1800/0x76434b26e307d921 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d91a expref: 18 pid: 5799 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588737:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1800/0x76434b26e307d921 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d91a expref: 18 pid: 5799 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588750:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588763:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588792:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588801:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588809:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588816:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588822:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332248.588827:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588834:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588845:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332248.588854:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332248.588887:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067568896:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332248.588894:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1780332248.588927:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067568896:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332248.589093:0:66836:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332248.589102:0:66836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332248.589109:0:66836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390c00/0x76434b26e307d928 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332248.791929:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332248.791953:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067569024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332248.792027:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332248.792114:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067569024 00000100:00100000:1.0:1780332248.792127:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067569024 00000100:00100000:1.0:1780332248.792531:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1780332248.792541:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067569024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332248.794647:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780332248.794796:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067569024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2247us (2759us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332248.794885:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067569024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332248.794895:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1780332249.287744:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332249.287785:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332249.287809:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332249.287839:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332249.287956:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045371136 00000100:00100000:3.0:1780332249.287967:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045371136 00000100:00100000:3.0:1780332249.288040:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00100000:3.0:1780332249.288052:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045371136:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332249.288125:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045371136:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332249.288133:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00080000:3.0:1780332249.288154:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332249.288542:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045371008 00000100:00100000:2.0:1780332249.288548:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045371008 00000100:00100000:2.0:1780332249.288593:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 956 00000100:00100000:2.0:1780332249.288603:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045371008:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332249.288724:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045371264 00000100:00100000:1.0:1780332249.288729:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045371264 00000100:00100000:1.0:1780332249.288779:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045371392 00000100:00100000:1.0:1780332249.288782:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045371392 00000100:00100000:1.0:1780332249.288807:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 280 00000100:00100000:1.0:1780332249.288815:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045371264:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780332249.288836:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307d86b 00000100:00080000:1.0:1780332249.288846:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec30323a800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780332249.290143:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967328 00000100:00100000:1.0:1780332249.290574:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045371264:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 1755us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332249.290584:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 280 00000100:00100000:1.0:1780332249.290608:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 281 00000100:00100000:1.0:1780332249.290638:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045371392:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780332249.290658:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307d7fb 00000100:00080000:1.0:1780332249.290666:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc5800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780332249.290707:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967328 00000100:00100000:1.0:1780332249.290851:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045371392:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 235us (3012us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332249.290858:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 281 00010000:00010000:1.0:1780332249.290881:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332249.293990:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045371008:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 5378us (6192us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332249.294002:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 956 00010000:00010000:2.0:1780332249.560024:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1780332250.387568:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332250.387583:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec302bc3800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780332250.387654:0:1285:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec302bc3800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:1.0:1780332250.387719:0:1285:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec302bc5800 for lustre-OST0001 00000001:00100000:3.0:1780332250.395335:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332250.395350:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec303239800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780332250.395732:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec303239800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:1.0:1780332250.395865:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec30323a800 for lustre-OST0000 10000000:01000000:1.0:1780332250.583927:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332250.583936:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332250.583940:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332250.583997:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332250.584010:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332250.584021:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332250.584049:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067569152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332250.584116:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332250.584162:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4037be180 going to sleep for 11 seconds 00010000:00010000:3.0:1780332250.587796:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332251.036733:0:66986:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6e8583e0 20000000:00000080:2.0:1780332251.036754:0:66986:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40926a400 uarg=0000000000000000 10000000:01000000:2.0:1780332251.037026:0:66986:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332251.037049:0:66986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.037069:0:66986:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390600/0x76434b26e307d936 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d92f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.037078:0:66986:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.037126:0:66986:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390600/0x76434b26e307d936 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d92f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.037144:0:66986:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390600/0x76434b26e307d936 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d92f expref: 17 pid: 5800 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332251.037161:0:66986:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66986:1866812067569280:0@lo:104: 00000100:00100000:2.0:1780332251.037234:0:66986:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332251.037298:0:66986:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee600 going to sleep for 11 seconds 00000100:00100000:3.0:1780332251.037399:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067569280 00000100:00100000:3.0:1780332251.037407:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067569280 00000100:00100000:3.0:1780332251.037450:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1780332251.037460:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66986:x1866812067569280:12345-0@lo:104: 00010000:00010000:3.0:1780332251.037474:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332251.037551:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332251.037557:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:66986:x1866812067569280:12345-0@lo:104: Request processed in 98us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332251.037563:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00010000:00010000:1.0:1780332251.037727:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332251.037735:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332251.037743:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332251.037747:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332251.037756:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332251.037762:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332251.037769:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332251.037835:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332251.037844:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332251.037874:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332251.037880:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307d92f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d936 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332251.037894:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332251.037896:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332251.037898:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332251.037990:0:66986:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66986:1866812067569280:0@lo:104: 00010000:00010000:2.0:1780332251.038011:0:66986:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332251.038212:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067569408 00000100:00100000:2.0:1780332251.038217:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067569408 00010000:00010000:2.0:1780332251.038236:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390600/0x76434b26e307d936 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d92f expref: 18 pid: 5800 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332251.038264:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1780332251.038271:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067569408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332251.038282:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332251.038287:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390600/0x76434b26e307d936 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d92f expref: 18 pid: 5800 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038298:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390600/0x76434b26e307d936 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d92f expref: 18 pid: 5800 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038310:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e307d936 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d92f expref: 18 pid: 5800 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038322:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038330:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038343:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038350:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038357:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038364:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038369:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332251.038373:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.038381:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332251.038542:0:66986:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332251.038549:0:66986:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.040340:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.040359:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1000/0x76434b26e307d93d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.040381:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332251.040480:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067569408:12345-0@lo:103:ldlm_bl.0 Request processed in 2205us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332251.040492:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00010000:00010000:1.0:1780332251.612593:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332251.706176:0:67034:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6662cf10 20000000:00000080:2.0:1780332251.706196:0:67034:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4343a9800 uarg=0000000000000000 10000000:01000000:2.0:1780332251.706450:0:67034:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332251.706479:0:67034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706500:0:67034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706514:0:67034:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706521:0:67034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706529:0:67034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706541:0:67034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706547:0:67034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332251.706552:0:67034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706560:0:67034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706574:0:67034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706581:0:67034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332251.706586:0:67034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1000/0x76434b26e307d944 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332252.698022:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332252.698033:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332252.698041:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332252.698114:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332252.698131:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332252.698145:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332252.698190:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067569664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332252.698294:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332252.698368:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433ea6180 going to sleep for 11 seconds 00000100:00100000:2.0:1780332252.702895:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067569664 00000100:00100000:2.0:1780332252.702911:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067569664 00000100:00100000:2.0:1780332252.702995:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1780332252.703009:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067569664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332252.703046:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332252.703078:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d952 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d94b expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332252.703118:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d952 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d94b expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332252.703135:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d952 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d94b expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332252.703145:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332252.703245:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067569664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 239us (4952us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332252.703253:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1780332252.703387:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067569664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332252.703409:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332252.703421:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332252.703455:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332252.703461:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332252.703469:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332253.401680:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067569920:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.401792:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332253.401886:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780332253.401894:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067569792:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.401924:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332253.401947:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067570304:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.401978:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332253.402026:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067570048:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402057:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332253.402074:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332253.402079:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067570176:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402103:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332253.402138:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067569920 00000100:00100000:2.0:1780332253.402149:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067569920 00000100:00100000:1.0:1780332253.402319:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067570304 00000100:00100000:1.0:1780332253.402324:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067570304 00000100:00100000:1.0:1780332253.402383:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067570048 00000100:00100000:1.0:1780332253.402386:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067570048 00000100:00100000:1.0:1780332253.402409:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1780332253.402421:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067570304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332253.402495:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067570304:12345-0@lo:400:kworker.0 Request processed in 75us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332253.402505:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1780332253.402525:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1780332253.402530:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067570048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402566:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067569792 00000100:00100000:2.0:1780332253.402571:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067569792 00000100:00100000:1.0:1780332253.402572:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067570048:12345-0@lo:400:kworker.0 Request processed in 41us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332253.402579:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1780332253.402596:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067570176 00000100:00100000:2.0:1780332253.402599:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067570176 00000100:00080000:1.0:1780332253.402607:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332253.402614:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332253.402651:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1780332253.402660:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067569920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402703:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067569920:12345-0@lo:400:kworker.0 Request processed in 46us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332253.402705:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067570048:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402713:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1780332253.402732:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1780332253.402738:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067569792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402762:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067569792:12345-0@lo:400:kworker.0 Request processed in 25us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332253.402767:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1780332253.402780:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1780332253.402786:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067570176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402880:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067570176:12345-0@lo:400:kworker.0 Request processed in 94us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332253.402889:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1780332253.402931:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067569792:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402941:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067570304:0@lo:400:kworker.0 00000100:00100000:2.0:1780332253.402951:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067569920:0@lo:400:kworker.0 00000100:00100000:1.0:1780332253.403078:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067570176:0@lo:400:kworker.0 00010000:00010000:3.0:1780332253.655842:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332253.913246:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067570432 00000100:00100000:1.0:1780332253.913255:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067570432 00000100:00100000:1.0:1780332253.913313:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1780332253.913323:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067570432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332253.913368:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332253.913419:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067570432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332253.913427:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1780332254.016134:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067570560 00000100:00100000:1.0:1780332254.016145:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067570560 00000100:00100000:1.0:1780332254.016311:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1780332254.016325:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:67183:x1866812067570560:12345-0@lo:104: 00010000:00010000:1.0:1780332254.016341:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332254.016460:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332254.016468:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:67183:x1866812067570560:12345-0@lo:104: Request processed in 146us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332254.016476:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00010000:00010000:2.0:1780332254.016556:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332254.016566:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.016574:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332254.016578:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.016600:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332254.016609:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332254.016648:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332254.016689:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.016696:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332254.016740:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332254.016747:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1780332254.016748:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307d94b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d952 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332254.016764:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067570688:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332254.016777:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332254.016780:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332254.016783:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332254.016799:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332254.016877:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067570688 00000100:00100000:2.0:1780332254.016881:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067570688 00010000:00010000:2.0:1780332254.016905:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d952 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d94b expref: 18 pid: 5799 timeout: 1800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332254.016931:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1780332254.016937:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067570688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332254.016948:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332254.016952:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d952 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d94b expref: 18 pid: 5799 timeout: 1800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.016964:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d952 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d94b expref: 18 pid: 5799 timeout: 1800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.016978:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307d952 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d94b expref: 18 pid: 5799 timeout: 1800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.016992:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017002:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017017:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017030:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017037:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017044:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017049:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332254.017054:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017060:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017072:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391a00/0x76434b26e307d959 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332254.017082:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332254.017115:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067570688:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332254.017121:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1780332254.017199:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067570688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332254.403869:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045371648 00000100:00100000:2.0:1780332254.403881:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045371648 00000100:00100000:2.0:1780332254.403952:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1113 00000100:00100000:2.0:1780332254.403963:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045371648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332254.404054:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045371648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 93us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332254.404066:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1113 00000100:00100000:1.0:1780332254.405035:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045371520 00000100:00100000:1.0:1780332254.405042:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045371520 00000100:00100000:1.0:1780332254.405087:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 959 00000100:00100000:1.0:1780332254.405095:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045371520:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332254.405137:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045371520:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332254.405144:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 959 00010000:00010000:1.0:1780332254.679795:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332255.704189:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332255.704196:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332255.704200:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332255.704246:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332255.704259:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332255.704271:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332255.704300:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067570816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332255.704433:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332255.704530:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c8fd80 going to sleep for 11 seconds 00010000:00010000:3.0:1780332255.709125:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332256.727918:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332257.496995:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067570944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332257.497064:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332257.497135:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067570944 00000100:00100000:3.0:1780332257.497144:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067570944 00000100:00100000:3.0:1780332257.497196:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1780332257.497204:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067570944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332257.497242:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332257.497290:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067570944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (226us total) trans 0 rc 0/0 00000100:00080000:2.0:1780332257.497295:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332257.497309:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1780332257.497352:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067570944:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1780332257.692198:0:67381:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe83e523f0 20000000:00000080:2.0:1780332257.692215:0:67381:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342b5c00 uarg=0000000000000000 00010000:00010000:2.0:1780332257.692447:0:67381:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332257.692463:0:67381:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332257.692478:0:67381:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332257.692504:0:67381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.692529:0:67381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390000/0x76434b26e307d967 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d960 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.692545:0:67381:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.692948:0:67381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390000/0x76434b26e307d967 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d960 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.692965:0:67381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390000/0x76434b26e307d967 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d960 expref: 17 pid: 5800 timeout: 1804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332257.692981:0:67381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67381:1866812067571072:0@lo:104: 00000100:00100000:2.0:1780332257.693057:0:67381:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332257.693168:0:67381:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00010000:00010000:1.0:1780332257.693493:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332257.693503:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d967 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.693514:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332257.693519:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d967 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.693530:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d967 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332257.693542:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d967 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332257.693549:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1780332257.693593:0:67381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67381:1866812067571072:0@lo:104: 00010000:00010000:1.0:1780332257.693601:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d967 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.693610:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332257.693653:0:67381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.693665:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d967 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.693673:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307d960 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d967 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.693690:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332257.693692:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332257.693694:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332257.693721:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332257.693746:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067571200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332257.693779:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332257.693864:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067571200 00000100:00100000:2.0:1780332257.693868:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067571200 00010000:00010000:2.0:1780332257.693888:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390000/0x76434b26e307d967 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d960 expref: 18 pid: 5800 timeout: 1804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332257.693919:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1780332257.693925:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067571200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332257.693935:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332257.693939:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390000/0x76434b26e307d967 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d960 expref: 18 pid: 5800 timeout: 1804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.693949:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390000/0x76434b26e307d967 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d960 expref: 18 pid: 5800 timeout: 1804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.693962:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390000/0x76434b26e307d967 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d960 expref: 18 pid: 5800 timeout: 1804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.693975:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.693983:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.693994:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.694002:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.694009:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.694015:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.694020:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332257.694025:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.694032:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.694054:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332257.694067:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332257.694093:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067571200:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332257.694099:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00010000:00010000:1.0:1780332257.694166:0:67381:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.694185:0:67381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332257.694192:0:67381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1c00/0x76434b26e307d96e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332257.694239:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067571200:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332257.763048:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332258.520539:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067571328:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.520579:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332258.520609:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067571840:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.520655:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332258.520686:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067571456:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.520707:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332258.520730:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332258.520735:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067571584:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.520754:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332258.520783:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067571712 00000100:00100000:2.0:1780332258.520791:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067571712 00000100:00100000:2.0:1780332258.520849:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067571328 00000100:00100000:2.0:1780332258.520852:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067571328 00000100:00100000:2.0:1780332258.520867:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067571456 00000100:00100000:2.0:1780332258.520870:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067571456 00000100:00100000:2.0:1780332258.520885:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1780332258.520893:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067571712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.520944:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067571712:12345-0@lo:400:kworker.0 Request processed in 51us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332258.520951:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1780332258.520966:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1780332258.520971:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067571328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.520999:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067571328:12345-0@lo:400:kworker.0 Request processed in 28us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332258.521005:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1780332258.521015:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1780332258.521021:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067571456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.521046:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067571456:12345-0@lo:400:kworker.0 Request processed in 25us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332258.521052:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1780332258.521481:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067571840 00000100:00100000:2.0:1780332258.521486:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067571840 00000100:00100000:2.0:1780332258.521514:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067571584 00000100:00100000:2.0:1780332258.521518:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067571584 00000100:00100000:2.0:1780332258.521536:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1780332258.521543:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067571840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.521590:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067571840:12345-0@lo:400:kworker.0 Request processed in 46us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332258.521596:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1780332258.521606:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1780332258.521612:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067571584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.521667:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067571584:12345-0@lo:400:kworker.0 Request processed in 55us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332258.521673:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00080000:2.0:1780332258.521699:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332258.521703:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332258.521743:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067571328:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.521755:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067571840:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.521788:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067571584:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.521799:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067571456:0@lo:400:kworker.0 00000100:00100000:2.0:1780332258.522511:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067571712:0@lo:400:kworker.0 00000020:00000080:1.0:1780332258.708797:0:67430:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed912b170 20000000:00000080:1.0:1780332258.708816:0:67430:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410fb5000 uarg=0000000000000000 00010000:00010000:1.0:1780332258.709649:0:67430:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332258.709921:0:67430:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332258.709940:0:67430:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332258.709960:0:67430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.709983:0:67430:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.709996:0:67430:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710003:0:67430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710010:0:67430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710019:0:67430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710025:0:67430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332258.710029:0:67430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710037:0:67430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710053:0:67430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710059:0:67430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332258.710079:0:67430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e307d975 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332258.784514:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332258.919701:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332258.919712:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332258.919720:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332258.919829:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332258.919849:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332258.919868:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332258.919912:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067571968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332258.920010:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332258.920088:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067571968 00000100:00100000:2.0:1780332258.920101:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067571968 00000100:00100000:2.0:1780332258.920215:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1780332258.920236:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067571968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332258.920260:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332258.920279:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d97c expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332258.920340:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d97c expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332258.920365:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d97c expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332258.920379:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1400, rc 0) 00000100:00100000:2.0:1780332258.920436:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067571968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 208us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332258.920448:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1780332258.920541:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45780 going to sleep for 11 seconds 00000100:00100000:2.0:1780332258.920590:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067571968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332258.920660:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332258.920670:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332258.920691:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332258.920697:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332258.920707:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332259.031967:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067572096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332259.032044:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332259.032733:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067572096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332259.525567:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045371904 00000100:00100000:3.0:1780332259.525576:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045371904 00000100:00100000:3.0:1780332259.525665:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1117 00000100:00100000:3.0:1780332259.525676:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045371904:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332259.525738:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045371904:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 66us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332259.525744:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1117 00000100:00080000:3.0:1780332259.525761:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332259.801927:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332260.823791:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332261.847902:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332262.615937:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067572224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332262.616005:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332262.616072:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067572224 00000100:00100000:2.0:1780332262.616080:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067572224 00000100:00100000:2.0:1780332262.616129:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1780332262.616138:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067572224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332262.616172:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332262.616214:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067572224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332262.616221:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00080000:2.0:1780332262.616240:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332262.616270:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067572224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332263.641090:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067572480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641158:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332263.641214:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067572992:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641237:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332263.641262:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780332263.641267:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067572352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641294:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332263.641314:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067572864:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641332:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332263.641355:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067572608:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641376:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332263.641392:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332263.641396:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067572736:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641413:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332263.641441:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067572480 00000100:00100000:3.0:1780332263.641448:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067572480 00000100:00100000:3.0:1780332263.641484:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067572864 00000100:00100000:3.0:1780332263.641486:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067572864 00000100:00100000:3.0:1780332263.641520:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067572608 00000100:00100000:3.0:1780332263.641523:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067572608 00000100:00100000:3.0:1780332263.641538:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:3.0:1780332263.641545:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067572480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641603:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067572480:12345-0@lo:400:kworker.0 Request processed in 58us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332263.641611:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:3.0:1780332263.641654:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1780332263.641660:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067572864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641690:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067572864:12345-0@lo:400:kworker.0 Request processed in 30us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332263.641695:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1780332263.641702:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067572480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641709:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1780332263.641715:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067572608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332263.641735:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067572864:0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641761:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067572608:12345-0@lo:400:kworker.0 Request processed in 45us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332263.641767:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1780332263.641784:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067572992 00000100:00100000:3.0:1780332263.641788:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067572992 00000100:00100000:3.0:1780332263.641822:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067572736 00000100:00100000:3.0:1780332263.641824:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067572736 00000100:00100000:3.0:1780332263.641948:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1780332263.641955:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067572992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.641993:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067572992:12345-0@lo:400:kworker.0 Request processed in 39us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332263.641999:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1780332263.642009:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1780332263.642014:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067572736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332263.642040:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067572736:12345-0@lo:400:kworker.0 Request processed in 26us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332263.642045:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1780332263.643957:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067572352 00000100:00100000:1.0:1780332263.643969:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067572352 00000100:00100000:1.0:1780332263.644030:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1780332263.644041:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067572352:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1780332263.644105:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332263.644111:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332263.644133:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067572352:12345-0@lo:400:kworker.0 Request processed in 94us (2836us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332263.644152:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1780332263.644919:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067572736:0@lo:400:kworker.0 00000100:00100000:0.0:1780332263.644932:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067572608:0@lo:400:kworker.0 00010000:00010000:2.0:1780332263.898886:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332264.153007:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332264.153041:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067573120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332264.153143:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332264.153230:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067573120 00000100:00100000:2.0:1780332264.153240:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067573120 00000100:00100000:2.0:1780332264.153299:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1780332264.153323:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067573120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332264.153369:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332264.153561:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067573120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 251us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332264.153570:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1780332264.153649:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067573120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332264.638515:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332264.638607:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332264.638709:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045372032 00000100:00100000:0.0:1780332264.638724:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045372032 00000100:00100000:3.0:1780332264.638749:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045372160 00000100:00100000:3.0:1780332264.638754:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045372160 00000100:00100000:0.0:1780332264.638785:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 964 00000100:00100000:0.0:1780332264.638795:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045372032:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332264.638796:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1121 00000100:00100000:3.0:1780332264.638801:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045372160:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332264.638907:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045372160:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 104us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332264.638907:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045372032:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 113us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332264.638916:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1121 00000100:00100000:0.0:1780332264.638916:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 964 00000100:00080000:2.0:1780332264.639230:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332264.922083:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332265.241799:0:67723:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe07e0cd50 20000000:00000080:0.0:1780332265.241822:0:67723:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc87800 uarg=0000000000000000 00010000:00010000:0.0:1780332265.256812:0:67723:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332265.256834:0:67723:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332265.256851:0:67723:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332265.256870:0:67723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.256888:0:67723:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d97c expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.256897:0:67723:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.256938:0:67723:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d97c expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.256956:0:67723:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d97c expref: 17 pid: 5799 timeout: 1811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332265.256976:0:67723:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67723:1866812067573248:0@lo:104: 00000100:00100000:0.0:1780332265.257041:0:67723:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332265.257100:0:67723:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409271300 going to sleep for 11 seconds 00000100:00100000:3.0:1780332265.257962:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067573248 00000100:00100000:3.0:1780332265.257974:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067573248 00000100:00100000:3.0:1780332265.258032:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1780332265.258041:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:67723:x1866812067573248:12345-0@lo:104: 00010000:00010000:3.0:1780332265.258056:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258134:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332265.258141:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:67723:x1866812067573248:12345-0@lo:104: Request processed in 102us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332265.258148:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00010000:00010000:3.0:1780332265.258170:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332265.258175:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258197:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332265.258201:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258226:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332265.258233:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332265.258239:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332265.258270:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258277:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332265.258298:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258305:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307d97c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d983 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258322:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332265.258323:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332265.258325:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332265.258418:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332265.258432:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067573376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332265.258478:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332265.258515:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067573376 00000100:00100000:3.0:1780332265.258519:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067573376 00010000:00010000:3.0:1780332265.258538:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d97c expref: 18 pid: 5799 timeout: 1811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332265.258559:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1780332265.258565:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067573376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332265.258575:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332265.258580:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d97c expref: 18 pid: 5799 timeout: 1811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258593:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d97c expref: 18 pid: 5799 timeout: 1811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258611:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258646:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258663:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258671:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258678:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258690:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258695:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332265.258699:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258707:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258716:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332265.258726:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332265.258754:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067573376:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332265.258761:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1780332265.258795:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067573376:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332265.259479:0:67723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1400/0x76434b26e307d983 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d97c expref: 17 pid: 5799 timeout: 1811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332265.259493:0:67723:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67723:1866812067573248:0@lo:104: 00010000:00010000:0.0:1780332265.259510:0:67723:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.259519:0:67723:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.259524:0:67723:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.259530:0:67723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e307d98a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332265.944199:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332266.140056:0:67771:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2a959510 20000000:00000080:1.0:1780332266.140075:0:67771:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410fb6c00 uarg=0000000000000000 00010000:00010000:1.0:1780332266.140474:0:67771:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332266.140491:0:67771:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332266.140506:0:67771:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332266.140525:0:67771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140545:0:67771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140561:0:67771:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140567:0:67771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140574:0:67771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140581:0:67771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140588:0:67771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332266.140592:0:67771:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140600:0:67771:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140613:0:67771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140920:0:67771:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.140926:0:67771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307d991 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332266.973791:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332267.287833:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332267.287840:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332267.287846:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332267.287896:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332267.287909:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332267.287924:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332267.287950:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067573504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332267.288035:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332267.288083:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332267.288137:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067573504 00000100:00100000:1.0:1780332267.288147:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067573504 00000100:00100000:1.0:1780332267.288213:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1780332267.288223:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067573504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332267.288238:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332267.288252:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307d998 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332267.288276:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307d998 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332267.288298:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d998 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332267.288307:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfc00, rc 0) 00000100:00100000:1.0:1780332267.288352:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067573504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332267.288360:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1780332267.288516:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067573504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332267.288532:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332267.288540:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332267.288559:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332267.288564:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332267.288571:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332267.736080:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332267.736114:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067573632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332267.736232:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332267.736415:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067573632 00000100:00100000:0.0:1780332267.736425:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067573632 00000100:00100000:0.0:1780332267.736543:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1780332267.736559:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067573632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332267.736637:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332267.736709:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067573632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332267.736718:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:2.0:1780332267.736839:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332267.736880:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067573632:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332267.991809:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332268.772978:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067573760:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.773054:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332268.773098:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067574272:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.773123:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332268.773149:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332268.773155:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067574144:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.773351:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332268.773389:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067573888:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.773426:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332268.773447:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067574400:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.773470:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332268.773489:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332268.773495:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067574016:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.773520:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332268.773550:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067573760 00000100:00100000:0.0:1780332268.773557:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067573760 00000100:00100000:0.0:1780332268.773609:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1780332268.775819:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067573760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.775922:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067573760:12345-0@lo:400:kworker.0 Request processed in 2303us (2867us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332268.775932:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1780332268.775981:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574272 00000100:00100000:0.0:1780332268.775987:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574272 00000100:00100000:0.0:1780332268.776030:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067573888 00000100:00100000:0.0:1780332268.776033:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067573888 00000100:00100000:0.0:1780332268.776049:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574016 00000100:00100000:0.0:1780332268.776051:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574016 00000100:00100000:0.0:1780332268.776066:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1780332268.776072:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067574272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.776103:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067574272:12345-0@lo:400:kworker.0 Request processed in 31us (2978us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332268.776109:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1780332268.776120:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1780332268.776125:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067573888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.776274:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067573888:12345-0@lo:400:kworker.0 Request processed in 148us (2857us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332268.776280:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1780332268.776293:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1780332268.776299:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067574016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.776328:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067574016:12345-0@lo:400:kworker.0 Request processed in 30us (2808us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332268.776334:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1780332268.776359:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574144 00000100:00100000:0.0:1780332268.776362:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574144 00000100:00100000:0.0:1780332268.776387:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574400 00000100:00100000:0.0:1780332268.776389:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574400 00000100:00100000:0.0:1780332268.776411:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1780332268.776895:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067574144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.776938:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067574144:12345-0@lo:400:kworker.0 Request processed in 521us (3587us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332268.776944:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1780332268.776960:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1780332268.776967:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067574400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.776992:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067574400:12345-0@lo:400:kworker.0 Request processed in 26us (3521us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332268.776998:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1780332268.777076:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067574144:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.777087:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067573760:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.777098:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067574272:0@lo:400:kworker.0 00000100:00080000:0.0:1780332268.777274:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332268.777280:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332268.777316:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067574016:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.777333:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067573888:0@lo:400:kworker.0 00000100:00100000:0.0:1780332268.777345:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067574400:0@lo:400:kworker.0 00010000:00010000:1.0:1780332269.019587:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332269.271750:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332269.271773:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067574528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332269.271852:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332269.271926:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574528 00000100:00100000:2.0:1780332269.271934:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574528 00000100:00100000:2.0:1780332269.271980:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1780332269.271990:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067574528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332269.272026:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332269.272073:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067574528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332269.272080:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1780332269.272125:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067574528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332269.675224:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332269.675745:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045372288 00000100:00100000:0.0:1780332269.675763:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045372288 00000100:00100000:0.0:1780332269.676907:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 521 00000100:00100000:0.0:1780332269.676922:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40189:x1866812045372288:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332269.676943:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332269.676966:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb28 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.677029:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307d9ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.677044:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307d9ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.677058:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307d9ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332269.677275:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332269.677280:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332269.677364:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307d9ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.677387:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb28 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.677415:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307d9ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb28 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.677425:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332269.677428:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332269.677432:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391200, rc 0) 00000100:00080000:2.0:1780332269.678786:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332269.679752:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40189:x1866812045372288:12345-192.168.204.30@tcp:101:rm.0 Request processed in 587us (2300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332269.679768:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 521 00000100:00100000:0.0:1780332269.681814:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332269.683853:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045372416 00000100:00100000:2.0:1780332269.683868:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045372416 00000100:00100000:2.0:1780332269.683946:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 522 00000100:00100000:2.0:1780332269.683959:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40189:x1866812045372416:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332269.683984:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332269.684005:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb2f expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684076:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684092:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684105:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684169:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684177:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684184:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684460:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684469:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684475:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684481:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332269.684486:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684497:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684526:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780332269.684529:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332269.684535:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684541:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684554:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684560:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684566:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684571:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332269.684573:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684579:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684587:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332269.684590:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332269.684592:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.684602:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.686773:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9b4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb2f expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.686865:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780332269.686869:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332269.686878:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb2f expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.686896:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332269.686983:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40189:x1866812045372416:12345-192.168.204.30@tcp:101:rm.0 Request processed in 3024us (5187us total) trans 0 rc 301/301 00000100:00100000:2.0:1780332269.686992:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 522 00000100:00100000:1.0:1780332269.754144:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332269.754193:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332269.754331:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045372544 00000100:00100000:0.0:1780332269.754342:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045372544 00000100:00100000:0.0:1780332269.754414:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045372800 00000100:00100000:0.0:1780332269.754418:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045372800 00000100:00100000:0.0:1780332269.754451:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 523 00000100:00100000:0.0:1780332269.754462:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045372544:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:0.0:1780332269.754523:0:5806:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1780332269.754602:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045372544:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 141us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332269.754609:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 523 00000100:00100000:0.0:1780332269.754654:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 524 00000100:00100000:0.0:1780332269.754672:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40193:x1866812045372800:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:0.0:1780332269.754717:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332269.754751:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307d9ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb28 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.754771:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332269.754784:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332269.755103:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.757077:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.757104:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.757605:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.757641:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.757654:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332269.762973:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000004:00200000:0.0:1780332269.765609:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:0.0:1780332269.765651:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.765674:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.765683:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.765689:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332269.765695:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.765704:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.765722:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332269.765725:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332269.765730:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.765736:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307d9c9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332269.765969:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079174eed reply state 00000000e6207adf transno 4294967501 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332269.765979:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332269.766097:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40193:x1866812045372800:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 11421us (11898us total) trans 4294967501 rc 0/0 00000100:00100000:0.0:1780332269.766107:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 524 00000100:00100000:1.0:1780332269.770281:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045372928 00000100:00100000:1.0:1780332269.770296:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045372928 00000100:00100000:1.0:1780332269.770413:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 967 00000100:00100000:1.0:1780332269.770425:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045372928:12345-192.168.204.30@tcp:400:kworker.0 00010000:00010000:0.0:1780332269.770427:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.770441:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.770450:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.770456:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332269.770461:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.770468:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.770488:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256500) 00010000:00010000:0.0:1780332269.770491:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780332269.770510:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045372928:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 87us (7545us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332269.770517:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 967 00010000:00010000:0.0:1780332269.770736:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.770813:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307d9d0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332269.820915:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332269.821108:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045373056 00000100:00100000:2.0:1780332269.821119:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045373056 00000100:00100000:2.0:1780332269.821175:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 525 00000100:00100000:2.0:1780332269.821186:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40197:x1866812045373056:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:2.0:1780332269.821209:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332269.821230:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb36 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.821285:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.821300:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.821310:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332269.821371:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332269.821376:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332269.821413:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.821438:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb36 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.821457:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb36 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.821467:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332269.821470:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332269.821474:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780332269.821540:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40197:x1866812045373056:12345-192.168.204.30@tcp:101:chown.0 Request processed in 355us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332269.821547:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 525 00000100:00100000:0.0:1780332269.826261:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332269.826431:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045373184 00000100:00100000:2.0:1780332269.826442:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045373184 00000100:00100000:2.0:1780332269.826502:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 526 00000100:00100000:2.0:1780332269.826513:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40197:x1866812045373184:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:2.0:1780332269.826535:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332269.826555:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb3d expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.826679:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.826699:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.826713:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.826731:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.826738:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.826745:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828054:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307d9fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828201:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307d9fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828212:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307d9fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332269.828263:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:2.0:1780332269.828267:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332269.828423:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307d9fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828519:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828527:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828534:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828540:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332269.828544:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828551:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828565:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332269.828568:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332269.828572:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828579:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307d9ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828593:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828599:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828605:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828610:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332269.828613:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828667:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828674:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780332269.828677:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332269.828680:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828685:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307d9f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828720:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307d9e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb3d expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828733:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307d9fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb3d expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332269.828741:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332269.828743:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332269.828746:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1a00, rc 0) 00000100:00100000:2.0:1780332269.828969:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:40197:x1866812045373184:12345-192.168.204.30@tcp:101:chown.0 Request processed in 2456us (2853us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332269.828978:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 526 00000100:00100000:0.0:1780332269.836243:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332269.836460:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045373440 00000100:00100000:3.0:1780332269.836472:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045373440 00000100:00100000:3.0:1780332269.836540:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 527 00000100:00100000:3.0:1780332269.836552:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:40197:x1866812045373440:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:3.0:1780332269.836642:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332269.836673:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307d9fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb3d expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332269.836695:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780332269.836708:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332269.836734:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332269.836749:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332269.836758:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332269.837064:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051fa6181 reply state 0000000098fa9a5f transno 4294967502 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332269.837079:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332269.837095:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000100:00100000:3.0:1780332269.837248:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:40197:x1866812045373440:12345-192.168.204.30@tcp:36:chown.0 Request processed in 698us (1633us total) trans 4294967502 rc 0/0 00000100:00100000:3.0:1780332269.837258:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 527 00010000:00010000:0.0:1780332269.842459:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.842479:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.842488:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.842494:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332269.842499:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.842507:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.842529:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:0.0:1780332269.842533:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332269.842539:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332269.842551:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307da01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332270.039751:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332270.660702:0:67966:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6378d800 20000000:00000080:0.0:1780332270.660722:0:67966:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc85400 uarg=0000000000000000 00010000:00010000:0.0:1780332270.661234:0:67966:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332270.661273:0:67966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332270.661278:0:67966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332270.661291:0:67966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307d9de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb36 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332270.661318:0:67966:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332270.661338:0:67966:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332270.661355:0:67966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332270.661372:0:67966:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307d998 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332270.661383:0:67966:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332270.661440:0:67966:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307d998 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332270.661461:0:67966:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307d998 expref: 17 pid: 5800 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332270.661483:0:67966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67966:1866812067574656:0@lo:104: 00000100:00100000:0.0:1780332270.661572:0:67966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332270.661697:0:67966:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332270.661795:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574656 00000100:00100000:2.0:1780332270.661803:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574656 00000100:00100000:2.0:1780332270.661850:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1780332270.661860:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:67966:x1866812067574656:12345-0@lo:104: 00010000:00010000:2.0:1780332270.661874:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332270.661941:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332270.661947:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:67966:x1866812067574656:12345-0@lo:104: Request processed in 89us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332270.661955:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1780332270.661963:0:67966:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67966:1866812067574656:0@lo:104: 00010000:00010000:0.0:1780332270.661984:0:67966:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332270.662118:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332270.662127:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332270.662134:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332270.662138:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332270.662145:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332270.662152:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332270.662158:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332270.662190:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332270.662196:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332270.662235:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332270.662243:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307d998 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307d99f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332270.662260:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332270.662262:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332270.662264:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332270.662311:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067574784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332270.662345:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332270.662408:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574784 00000100:00100000:3.0:1780332270.662413:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574784 00010000:00010000:3.0:1780332270.662455:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d998 expref: 18 pid: 5800 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332270.662482:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1780332270.662490:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067574784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332270.662502:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332270.662508:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307d998 expref: 18 pid: 5800 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662520:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307d998 expref: 18 pid: 5800 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662532:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307d99f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307d998 expref: 18 pid: 5800 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662547:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662556:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662569:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662583:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662591:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662597:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662602:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332270.662606:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662613:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662653:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332270.662663:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332270.662708:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067574784:12345-0@lo:103:ldlm_bl.0 Request processed in 219us (362us total) trans 0 rc 0/0 00010000:00010000:0.0:1780332270.662712:0:67966:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332270.662717:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00010000:00010000:0.0:1780332270.662725:0:67966:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332270.662733:0:67966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391c00/0x76434b26e307da08 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332270.663611:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067574784:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332271.066049:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332271.405248:0:68014:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff69167c80 20000000:00000080:2.0:1780332271.405275:0:68014:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4e400 uarg=0000000000000000 00010000:00010000:2.0:1780332271.405515:0:68014:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332271.405530:0:68014:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332271.405543:0:68014:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332271.405566:0:68014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.405586:0:68014:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.405600:0:68014:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.405608:0:68014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.405953:0:68014:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.405967:0:68014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.406019:0:68014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332271.406024:0:68014:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.406032:0:68014:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.406045:0:68014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.406053:0:68014:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332271.406059:0:68014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1a00/0x76434b26e307da0f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332272.087755:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332272.343801:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332272.343811:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332272.343816:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332272.344058:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332272.344075:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332272.344106:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332272.344145:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c169f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067574912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332272.344241:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332272.344315:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176300 going to sleep for 11 seconds 00000100:00100000:0.0:1780332272.344414:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067574912 00000100:00100000:0.0:1780332272.344423:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067574912 00000100:00100000:0.0:1780332272.344481:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1780332272.344491:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067574912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332272.344506:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332272.344521:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307da16 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332272.344553:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307da16 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332272.344566:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307da16 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332272.344577:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780332272.344660:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067574912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332272.344666:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1780332272.347154:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c169f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067574912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332272.347181:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332272.347195:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332272.347218:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332272.347223:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332272.347231:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332272.856030:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332272.856061:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067575040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332272.856156:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332272.856337:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575040 00000100:00100000:3.0:1780332272.856348:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575040 00000100:00100000:3.0:1780332272.856462:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1780332272.856472:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067575040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332272.856514:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332272.856582:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067575040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332272.856589:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:0.0:1780332272.856664:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332272.856741:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067575040:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332273.112040:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332273.426166:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967501 is committed 00000001:00080000:2.0:1780332273.426416:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967502 is committed 00000100:00100000:1.0:1780332273.889312:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067575424:0@lo:400:kworker.0 00000100:00100000:1.0:1780332273.889413:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332273.889478:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332273.889485:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067575552:0@lo:400:kworker.0 00000100:00100000:1.0:1780332273.889514:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332273.889557:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575424 00000100:00100000:1.0:1780332273.889566:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575424 00000100:00100000:1.0:1780332273.889645:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1780332273.889656:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067575424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890097:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067575168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890137:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332273.890165:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067575680:0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890187:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332273.890206:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780332273.890211:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067575296:0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890232:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332273.890247:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067575808:0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890266:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332273.890290:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575680 00000100:00100000:2.0:1780332273.890294:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575680 00000100:00100000:2.0:1780332273.890322:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575296 00000100:00100000:2.0:1780332273.890324:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575296 00000100:00100000:2.0:1780332273.890340:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1780332273.890357:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067575680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890396:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067575680:12345-0@lo:400:kworker.0 Request processed in 40us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332273.890404:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1780332273.890422:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1780332273.890427:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067575296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890452:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067575296:12345-0@lo:400:kworker.0 Request processed in 25us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332273.890458:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1780332273.890504:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067575296:0@lo:400:kworker.0 00000100:00100000:2.0:1780332273.890515:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067575680:0@lo:400:kworker.0 00000100:00100000:0.0:1780332273.890759:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575552 00000100:00100000:0.0:1780332273.890764:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575552 00000100:00100000:0.0:1780332273.890794:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575808 00000100:00100000:0.0:1780332273.890796:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575808 00000100:00100000:0.0:1780332273.890818:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1780332273.890824:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067575552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332273.890868:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067575552:12345-0@lo:400:kworker.0 Request processed in 44us (1352us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332273.890873:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1780332273.890886:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1780332273.890891:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067575808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332273.890924:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067575808:12345-0@lo:400:kworker.0 Request processed in 33us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332273.890930:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1780332273.890954:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067575808:0@lo:400:kworker.0 00000100:00080000:0.0:1780332273.891005:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332273.891010:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332273.891025:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575168 00000100:00100000:0.0:1780332273.891028:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575168 00000100:00100000:0.0:1780332273.892136:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1780332273.892147:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067575168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332273.892211:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067575168:12345-0@lo:400:kworker.0 Request processed in 68us (2073us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332273.892218:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1780332273.892279:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067575168:0@lo:400:kworker.0 00000100:00100000:0.0:1780332273.892326:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067575552:0@lo:400:kworker.0 00000100:00100000:1.0:1780332273.894312:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067575424:12345-0@lo:400:kworker.0 Request processed in 4649us (4890us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332273.894328:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1780332273.894461:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067575424:0@lo:400:kworker.0 00010000:00010000:1.0:1780332274.136835:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332274.391866:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067575936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332274.391944:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332274.392063:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067575936 00000100:00100000:0.0:1780332274.392073:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067575936 00000100:00100000:0.0:1780332274.392131:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1780332274.392140:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067575936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332274.392181:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332274.392523:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067575936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 383us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332274.392531:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1780332274.392593:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067575936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332274.878081:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332274.878474:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045373568 00000100:00100000:2.0:1780332274.878486:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045373568 00000100:00100000:2.0:1780332274.878556:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 970 00000100:00100000:2.0:1780332274.878567:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045373568:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332274.878657:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045373568:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332274.878664:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 970 00000100:00100000:1.0:1780332274.881116:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332274.881205:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045373696 00000100:00100000:3.0:1780332274.881216:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045373696 00000100:00100000:3.0:1780332274.881302:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1128 00000100:00100000:3.0:1780332274.881312:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045373696:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332274.881403:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045373696:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332274.881411:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1128 00000100:00080000:1.0:1780332274.881715:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332275.163306:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332275.479026:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332275.479740:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045373824 00000100:00100000:3.0:1780332275.479752:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045373824 00000100:00100000:3.0:1780332275.479824:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 9 00000100:00100000:3.0:1780332275.479836:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045373824:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332275.479853:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332275.479856:0:5790:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307d9de) 00010000:00010000:3.0:1780332275.479858:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332275.479906:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045373824:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (890us total) trans 0 rc 116/116 00000100:00100000:3.0:1780332275.479914:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 9 00010000:00010000:1.0:1780332276.183855:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332277.209526:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332277.610547:0:68259:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6e5a0360 20000000:00000080:3.0:1780332277.610562:0:68259:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec442040000 uarg=0000000000000000 00010000:00010000:3.0:1780332277.611233:0:68259:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332277.611248:0:68259:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332277.611260:0:68259:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332277.611279:0:68259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332277.611309:0:68259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307da16 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332277.611318:0:68259:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332277.611356:0:68259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307da16 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332277.611373:0:68259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307da16 expref: 17 pid: 5800 timeout: 1824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332277.611457:0:68259:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c169500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68259:1866812067576064:0@lo:104: 00000100:00100000:3.0:1780332277.611524:0:68259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332277.611669:0:68259:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4031430c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332277.611727:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576064 00000100:00100000:1.0:1780332277.611735:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576064 00000100:00100000:1.0:1780332277.611886:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1780332277.611895:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68259:x1866812067576064:12345-0@lo:104: 00010000:00010000:1.0:1780332277.611907:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332277.612011:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332277.612018:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c16b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68259:x1866812067576064:12345-0@lo:104: Request processed in 124us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332277.612024:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00010000:00010000:0.0:1780332277.612075:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332277.612081:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612087:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332277.612091:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612098:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332277.612109:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332277.612115:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332277.612144:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612150:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332277.612168:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612174:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307da16 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da1d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612188:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332277.612190:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332277.612191:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332277.612210:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067576192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332277.612239:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332277.612272:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576192 00000100:00100000:0.0:1780332277.612275:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576192 00010000:00010000:0.0:1780332277.612307:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307da16 expref: 18 pid: 5800 timeout: 1824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332277.612332:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1780332277.612338:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067576192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332277.612347:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332277.612351:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307da16 expref: 18 pid: 5800 timeout: 1824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612362:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307da16 expref: 18 pid: 5800 timeout: 1824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612378:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612397:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612411:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612418:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612425:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612431:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612436:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332277.612440:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612447:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612455:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332277.612472:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332277.612501:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067576192:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332277.612507:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1780332277.612545:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067576192:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332277.613108:0:68259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391a00/0x76434b26e307da1d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307da16 expref: 17 pid: 5800 timeout: 1824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332277.613122:0:68259:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c169500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68259:1866812067576064:0@lo:104: 00010000:00010000:3.0:1780332277.613136:0:68259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332277.613144:0:68259:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332277.613150:0:68259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332277.613155:0:68259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da24 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332277.975902:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332277.976017:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067576320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332277.976101:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332277.977100:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576320 00000100:00100000:1.0:1780332277.977116:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576320 00000100:00080000:0.0:1780332277.977224:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332277.977338:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1780332277.977350:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067576320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332277.977393:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332277.977475:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067576320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332277.977483:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1780332277.977568:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067576320:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332278.234867:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332279.000477:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332279.000487:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332279.000494:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332279.000540:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332279.000555:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332279.000570:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332279.000639:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067576576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332279.000730:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332279.000812:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295b600 going to sleep for 11 seconds 00000100:00100000:0.0:1780332279.001287:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067576704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332279.001328:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332279.001353:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067577216:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.001469:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067576960:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.001502:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332279.001526:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332279.001533:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067576448:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.001563:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332279.001576:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067577088:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.001631:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332279.001675:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576960 00000100:00100000:1.0:1780332279.001681:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576960 00000100:00100000:1.0:1780332279.001731:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1780332279.001741:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067576960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.001794:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067576960:12345-0@lo:400:kworker.0 Request processed in 54us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332279.001801:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1780332279.001827:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576704 00000100:00100000:1.0:1780332279.001831:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576704 00000100:00100000:1.0:1780332279.001853:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577088 00000100:00100000:1.0:1780332279.001857:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577088 00000100:00100000:2.0:1780332279.002529:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576576 00000100:00100000:2.0:1780332279.002538:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576576 00000100:00100000:2.0:1780332279.002576:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576448 00000100:00100000:2.0:1780332279.002594:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576448 00000100:00100000:2.0:1780332279.002611:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1780332279.002643:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067576576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332279.002659:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332279.002684:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307da2b expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332279.002714:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307da2b expref: 19 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332279.002726:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307da2b expref: 19 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332279.002736:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780332279.002790:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+19:5802:x1866812067576576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332279.002796:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1780332279.002822:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1780332279.002827:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067576448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332279.002854:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067576448:12345-0@lo:400:kworker.0 Request processed in 26us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332279.002859:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1780332279.003281:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067576576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332279.003302:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332279.003312:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332279.003334:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332279.003340:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332279.003352:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332279.003557:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332279.003850:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1780332279.003862:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067576704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332279.003994:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332279.004004:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067576832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332279.004042:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332279.004183:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067576704:12345-0@lo:400:kworker.0 Request processed in 324us (2854us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332279.004189:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1780332279.004207:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067576832 00000100:00100000:1.0:1780332279.004213:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067576832 00000100:00100000:2.0:1780332279.004341:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577216 00000100:00100000:2.0:1780332279.004346:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577216 00000100:00100000:2.0:1780332279.004503:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1780332279.004513:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067577216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332279.004551:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067577216:12345-0@lo:400:kworker.0 Request processed in 40us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332279.004556:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:2.0:1780332279.004578:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332279.004600:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332279.004602:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332279.004705:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1780332279.004714:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067577088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.004748:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067577088:12345-0@lo:400:kworker.0 Request processed in 36us (3130us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332279.004753:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1780332279.004765:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1780332279.004770:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067576832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.004796:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067576832:12345-0@lo:400:kworker.0 Request processed in 26us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332279.004801:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1780332279.004847:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067576448:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.004862:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067577088:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.004887:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067576960:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.004936:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067576832:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.004946:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067576704:0@lo:400:kworker.0 00000100:00100000:1.0:1780332279.004955:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067577216:0@lo:400:kworker.0 00010000:00010000:1.0:1780332279.255863:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332279.514464:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067577344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332279.514541:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332279.514794:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577344 00000100:00100000:2.0:1780332279.514805:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577344 00000100:00100000:2.0:1780332279.514857:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1780332279.514868:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067577344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332279.514915:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332279.514969:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067577344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332279.514977:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1780332279.515042:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067577344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332280.011673:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332280.011728:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332280.012392:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045374080 00000100:00100000:3.0:1780332280.012411:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045374080 00000100:00100000:3.0:1780332280.012560:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1132 00000100:00100000:3.0:1780332280.012573:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045374080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332280.012685:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045374080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 115us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332280.012693:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1132 00000100:00100000:3.0:1780332280.012718:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045373952 00000100:00100000:3.0:1780332280.012722:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045373952 00000100:00100000:3.0:1780332280.012744:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 973 00000100:00100000:3.0:1780332280.012751:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045373952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332280.012773:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045373952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332280.012780:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 973 00000100:00080000:0.0:1780332280.013543:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332280.283511:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332281.066741:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332281.074740:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045374208 00000100:00100000:3.0:1780332281.074761:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045374208 00000100:00100000:2.0:1780332281.075498:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 528 00000100:00100000:2.0:1780332281.075515:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40375:x1866812045374208:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332281.075547:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332281.075582:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307da39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb44 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332281.076396:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307da40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332281.076417:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307da40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332281.076432:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307da40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332281.076727:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332281.076732:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332281.076989:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307da40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332281.077025:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307da39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb44 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332281.077045:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307da40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb44 expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332281.077061:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780332281.077064:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332281.077069:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332281.077174:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40375:x1866812045374208:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1662us (10569us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332281.077184:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 528 00000100:00100000:3.0:1780332281.090256:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332281.091914:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045374336 00000100:00100000:0.0:1780332281.091927:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045374336 00000100:00100000:0.0:1780332281.092287:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 529 00000100:00100000:0.0:1780332281.092303:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40375:x1866812045374336:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332281.092337:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332281.092371:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307da47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb4b expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.092465:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.092484:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.092500:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.092517:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.092525:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.092533:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093311:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307da5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093324:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307da5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093332:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307da5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332281.093445:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332281.093451:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332281.093540:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307da5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093559:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093567:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093573:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093580:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332281.093584:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093592:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093608:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:0.0:1780332281.093611:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332281.093638:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093646:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307da4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093665:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093672:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093678:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093684:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332281.093687:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093692:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093699:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256400) 00010000:00010000:0.0:1780332281.093702:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332281.093704:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093709:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307da55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093757:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307da47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb4b expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093773:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307da5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb4b expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332281.093780:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332281.093784:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332281.093786:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332281.094282:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40375:x1866812045374336:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1982us (4050us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332281.094294:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 529 00000100:00100000:0.0:1780332281.098106:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332281.098944:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045374592 00000100:00100000:1.0:1780332281.098963:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045374592 00000100:00100000:1.0:1780332281.099076:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 530 00000100:00100000:1.0:1780332281.099087:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40375:x1866812045374592:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332281.099156:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332281.099196:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307da5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb4b expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.099215:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:1.0:1780332281.099228:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332281.099264:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.099278:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.099287:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780332281.174800:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967503 is committed 00000004:00010000:1.0:1780332281.174990:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe995d4c reply state 0000000025cc1bcb transno 4294967503 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332281.175006:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332281.175230:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00010000:00080000:1.0:1780332281.175368:0:5807:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332281.175387:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40375:x1866812045374592:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 76298us (77294us total) trans 4294967503 rc 0/0 00000100:00100000:1.0:1780332281.175396:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 530 00010000:00010000:1.0:1780332281.175436:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.175446:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.175453:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.175460:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332281.175465:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.175473:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.175489:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:1.0:1780332281.175492:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332281.175498:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332281.175504:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307da63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332281.305063:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332282.307929:0:68457:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5ff55860 20000000:00000080:3.0:1780332282.307958:0:68457:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d973400 uarg=0000000000000000 00010000:00010000:3.0:1780332282.308490:0:68457:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1780332282.308528:0:68457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:3.0:1780332282.308533:0:68457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332282.308546:0:68457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307da40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb44 expref: 5 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.308572:0:68457:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1780332282.308588:0:68457:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332282.308602:0:68457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.308642:0:68457:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307da2b expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.308652:0:68457:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.308695:0:68457:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307da2b expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.308711:0:68457:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307da2b expref: 17 pid: 5800 timeout: 1828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332282.308726:0:68457:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68457:1866812067577472:0@lo:104: 00000100:00100000:3.0:1780332282.308794:0:68457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332282.308861:0:68457:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec411435300 going to sleep for 11 seconds 00000100:00100000:1.0:1780332282.308928:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577472 00000100:00100000:1.0:1780332282.308937:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577472 00000100:00100000:1.0:1780332282.308999:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1780332282.309009:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68457:x1866812067577472:12345-0@lo:104: 00010000:00010000:1.0:1780332282.309025:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309099:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332282.309105:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68457:x1866812067577472:12345-0@lo:104: Request processed in 99us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332282.309126:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00010000:00010000:1.0:1780332282.309152:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332282.309159:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309172:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332282.309176:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309185:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332282.309192:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332282.309198:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332282.309251:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309257:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332282.309277:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309283:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e307da2b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da32 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309296:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332282.309297:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332282.309299:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332282.309317:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067577600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332282.309346:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332282.309384:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577600 00000100:00100000:1.0:1780332282.309388:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577600 00010000:00010000:1.0:1780332282.309405:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307da2b expref: 18 pid: 5800 timeout: 1828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332282.309424:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1780332282.309430:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067577600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332282.309438:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332282.309443:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307da2b expref: 18 pid: 5800 timeout: 1828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309452:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307da2b expref: 18 pid: 5800 timeout: 1828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309465:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309472:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309485:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309492:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309499:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309505:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309509:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332282.309513:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309521:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309529:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.309551:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332282.309576:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067577600:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332282.309582:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1780332282.309648:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067577600:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332282.311902:0:68457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1000/0x76434b26e307da32 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307da2b expref: 17 pid: 5800 timeout: 1828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332282.311926:0:68457:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68457:1866812067577472:0@lo:104: 00010000:00010000:3.0:1780332282.312024:0:68457:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.312041:0:68457:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.312047:0:68457:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332282.312053:0:68457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307da6a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332282.330012:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332283.095774:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332283.095803:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067577728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332283.095898:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332283.095976:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577728 00000100:00100000:0.0:1780332283.095986:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577728 00000100:00100000:0.0:1780332283.096049:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1780332283.096059:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067577728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332283.096094:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332283.096141:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067577728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332283.096148:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00080000:0.0:1780332283.096172:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332283.096221:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067577728:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332283.352067:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332283.992713:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332283.992726:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332283.992731:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332283.992807:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332283.992821:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332283.992834:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332283.992868:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067577856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332283.992953:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332283.993014:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e21d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332283.993108:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577856 00000100:00100000:2.0:1780332283.993118:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577856 00000100:00100000:2.0:1780332283.993191:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1780332283.993213:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067577856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332283.993227:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332283.993242:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307da71 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332283.993269:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307da71 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332283.993280:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307da71 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332283.993291:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1400, rc 0) 00000100:00100000:2.0:1780332283.993346:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067577856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332283.993353:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1780332283.993407:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067577856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332283.993423:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332283.993434:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332283.993462:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332283.993468:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332283.993477:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332284.122350:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067578112:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.122460:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332284.122541:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780332284.122547:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067577984:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.122572:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332284.122591:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067578496:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.122653:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332284.122686:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067578240:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.122715:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332284.122735:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332284.122740:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067578368:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.122761:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332284.122791:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067578112 00000100:00100000:0.0:1780332284.122799:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067578112 00000100:00100000:0.0:1780332284.122859:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067577984 00000100:00100000:0.0:1780332284.122862:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067577984 00000100:00100000:0.0:1780332284.122883:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067578368 00000100:00100000:0.0:1780332284.122885:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067578368 00000100:00100000:0.0:1780332284.122906:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1780332284.122930:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067578112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.122992:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067578112:12345-0@lo:400:kworker.0 Request processed in 64us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332284.123003:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1780332284.123025:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1780332284.123032:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067577984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123060:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067577984:12345-0@lo:400:kworker.0 Request processed in 29us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332284.123066:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1780332284.123077:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1780332284.123083:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067578368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123111:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067578368:12345-0@lo:400:kworker.0 Request processed in 28us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332284.123118:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1780332284.123138:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067578496 00000100:00100000:0.0:1780332284.123142:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067578496 00000100:00100000:0.0:1780332284.123172:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067578240 00000100:00100000:0.0:1780332284.123174:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067578240 00000100:00100000:0.0:1780332284.123191:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1780332284.123206:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067578496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123233:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067578496:12345-0@lo:400:kworker.0 Request processed in 37us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332284.123240:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1780332284.123249:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1780332284.123253:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067578240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123272:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067578240:12345-0@lo:400:kworker.0 Request processed in 19us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332284.123277:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00080000:0.0:1780332284.123298:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332284.123302:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332284.123339:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067578368:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123348:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067578240:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123375:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067577984:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123382:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067578496:0@lo:400:kworker.0 00000100:00100000:0.0:1780332284.123389:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067578112:0@lo:400:kworker.0 00010000:00010000:2.0:1780332284.377105:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332284.632924:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332284.632947:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067578624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332284.633014:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332284.633073:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067578624 00000100:00100000:0.0:1780332284.633081:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067578624 00000100:00100000:0.0:1780332284.633136:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1780332284.633145:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067578624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332284.633182:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332284.633234:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067578624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332284.633244:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1780332284.633296:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067578624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332285.157436:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332285.157502:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045374720 00000100:00100000:1.0:1780332285.157516:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045374720 00000100:00100000:1.0:1780332285.157603:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 975 00000100:00100000:1.0:1780332285.157636:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045374720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332285.157737:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045374720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 124us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332285.157747:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 975 00000100:00100000:1.0:1780332285.157811:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332285.157971:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045374848 00000100:00100000:1.0:1780332285.157976:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045374848 00000100:00100000:1.0:1780332285.158027:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1136 00000100:00100000:1.0:1780332285.158033:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045374848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332285.158073:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045374848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 40us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332285.158079:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1136 00000100:00080000:1.0:1780332285.158095:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332285.407725:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332285.419594:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332285.421293:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045374976 00000100:00100000:2.0:1780332285.421308:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045374976 00000100:00100000:2.0:1780332285.421381:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 531 00000100:00100000:2.0:1780332285.421394:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40452:x1866812045374976:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332285.421418:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332285.421445:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307da7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb52 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.421515:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.421531:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.421543:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.421557:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.421564:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.421570:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422059:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307da94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422069:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307da94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422077:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307da94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332285.422152:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:2.0:1780332285.422156:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332285.422245:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307da94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422260:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422266:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422273:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422284:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332285.422288:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422296:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422307:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780332285.422311:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332285.422316:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422321:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307da86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422331:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422338:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422343:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422347:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332285.422350:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422356:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422367:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332285.422370:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332285.422372:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422378:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307da8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422407:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307da7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb52 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422421:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307da94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb52 expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.422429:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332285.422432:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332285.422434:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332285.422508:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40452:x1866812045374976:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1116us (2923us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332285.422517:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 531 00000100:00100000:2.0:1780332285.442207:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332285.442305:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045375232 00000100:00100000:1.0:1780332285.442321:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045375232 00000100:00100000:1.0:1780332285.442396:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 532 00000100:00100000:1.0:1780332285.442410:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40452:x1866812045375232:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332285.442440:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332285.442465:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307da9b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb59 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.442915:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.442940:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.442952:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.443002:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.443010:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.443016:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332285.443926:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00010000:00010000:1.0:1780332285.444261:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307dab0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444276:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307dab0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444288:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307dab0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444339:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444346:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444353:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444361:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332285.444367:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444375:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444390:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:1.0:1780332285.444394:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332285.444399:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444405:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307daa2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332285.444420:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000732c7ee1 reply state 0000000013761efd transno 4294967504 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332285.444429:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332285.444468:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307da9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb59 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444481:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307dab0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb59 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.444488:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332285.444490:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332285.444492:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df000, rc 0) 00000100:00100000:1.0:1780332285.444574:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:40452:x1866812045375232:12345-192.168.204.30@tcp:101:touch.0 Request processed in 2167us (2381us total) trans 4294967504 rc 0/0 00000100:00100000:1.0:1780332285.444583:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 532 00010000:00010000:1.0:1780332285.453998:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.454012:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.454019:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.454025:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332285.454030:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.454037:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.454052:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec41273ef00) 00010000:00010000:1.0:1780332285.454055:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332285.454060:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.454066:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307daa9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332285.457937:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332285.457984:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045375488 00000100:00100000:1.0:1780332285.457994:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045375488 00000100:00100000:1.0:1780332285.458054:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 533 00000100:00100000:1.0:1780332285.458065:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:40452:x1866812045375488:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:1.0:1780332285.458124:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332285.458152:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307dab0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb59 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.458171:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332285.458194:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332285.458246:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.458263:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.458274:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332285.458423:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f514038 reply state 000000005bb075f5 transno 4294967505 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332285.458432:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332285.458517:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:40452:x1866812045375488:12345-192.168.204.30@tcp:36:touch.0 Request processed in 453us (590us total) trans 4294967505 rc 0/0 00000100:00100000:1.0:1780332285.458525:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 533 00000100:00100000:0.0:1780332285.463230:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332285.463276:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045375616 00000100:00100000:0.0:1780332285.463286:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045375616 00000100:00100000:0.0:1780332285.463349:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 534 00000100:00100000:0.0:1780332285.463362:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:40452:x1866812045375616:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780332285.463392:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332285.463415:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dac5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb60 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332285.463482:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dac5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb60 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332285.463497:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dac5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb60 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332285.463519:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:0.0:1780332285.463522:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780332285.463527:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391600, rc 0) 00000100:00100000:0.0:1780332285.463591:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:40452:x1866812045375616:12345-192.168.204.30@tcp:101:touch.0 Request processed in 232us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332285.463598:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 534 00000100:00100000:1.0:1780332285.466906:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332285.466946:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045375744 00000100:00100000:1.0:1780332285.466955:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045375744 00000100:00100000:1.0:1780332285.466996:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 282 00000100:00100000:1.0:1780332285.467006:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1866812045375744:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:1.0:1780332285.467043:0:6594:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1731 last 0 00000020:00000080:1.0:1780332285.467106:0:6594:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307dacc 00002000:00100000:1.0:1780332285.467117:0:6594:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec434cdd800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332285.467141:0:6594:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332285.467413:0:6594:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1780332285.467450:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec434cde000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332285.467515:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045375744:12345-192.168.204.30@tcp:8:touch.0 Request processed in 511us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332285.467523:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 282 00010000:00010000:2.0:1780332285.469930:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.469949:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.469957:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.469965:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332285.469971:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.469978:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.469999:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:2.0:1780332285.470004:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332285.470010:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.470016:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307dabe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332285.478496:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332285.479707:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045375872 00000100:00100000:0.0:1780332285.479718:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045375872 00000100:00100000:0.0:1780332285.479798:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 283 00000100:00100000:0.0:1780332285.479809:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045375872:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:1.0:1780332285.480241:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1780332285.544005:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000001:00100000:2.0:1780332285.544038:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:1.0:1780332285.544230:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045375872:12345-192.168.204.30@tcp:2:touch.0 Request processed in 64417us (65737us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1780332285.544242:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 283 00000100:00100000:1.0:1780332285.547364:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332285.547539:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045376128 00000100:00100000:2.0:1780332285.547551:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045376128 00000100:00100000:2.0:1780332285.547658:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 58 00000100:00100000:2.0:1780332285.547669:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:40452:x1866812045376128:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:2.0:1780332285.548042:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:40452:x1866812045376128:12345-192.168.204.30@tcp:35:touch.0 Request processed in 374us (686us total) trans 4294967506 rc 0/0 00000100:00100000:2.0:1780332285.548050:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 58 00000100:00100000:0.0:1780332285.657807:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332285.658017:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045376256 00000100:00100000:2.0:1780332285.658031:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045376256 00000100:00100000:2.0:1780332285.658101:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 535 00000100:00100000:2.0:1780332285.658113:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:40456:x1866812045376256:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332285.658144:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332285.658193:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307dad3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb67 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658283:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658300:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658316:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658334:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658342:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658349:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658455:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307dae8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658464:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307dae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658470:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307dae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332285.658507:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00000004:00200000:2.0:1780332285.658512:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332285.658535:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307dae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658547:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307dae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658555:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658561:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658568:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658574:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332285.658577:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658585:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658598:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332285.658601:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332285.658607:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658613:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dada lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658671:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658681:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658686:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658691:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332285.658693:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658698:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658705:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332285.658707:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332285.658709:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658715:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dae1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658745:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307dad3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb67 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658758:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307dae8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb67 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.658765:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:2.0:1780332285.658768:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332285.658770:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:3.0:1780332285.659544:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:40456:x1866812045376256:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1428us (1751us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332285.659554:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 535 00000100:00100000:3.0:1780332285.673942:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332285.674055:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045376384 00000100:00100000:1.0:1780332285.674067:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045376384 00000100:00100000:1.0:1780332285.674139:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 284 00000100:00100000:1.0:1780332285.674150:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045376384:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332285.674169:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332285.674199:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb6e expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332285.674230:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x6a1db6fd, atime: 0x6a1db6fd, ctime: 0x6a1db6fd, blocks: 0x1 00010000:00010000:1.0:1780332285.674253:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332285.674254:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332285.674263:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.674298:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.674312:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de400, rc 0) 00000100:00100000:1.0:1780332285.674376:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045376384:12345-192.168.204.30@tcp:101:rm.0 Request processed in 228us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332285.674383:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 284 00000100:00100000:1.0:1780332285.682377:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332285.682479:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045376640 00000100:00100000:2.0:1780332285.682490:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045376640 00000100:00100000:2.0:1780332285.682545:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 536 00000100:00100000:2.0:1780332285.682554:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:40456:x1866812045376640:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332285.682609:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332285.682671:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307dae8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb67 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682694:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dac5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb60 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682707:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:2.0:1780332285.682717:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332285.682737:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682750:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682759:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682772:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682779:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682785:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682938:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682946:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.682953:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780332285.683562:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9280 00000004:00080000:2.0:1780332285.683574:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1732090954832ns, next at 1733090952312ns, rc = 0 00010000:00010000:2.0:1780332285.683692:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683705:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683713:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683721:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683727:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683734:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683762:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332285.683789:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683796:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683802:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683807:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332285.683812:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683819:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683830:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780332285.683832:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332285.683837:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683842:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307db04 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683860:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683865:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683870:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683874:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332285.683877:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683883:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683889:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332285.683891:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332285.683893:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332285.683900:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307daf6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332285.683908:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000293df248 reply state 00000000fe68c270 transno 4294967507 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332285.683918:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332285.684013:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:40456:x1866812045376640:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1457us (1645us total) trans 4294967507 rc 0/0 00000100:00100000:2.0:1780332285.684022:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 536 00010000:00010000:3.0:1780332285.684684:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332285.684692:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332285.684700:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332285.684704:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332285.684711:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332285.684723:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:3.0:1780332285.684726:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780332285.684729:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332285.684739:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db0b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332285.684760:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332285.684762:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332285.684763:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332285.688893:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.688913:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.688920:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.688925:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332285.688930:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.688937:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.688954:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec40b3c7400) 00010000:00010000:1.0:1780332285.688957:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332285.688962:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332285.688969:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dafd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780332286.263677:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967505 is committed 00000001:00080000:2.0:1780332286.263706:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967507 is committed 00000004:00080000:2.0:1780332286.263711:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 42 committed 00000100:00100000:0.0:1780332286.263863:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067578752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332286.263932:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332286.264104:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067578752 00000100:00100000:2.0:1780332286.264112:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067578752 00000100:00100000:2.0:1780332286.264183:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:2.0:1780332286.264193:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067578752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780332286.264221:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:17 count 1 00010000:00010000:2.0:1780332286.264246:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332286.264277:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 5 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332286.264285:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332286.264287:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332286.264291:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332286.264319:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 5 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332286.264335:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 5 pid: 6594 timeout: 1832 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332286.264346:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067578880:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332286.264403:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40939fe40 going to sleep for 11 seconds 00000100:00080000:2.0:1780332286.264415:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332286.267437:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332286.267474:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067578880:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780332286.267503:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332286.267570:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045376768 00000100:00100000:1.0:1780332286.267578:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045376768 00010000:00010000:1.0:1780332286.267644:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 6 pid: 6594 timeout: 1832 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332286.267681:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 321 00000100:00100000:1.0:1780332286.267692:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045376768:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332286.267706:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332286.267711:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 6 pid: 6594 timeout: 1832 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.267726:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 6 pid: 6594 timeout: 1832 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.267752:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307daef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb6e expref: 6 pid: 6594 timeout: 1832 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.267766:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332286.267768:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332286.267772:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.267781:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.267812:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332286.267858:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045376768:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 169us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332286.267866:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 321 00010000:00010000:3.0:1780332286.267895:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332286.267907:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332286.267919:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332286.267926:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332286.267963:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332286.268011:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332286.268018:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.268028:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332286.268033:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.268044:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.268059:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.268066:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae130314/0x76434b26e307db12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332286.268082:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332286.268084:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332286.268085:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332286.269012:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067578752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4819us (5077us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1780332286.269019:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000004:00080000:1.0:1780332286.269731:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec4345fbb80/2, rc 0, transno 4294967330 00000100:00100000:1.0:1780332286.269741:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067578752:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780332286.428806:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332287.447976:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332287.616314:0:68704:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb4214380 20000000:00000080:1.0:1780332287.616335:0:68704:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d869400 uarg=0000000000000000 00010000:00010000:0.0:1780332287.618455:0:68704:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332287.618506:0:68704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:0.0:1780332287.618510:0:68704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332287.618525:0:68704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307da94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb52 expref: 5 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.618555:0:68704:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332287.618575:0:68704:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332287.618593:0:68704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.618606:0:68704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307da71 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.619359:0:68704:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.619411:0:68704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307da71 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.619428:0:68704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307da71 expref: 17 pid: 5800 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332287.619443:0:68704:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68704:1866812067579008:0@lo:104: 00000100:00100000:0.0:1780332287.619518:0:68704:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332287.619610:0:68704:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433ea6180 going to sleep for 11 seconds 00000100:00100000:1.0:1780332287.619975:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579008 00000100:00100000:1.0:1780332287.619983:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579008 00000100:00100000:1.0:1780332287.620084:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1780332287.620093:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68704:x1866812067579008:12345-0@lo:104: 00010000:00010000:1.0:1780332287.620106:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332287.620172:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332287.620179:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68704:x1866812067579008:12345-0@lo:104: Request processed in 87us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332287.620186:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00010000:00010000:2.0:1780332287.620236:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332287.620243:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620251:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332287.620255:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620264:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332287.620271:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332287.620277:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332287.620305:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620311:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332287.620333:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620340:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307da71 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307da78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620355:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332287.620357:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332287.620359:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332287.620376:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332287.620387:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067579136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332287.620422:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332287.620456:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579136 00000100:00100000:2.0:1780332287.620460:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579136 00010000:00010000:2.0:1780332287.620481:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307da71 expref: 18 pid: 5800 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332287.620505:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1780332287.620512:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067579136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332287.620522:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332287.620527:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307da71 expref: 18 pid: 5800 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620539:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307da71 expref: 18 pid: 5800 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620556:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620566:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620579:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620587:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620594:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620600:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620605:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332287.620609:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620643:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620654:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332287.620666:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332287.620693:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067579136:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332287.620700:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1780332287.620739:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067579136:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332287.620924:0:68704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1400/0x76434b26e307da78 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307da71 expref: 17 pid: 5800 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332287.620937:0:68704:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68704:1866812067579008:0@lo:104: 00010000:00010000:0.0:1780332287.620950:0:68704:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.620959:0:68704:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.620965:0:68704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332287.620971:0:68704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391200/0x76434b26e307db19 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332288.222569:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067579264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332288.222709:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332288.222800:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579264 00000100:00100000:3.0:1780332288.222809:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579264 00000100:00100000:3.0:1780332288.222877:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1780332288.222886:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067579264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332288.222923:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332288.222974:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067579264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332288.222981:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:3.0:1780332288.223006:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332288.223045:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067579264:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332288.472806:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332288.663871:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332288.663879:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332288.663886:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332288.663938:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332288.663951:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332288.663963:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332288.663997:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067579392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332288.664091:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332288.664159:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e21d540 going to sleep for 11 seconds 00000100:00100000:0.0:1780332288.664372:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579392 00000100:00100000:0.0:1780332288.664381:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579392 00000100:00100000:0.0:1780332288.664443:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1780332288.664453:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067579392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332288.664469:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332288.664486:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307db20 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332288.664514:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307db20 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332288.664525:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307db20 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332288.664535:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780332288.664588:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067579392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332288.664594:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1780332288.665062:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067579392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332288.665077:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332288.665086:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332288.665108:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332288.665113:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332288.665120:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332289.260371:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067579904:0@lo:400:kworker.0 00000100:00100000:2.0:1780332289.260378:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067579648:0@lo:400:kworker.0 00000100:00100000:1.0:1780332289.260432:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067579520:0@lo:400:kworker.0 00000100:00100000:0.0:1780332289.272779:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332289.278299:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332289.278371:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067580032:0@lo:400:kworker.0 00000100:00100000:1.0:1780332289.278418:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332289.278861:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579904 00000100:00100000:1.0:1780332289.278871:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579904 00000100:00100000:1.0:1780332289.278936:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579520 00000100:00100000:1.0:1780332289.278940:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579520 00000100:00100000:1.0:1780332289.278960:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1780332289.278970:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067579904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332289.279044:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067579904:12345-0@lo:400:kworker.0 Request processed in 75us (6274us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332289.279051:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1780332289.279072:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:1.0:1780332289.279077:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067579520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332289.279200:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067579520:12345-0@lo:400:kworker.0 Request processed in 122us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332289.279206:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:1.0:1780332289.279226:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580032 00000100:00100000:1.0:1780332289.279229:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580032 00000100:00100000:1.0:1780332289.279259:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1780332289.279265:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067580032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332289.279295:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067580032:12345-0@lo:400:kworker.0 Request processed in 30us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332289.279300:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:1.0:1780332289.279387:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332289.279391:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332289.279683:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067579520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332289.279695:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067580032:0@lo:400:kworker.0 00000100:00100000:1.0:1780332289.279732:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067579904:0@lo:400:kworker.0 00000100:00100000:2.0:1780332289.282935:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332289.282992:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332289.283007:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067579776:0@lo:400:kworker.0 00000100:00100000:2.0:1780332289.283046:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332289.284893:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579648 00000100:00100000:0.0:1780332289.284907:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579648 00000100:00100000:0.0:1780332289.284980:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1780332289.284990:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067579648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332289.285072:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067579648:12345-0@lo:400:kworker.0 Request processed in 83us (2145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332289.285078:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1780332289.285262:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067579648:0@lo:400:kworker.0 00000100:00080000:1.0:1780332289.285562:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332289.286665:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067579776 00000100:00100000:3.0:1780332289.286673:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067579776 00000100:00100000:3.0:1780332289.286720:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1780332289.286729:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067579776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332289.286799:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067579776:12345-0@lo:400:kworker.0 Request processed in 71us (3752us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332289.286807:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1780332289.287260:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067579776:0@lo:400:kworker.0 00010000:00010000:0.0:1780332289.496535:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332289.756008:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067580160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332289.757165:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332289.758902:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580160 00000100:00100000:1.0:1780332289.758919:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580160 00000100:00100000:1.0:1780332289.758984:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1780332289.758994:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067580160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332289.759037:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332289.759150:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067580160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 157us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332289.759158:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1780332289.760171:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067580160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332290.238819:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332290.238873:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332290.239064:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045376896 00000100:00100000:0.0:1780332290.239074:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045376896 00000100:00100000:0.0:1780332290.239143:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 977 00000100:00100000:0.0:1780332290.239156:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045376896:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332290.239238:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045376896:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332290.239246:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 977 00000100:00100000:3.0:1780332290.240961:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045377152 00000100:00100000:3.0:1780332290.240975:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045377152 00000100:00100000:3.0:1780332290.241180:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 792 00000100:00100000:3.0:1780332290.241191:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045377152:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332290.241259:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045377152:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 71us (2386us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332290.241266:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 792 00000100:00100000:3.0:1780332290.241346:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00080000:3.0:1780332290.241974:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332290.242181:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045377024 00000100:00100000:3.0:1780332290.242189:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045377024 00000100:00100000:3.0:1780332290.242252:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00100000:3.0:1780332290.242261:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045377024:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332290.242315:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045377024:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 56us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332290.242322:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00080000:2.0:1780332290.243919:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332290.520675:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332290.815042:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332290.815252:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045377280 00000100:00100000:2.0:1780332290.815265:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045377280 00000100:00100000:2.0:1780332290.815337:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 537 00000100:00100000:2.0:1780332290.815349:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40544:x1866812045377280:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332290.815375:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332290.815407:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307db2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb75 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.815489:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.815507:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.815522:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332290.815737:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:2.0:1780332290.815742:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332290.815841:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.815872:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307db2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb75 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.815894:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb75 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.815904:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332290.815907:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332290.815911:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:2.0:1780332290.815985:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40544:x1866812045377280:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 638us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332290.815993:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 537 00000100:00100000:2.0:1780332290.838332:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332290.843277:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045377536 00000100:00100000:3.0:1780332290.843296:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045377536 00000100:00100000:3.0:1780332290.843374:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 538 00000100:00100000:3.0:1780332290.843384:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40544:x1866812045377536:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332290.843446:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332290.843491:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307db35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb75 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332290.843519:0:5805:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307da94) 00010000:00010000:3.0:1780332290.843525:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:3.0:1780332290.843540:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332290.843578:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332290.843596:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332290.843608:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780332290.894230:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00000004:00010000:3.0:1780332290.918264:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e6847ee1 reply state 0000000066bb6f93 transno 4294967508 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332290.918282:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1780332290.918367:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967508 is committed 00000004:00200000:3.0:1780332290.918477:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00010000:00080000:3.0:1780332290.918599:0:5805:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780332290.918638:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40544:x1866812045377536:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 75230us (80294us total) trans 4294967508 rc 0/0 00000100:00100000:3.0:1780332290.918648:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 538 00010000:00010000:2.0:1780332290.918787:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.918798:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.918805:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.918817:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332290.918822:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.918830:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.918846:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:2.0:1780332290.918849:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332290.918855:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332290.918861:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307db3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332291.547463:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332291.887504:0:68901:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffddfb54030 20000000:00000080:1.0:1780332291.887522:0:68901:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec402c58000 uarg=0000000000000000 00010000:00010000:1.0:1780332291.891308:0:68901:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332291.891436:0:68901:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332291.891459:0:68901:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332291.891487:0:68901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332291.891504:0:68901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307db20 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332291.891512:0:68901:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332291.891552:0:68901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307db20 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332291.891568:0:68901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307db20 expref: 17 pid: 5799 timeout: 1838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332291.891583:0:68901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68901:1866812067580288:0@lo:104: 00000100:00100000:1.0:1780332291.891906:0:68901:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332291.892040:0:68901:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403274480 going to sleep for 11 seconds 00000100:00100000:3.0:1780332291.892143:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580288 00000100:00100000:3.0:1780332291.892151:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580288 00000100:00100000:3.0:1780332291.892212:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1780332291.892222:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68901:x1866812067580288:12345-0@lo:104: 00010000:00010000:3.0:1780332291.892236:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332291.892312:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332291.892319:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:68901:x1866812067580288:12345-0@lo:104: Request processed in 100us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332291.892327:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00010000:00010000:0.0:1780332291.892419:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332291.892426:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.892434:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332291.892437:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.892445:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332291.892451:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332291.892456:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332291.892505:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.892511:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332291.892538:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.892545:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307db20 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307db27 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.892563:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332291.892565:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332291.892567:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332291.893045:0:68901:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68901:1866812067580288:0@lo:104: 00010000:00010000:2.0:1780332291.893069:0:68901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332291.893165:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067580416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332291.893218:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332291.893421:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580416 00000100:00100000:0.0:1780332291.893426:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580416 00010000:00010000:0.0:1780332291.893451:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307db20 expref: 18 pid: 5799 timeout: 1838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332291.893481:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1780332291.893490:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067580416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332291.893501:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332291.893506:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307db20 expref: 18 pid: 5799 timeout: 1838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893517:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307db20 expref: 18 pid: 5799 timeout: 1838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893532:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e307db27 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307db20 expref: 18 pid: 5799 timeout: 1838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893760:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893771:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893788:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893795:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893801:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893808:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893814:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332291.893818:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.893826:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332291.893961:0:68901:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332291.893970:0:68901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.895437:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.895452:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df200/0x76434b26e307db43 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332291.895472:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332291.895857:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067580416:12345-0@lo:103:ldlm_bl.0 Request processed in 2365us (2634us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332291.895868:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1780332291.895938:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067580416:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332292.567950:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332293.336865:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332293.336892:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067580544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332293.336973:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332293.337285:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580544 00000100:00100000:3.0:1780332293.337293:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580544 00000100:00100000:3.0:1780332293.337352:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1780332293.337361:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067580544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332293.337395:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332293.337442:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067580544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332293.337449:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1780332293.337486:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:3.0:1780332293.337491:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec4345fbb80, transno 4294967330 00000100:00100000:3.0:1780332293.337512:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067580544:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332293.337966:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332293.599213:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332293.911929:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332293.911937:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332293.911943:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332293.911996:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332293.912009:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332293.912020:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332293.912045:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067580672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332293.912122:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332293.912169:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec437e95540 going to sleep for 11 seconds 00000100:00100000:3.0:1780332293.912227:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580672 00000100:00100000:3.0:1780332293.912236:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580672 00000100:00100000:3.0:1780332293.912294:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1780332293.912304:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067580672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332293.912319:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332293.912334:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307db4a expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332293.912363:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307db4a expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332293.912374:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307db4a expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332293.912390:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780332293.912439:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067580672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332293.912445:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1780332293.912670:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067580672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332293.912694:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332293.912703:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332293.912721:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332293.912726:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332293.912733:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332294.360155:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067581056:0@lo:400:kworker.0 00000100:00100000:1.0:1780332294.360221:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332294.360343:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332294.360349:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067580928:0@lo:400:kworker.0 00000100:00100000:1.0:1780332294.360427:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332294.360460:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581056 00000100:00100000:1.0:1780332294.360467:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581056 00000100:00100000:1.0:1780332294.360507:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1780332294.360529:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067581056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332294.360573:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067581056:12345-0@lo:400:kworker.0 Request processed in 59us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332294.360580:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1780332294.360598:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580928 00000100:00100000:1.0:1780332294.360601:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580928 00000100:00100000:1.0:1780332294.360658:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1780332294.360663:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067580928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332294.360689:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067580928:12345-0@lo:400:kworker.0 Request processed in 26us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332294.360693:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00080000:1.0:1780332294.360710:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332294.361178:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067580800:0@lo:400:kworker.0 00000100:00100000:3.0:1780332294.361711:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332294.361843:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067581184:0@lo:400:kworker.0 00000100:00100000:1.0:1780332294.362337:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067580928:0@lo:400:kworker.0 00000100:00100000:1.0:1780332294.362352:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067581056:0@lo:400:kworker.0 00000100:00100000:3.0:1780332294.362604:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067581312:0@lo:400:kworker.0 00000100:00100000:3.0:1780332294.362659:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332294.362693:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581312 00000100:00100000:3.0:1780332294.362699:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581312 00000100:00100000:3.0:1780332294.362763:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1780332294.362772:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067581312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332294.362833:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067581312:12345-0@lo:400:kworker.0 Request processed in 63us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332294.362841:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1780332294.362872:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067581312:0@lo:400:kworker.0 00000100:00080000:1.0:1780332294.363536:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332294.363554:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332294.367379:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067580800 00000100:00100000:0.0:1780332294.367394:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067580800 00000100:00100000:0.0:1780332294.367465:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581184 00000100:00100000:0.0:1780332294.367469:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581184 00000100:00100000:0.0:1780332294.367505:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1780332294.367514:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067580800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332294.367607:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067580800:12345-0@lo:400:kworker.0 Request processed in 93us (5896us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332294.367614:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1780332294.367649:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1780332294.367656:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067581184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332294.367692:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067581184:12345-0@lo:400:kworker.0 Request processed in 37us (4138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332294.367697:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00080000:0.0:1780332294.368095:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332294.368137:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067581184:0@lo:400:kworker.0 00000100:00100000:0.0:1780332294.368173:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067580800:0@lo:400:kworker.0 00010000:00010000:2.0:1780332294.620895:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332294.684574:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332294.690263:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045377664 00000100:00100000:0.0:1780332294.690278:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045377664 00000100:00080000:2.0:1780332294.691859:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332294.691996:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 539 00000100:00100000:0.0:1780332294.692009:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40620:x1866812045377664:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780332294.692034:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332294.692068:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307db58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb7c expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.693712:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.693849:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.693864:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.693881:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.693887:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.693893:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.696982:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307db6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.697004:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307db6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.697015:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307db6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332294.697143:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332294.697159:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332294.697236:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307db6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.697251:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.697258:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.697267:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.697273:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332294.697277:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698847:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698874:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332294.698877:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332294.698883:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698890:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307db5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698908:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698914:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698920:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698925:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332294.698928:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698938:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698945:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256200) 00010000:00010000:0.0:1780332294.698947:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332294.698950:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.698954:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307db66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.699005:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307db58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb7c expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.699021:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307db6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb7c expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.699028:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332294.699030:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332294.699032:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390200, rc 0) 00000100:00100000:0.0:1780332294.699117:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40620:x1866812045377664:12345-192.168.204.30@tcp:101:touch.0 Request processed in 7110us (14548us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332294.699125:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 539 00000100:00100000:3.0:1780332294.707130:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332294.708751:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045377920 00000100:00100000:3.0:1780332294.708774:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045377920 00000100:00100000:3.0:1780332294.708836:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 540 00000100:00100000:3.0:1780332294.708847:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40620:x1866812045377920:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332294.708866:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332294.708887:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307db74 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb83 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709146:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709161:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709173:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709187:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709194:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709200:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332294.709334:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00010000:00010000:3.0:1780332294.709363:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709370:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709375:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709380:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332294.709384:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709394:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709406:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332294.709408:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332294.709413:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709418:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709430:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709435:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709440:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709444:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332294.709446:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709450:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709456:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec4054dd900) 00010000:00010000:3.0:1780332294.709458:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332294.709460:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709469:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709499:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307db74 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb83 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709508:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332294.709510:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332294.709514:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307db74 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb83 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.709528:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780332294.712487:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40620:x1866812045377920:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3630us (5355us total) trans 0 rc 301/301 00000100:00100000:3.0:1780332294.712499:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 540 00000100:00100000:3.0:1780332294.728918:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332294.729128:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045378048 00000100:00100000:3.0:1780332294.730282:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045378048 00000100:00100000:3.0:1780332294.731007:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 541 00000100:00100000:3.0:1780332294.731018:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40620:x1866812045378048:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332294.731040:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332294.731070:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307db89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb8a expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.732241:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.732273:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.732841:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.732936:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.732946:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.732952:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733548:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733558:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733564:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733570:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332294.733573:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733581:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733593:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332294.733596:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332294.733601:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733607:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307db90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733940:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733948:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733955:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733960:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332294.733963:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733968:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733977:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec4054dd900) 00010000:00010000:3.0:1780332294.733980:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332294.733982:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.733987:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307db97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.734034:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307db89 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb8a expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.734054:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332294.734057:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332294.734061:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307db89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb8a expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332294.734071:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780332294.734995:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40620:x1866812045378048:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3972us (6272us total) trans 0 rc 301/301 00000100:00100000:3.0:1780332294.735007:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 541 00000100:00100000:2.0:1780332294.752796:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332294.752880:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045378176 00000100:00100000:0.0:1780332294.752891:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045378176 00000100:00100000:0.0:1780332294.752949:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 542 00000100:00100000:0.0:1780332294.752959:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40620:x1866812045378176:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780332294.752980:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332294.753000:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307db9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb91 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753077:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753092:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753102:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753116:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753124:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753131:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753323:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753331:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753337:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753342:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332294.753346:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753353:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753364:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332294.753367:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332294.753371:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753376:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dba5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753386:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753392:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753397:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753401:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332294.753404:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753409:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753416:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec408256000) 00010000:00010000:0.0:1780332294.753418:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332294.753421:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753426:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307dbac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753454:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307db9e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb91 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753464:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332294.753467:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332294.753470:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307db9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb91 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332294.753480:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780332294.753543:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40620:x1866812045378176:12345-192.168.204.30@tcp:101:touch.0 Request processed in 586us (756us total) trans 0 rc 301/301 00000100:00100000:0.0:1780332294.753550:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 542 00000100:00100000:3.0:1780332294.872394:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067581440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332294.872469:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332294.875400:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581440 00000100:00100000:0.0:1780332294.875415:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581440 00000100:00100000:0.0:1780332294.875536:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1780332294.875548:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067581440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332294.875590:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332294.875703:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067581440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 158us (3233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332294.875711:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1780332294.876232:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067581440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332295.359732:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332295.359828:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332295.359872:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332295.359956:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045378560 00000100:00100000:3.0:1780332295.359967:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045378560 00000100:00100000:3.0:1780332295.360046:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 795 00000100:00100000:3.0:1780332295.360058:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045378560:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332295.360136:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045378560:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 81us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332295.360144:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 795 00000100:00100000:2.0:1780332295.360643:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045378304 00000100:00100000:2.0:1780332295.360650:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045378304 00000100:00100000:2.0:1780332295.360681:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 979 00000100:00100000:2.0:1780332295.360688:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045378304:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332295.360728:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045378304:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332295.360735:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 979 00000100:00100000:0.0:1780332295.361171:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045378432 00000100:00100000:0.0:1780332295.361177:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045378432 00000100:00100000:0.0:1780332295.361220:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1144 00000100:00100000:0.0:1780332295.361228:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045378432:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332295.361274:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045378432:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332295.361282:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1144 00000100:00080000:1.0:1780332295.361643:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332295.639795:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332296.351567:0:69145:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9c99ff80 20000000:00000080:0.0:1780332296.351590:0:69145:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d86b400 uarg=0000000000000000 00010000:00010000:0.0:1780332296.352322:0:69145:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332296.352373:0:69145:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332296.352377:0:69145:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332296.352458:0:69145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307db6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb7c expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.352481:0:69145:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332296.352499:0:69145:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332296.352512:0:69145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.352526:0:69145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307db4a expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.352534:0:69145:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.352570:0:69145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307db4a expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.352587:0:69145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307db4a expref: 17 pid: 5798 timeout: 1842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332296.352606:0:69145:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69145:1866812067581568:0@lo:104: 00000100:00100000:0.0:1780332296.352713:0:69145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332296.352768:0:69145:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4342160c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332296.352791:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780332296.352803:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581568 00000100:00100000:1.0:1780332296.352810:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581568 00000100:00100000:1.0:1780332296.352858:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1780332296.352865:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dc85c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:69145:x1866812067581568:12345-0@lo:104: 00010000:00010000:1.0:1780332296.352877:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332296.352949:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332296.352959:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dc85c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:69145:x1866812067581568:12345-0@lo:104: Request processed in 95us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332296.352966:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:2.0:1780332296.353058:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332296.353065:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353073:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332296.353077:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353085:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332296.353092:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332296.353097:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332296.353159:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353166:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332296.353188:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353195:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307db4a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307db51 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353207:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332296.353210:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332296.353212:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332296.353224:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067581696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332296.353254:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332296.353289:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581696 00000100:00100000:2.0:1780332296.353293:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581696 00010000:00010000:2.0:1780332296.353311:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307db4a expref: 18 pid: 5798 timeout: 1842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332296.353331:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1780332296.353337:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067581696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332296.353346:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332296.353351:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307db4a expref: 18 pid: 5798 timeout: 1842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353361:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307db4a expref: 18 pid: 5798 timeout: 1842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353374:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353382:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353395:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353402:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353407:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353414:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353419:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332296.353423:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353429:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353438:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332296.353446:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332296.353472:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067581696:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332296.353478:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1780332296.353515:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067581696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332296.353534:0:69145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307db51 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307db4a expref: 17 pid: 5798 timeout: 1842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332296.353543:0:69145:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69145:1866812067581568:0@lo:104: 00010000:00010000:0.0:1780332296.353556:0:69145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.353564:0:69145:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.353570:0:69145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332296.353577:0:69145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e307dbb3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332296.664355:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332297.689238:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332297.944452:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332297.944462:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332297.944468:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332297.944530:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332297.944552:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332297.944565:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332297.944596:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067581824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332297.944704:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332297.944764:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581824 00000100:00100000:1.0:1780332297.944770:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332297.944775:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581824 00000100:00100000:2.0:1780332297.944839:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1780332297.944849:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067581824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332297.944864:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332297.944880:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307dbba expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332297.944905:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307dbba expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332297.944920:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dbba expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332297.944929:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1a00, rc 0) 00000100:00100000:2.0:1780332297.944978:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067581824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332297.944985:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1780332297.945307:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067581824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332297.945322:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332297.945336:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332297.945355:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332297.945359:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332297.945367:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332298.455865:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332298.455894:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067581952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332298.455971:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332298.456142:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067581952 00000100:00100000:3.0:1780332298.456149:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067581952 00000100:00100000:3.0:1780332298.456210:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1780332298.456220:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067581952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332298.456271:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332298.456316:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067581952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332298.456324:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:2.0:1780332298.456378:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332298.456424:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067581952:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332298.717821:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332298.960870:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332298.961006:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045378688 00000100:00100000:0.0:1780332298.961017:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045378688 00000100:00080000:3.0:1780332298.961254:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332298.961487:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 543 00000100:00100000:0.0:1780332298.961501:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40707:x1866812045378688:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332298.961522:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332298.961545:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307dbc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb98 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.961650:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dbcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.961666:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dbcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.961679:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dbcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332298.961884:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332298.961888:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332298.961968:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dbcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.962011:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307dbc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb98 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.962037:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dbcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb98 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.962044:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332298.962047:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332298.962124:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780332298.962197:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40707:x1866812045378688:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 700us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332298.962205:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 543 00000100:00100000:3.0:1780332298.968800:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332298.968874:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045378944 00000100:00100000:0.0:1780332298.968883:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045378944 00000100:00100000:0.0:1780332298.968934:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 544 00000100:00100000:0.0:1780332298.968942:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40707:x1866812045378944:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332298.969002:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332298.969028:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dbcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb98 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.969043:0:5805:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307db6d) 00010000:00010000:0.0:1780332298.969055:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332298.969066:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332298.969088:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.969101:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332298.969110:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332298.970781:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e20873c reply state 0000000079ca3005 transno 4294967509 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332298.970798:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332298.970905:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000100:00100000:0.0:1780332298.971199:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40707:x1866812045378944:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 2253us (2402us total) trans 4294967509 rc 0/0 00000100:00100000:0.0:1780332298.971208:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 544 00010000:00010000:3.0:1780332298.982168:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332298.982187:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332298.982195:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332298.982200:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332298.982206:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332298.982213:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332298.982230:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780332298.982234:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332298.982239:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332298.982245:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dbd6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332299.481380:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332299.481454:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332299.481480:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067582464:0@lo:400:kworker.0 00000100:00100000:2.0:1780332299.481547:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332299.481639:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067582208:0@lo:400:kworker.0 00000100:00100000:1.0:1780332299.482149:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067582080:0@lo:400:kworker.0 00000100:00100000:1.0:1780332299.482193:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332299.482232:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332299.482252:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332299.482258:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067582336:0@lo:400:kworker.0 00000100:00100000:2.0:1780332299.482280:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332299.482334:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582080 00000100:00100000:0.0:1780332299.482342:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582080 00000100:00100000:2.0:1780332299.482357:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582464 00000100:00100000:2.0:1780332299.482361:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582464 00000100:00100000:0.0:1780332299.482386:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1780332299.482388:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1780332299.482394:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067582464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332299.482394:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067582080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332299.482440:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067582464:12345-0@lo:400:kworker.0 Request processed in 46us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332299.482440:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067582080:12345-0@lo:400:kworker.0 Request processed in 46us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332299.482448:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1780332299.482448:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1780332299.482697:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067582080:0@lo:400:kworker.0 00000100:00100000:3.0:1780332299.482946:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332299.482957:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067582720:0@lo:400:kworker.0 00000100:00100000:3.0:1780332299.483002:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332299.483028:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582720 00000100:00100000:3.0:1780332299.483031:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582720 00000100:00100000:3.0:1780332299.483065:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1780332299.483073:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067582720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332299.483427:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067582720:12345-0@lo:400:kworker.0 Request processed in 38us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332299.483436:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00080000:3.0:1780332299.483456:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332299.483482:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067582720:0@lo:400:kworker.0 00000100:00100000:3.0:1780332299.483497:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332299.483503:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067582592:0@lo:400:kworker.0 00000100:00100000:3.0:1780332299.483527:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332299.484897:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067582464:0@lo:400:kworker.0 00000100:00100000:1.0:1780332299.486399:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582208 00000100:00100000:1.0:1780332299.486412:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582208 00000100:00100000:2.0:1780332299.486438:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582336 00000100:00100000:2.0:1780332299.486442:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582336 00000100:00100000:0.0:1780332299.486469:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582592 00000100:00100000:0.0:1780332299.486473:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582592 00000100:00080000:3.0:1780332299.486547:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332299.486585:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1780332299.486595:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067582592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332299.486766:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1780332299.486774:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067582336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332299.486827:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067582336:12345-0@lo:400:kworker.0 Request processed in 54us (4544us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332299.486834:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1780332299.486899:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067582336:0@lo:400:kworker.0 00000100:00100000:0.0:1780332299.486958:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067582592:12345-0@lo:400:kworker.0 Request processed in 365us (3429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332299.486964:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1780332299.487011:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1780332299.487016:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067582208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332299.487049:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067582208:12345-0@lo:400:kworker.0 Request processed in 33us (4817us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332299.487055:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:3.0:1780332299.487121:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067582208:0@lo:400:kworker.0 00000100:00100000:3.0:1780332299.487148:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067582592:0@lo:400:kworker.0 00010000:00010000:3.0:1780332299.736436:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332299.823805:0:69340:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc996948b0 20000000:00000080:3.0:1780332299.823822:0:69340:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec442043400 uarg=0000000000000000 00010000:00010000:3.0:1780332299.824067:0:69340:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332299.824084:0:69340:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332299.824099:0:69340:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332299.824115:0:69340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332299.824138:0:69340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dbba expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332299.824147:0:69340:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332299.824184:0:69340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307dbba expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332299.824200:0:69340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307dbba expref: 17 pid: 5800 timeout: 1846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332299.824215:0:69340:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69340:1866812067582848:0@lo:104: 00000100:00100000:3.0:1780332299.824279:0:69340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332299.824385:0:69340:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332299.824428:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582848 00000100:00100000:2.0:1780332299.824435:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582848 00000100:00100000:2.0:1780332299.824518:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1780332299.824528:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:69340:x1866812067582848:12345-0@lo:104: 00010000:00010000:2.0:1780332299.824542:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332299.824634:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332299.824641:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:69340:x1866812067582848:12345-0@lo:104: Request processed in 115us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332299.824650:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00010000:00010000:1.0:1780332299.824711:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332299.824718:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.824726:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332299.824730:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.824737:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332299.824744:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332299.824753:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332299.824791:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.824798:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332299.824819:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.824827:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307dbba lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dbc1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.824845:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332299.824846:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332299.824848:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332299.824860:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067582976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332299.824895:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332299.824930:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067582976 00000100:00100000:1.0:1780332299.824933:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067582976 00010000:00010000:1.0:1780332299.824952:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dbba expref: 18 pid: 5800 timeout: 1846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332299.824986:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1780332299.824993:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067582976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332299.825004:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332299.825009:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dbba expref: 18 pid: 5800 timeout: 1846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825020:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307dbba expref: 18 pid: 5800 timeout: 1846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825035:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825043:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825057:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825065:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825073:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825079:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825086:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332299.825090:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825096:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825104:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332299.825114:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332299.825140:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067582976:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332299.825149:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1780332299.825218:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067582976:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332299.825323:0:69340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1a00/0x76434b26e307dbc1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307dbba expref: 17 pid: 5800 timeout: 1846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332299.825333:0:69340:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69340:1866812067582848:0@lo:104: 00010000:00010000:3.0:1780332299.825346:0:69340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332299.825353:0:69340:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332299.825358:0:69340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332299.825364:0:69340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307dbdd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332299.993042:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067583104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332299.993124:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332299.993337:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067583104 00000100:00100000:1.0:1780332299.993345:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067583104 00000100:00100000:1.0:1780332299.993397:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1780332299.993407:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067583104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332299.993442:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332299.993487:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067583104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332299.993494:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1780332299.993535:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067583104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332300.479913:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332300.480019:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332300.480053:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332300.480086:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379200 00000100:00100000:3.0:1780332300.480094:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379200 00000100:00100000:3.0:1780332300.480145:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1148 00000100:00100000:3.0:1780332300.480154:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045379200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332300.480227:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045379200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332300.480234:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1148 00000100:00080000:3.0:1780332300.480253:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332300.480373:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379072 00000100:00100000:2.0:1780332300.480377:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379072 00000100:00100000:2.0:1780332300.480412:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 982 00000100:00100000:2.0:1780332300.480420:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045379072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332300.480454:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045379072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332300.480461:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 982 00000100:00100000:1.0:1780332300.480553:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379328 00000100:00100000:1.0:1780332300.480558:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379328 00000100:00100000:1.0:1780332300.480614:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 798 00000100:00100000:1.0:1780332300.480651:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045379328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332300.480684:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045379328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 35us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332300.480690:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 798 00000100:00080000:2.0:1780332300.480799:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332300.760157:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332301.113180:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967509 is committed 10000000:01000000:0.0:1780332301.399912:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332301.399919:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332301.399924:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332301.399980:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332301.399992:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332301.400004:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332301.400030:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067583232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332301.400091:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332301.400156:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40b287a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332301.400658:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067583232 00000100:00100000:2.0:1780332301.400668:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067583232 00000100:00100000:2.0:1780332301.400839:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1780332301.400852:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067583232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332301.400869:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332301.400896:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307dbe4 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332301.400927:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332301.400937:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332301.400945:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332301.401011:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067583232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332301.401018:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1780332301.401356:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067583232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332301.401373:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332301.401864:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332301.401889:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332301.401896:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332301.401904:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332301.787771:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332302.763074:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332302.763262:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379456 00000100:00100000:2.0:1780332302.763273:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379456 00000100:00100000:2.0:1780332302.763404:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 545 00000100:00100000:2.0:1780332302.763427:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045379456:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332302.763535:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045379456:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 121us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332302.763546:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 545 00000100:00080000:3.0:1780332302.764746:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332302.766019:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332302.766109:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379584 00000100:00100000:3.0:1780332302.766117:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379584 00000100:00100000:3.0:1780332302.766190:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 286 00000100:00100000:3.0:1780332302.766201:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045379584:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:0.0:1780332302.766236:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332302.766587:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045379584:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 387us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332302.766596:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 286 00000100:00100000:1.0:1780332302.773234:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332302.773330:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379712 00000100:00100000:2.0:1780332302.773340:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379712 00000100:00100000:2.0:1780332302.773380:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 287 00000100:00100000:2.0:1780332302.773388:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1866812045379712:12345-192.168.204.30@tcp:8:lfs.0 00010000:00080000:2.0:1780332302.773417:0:6594:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1749 last 0 00000020:00000080:2.0:1780332302.777492:0:6594:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307dbf2 00002000:00100000:2.0:1780332302.777513:0:6594:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec402e54800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780332302.777539:0:6594:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780332302.777798:0:6594:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1780332302.777834:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec402e55800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780332302.777915:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045379712:12345-192.168.204.30@tcp:8:lfs.0 Request processed in 4526us (4689us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332302.777926:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 287 00000100:00100000:2.0:1780332302.781008:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332302.781158:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379840 00000100:00100000:3.0:1780332302.781168:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379840 00000100:00100000:3.0:1780332302.781274:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 288 00000100:00100000:3.0:1780332302.781284:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40792:x1866812045379840:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332302.781686:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40792:x1866812045379840:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 403us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332302.781695:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 288 00000100:00080000:0.0:1780332302.782511:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332302.784035:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332302.784119:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045379968 00000100:00100000:3.0:1780332302.784128:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045379968 00000100:00100000:3.0:1780332302.784184:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 546 00000100:00100000:3.0:1780332302.784193:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045379968:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332302.784589:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045379968:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 396us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332302.784597:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 546 00000100:00100000:2.0:1780332302.796714:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332302.796837:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045380096 00000100:00100000:3.0:1780332302.796847:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045380096 00000100:00100000:3.0:1780332302.796903:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 547 00000100:00100000:3.0:1780332302.796913:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045380096:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332302.798726:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045380096:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1796us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332302.798739:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 547 00000100:00100000:2.0:1780332302.804743:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332302.804834:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045380224 00000100:00100000:1.0:1780332302.804844:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045380224 00000100:00100000:1.0:1780332302.804898:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 289 00000100:00100000:1.0:1780332302.804908:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045380224:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332302.805289:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045380224:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 381us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332302.805468:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 289 00010000:00010000:2.0:1780332302.808041:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332302.808687:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332302.808789:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045380352 00000100:00100000:3.0:1780332302.808799:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045380352 00000100:00100000:3.0:1780332302.808889:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 290 00000100:00100000:3.0:1780332302.808900:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40792:x1866812045380352:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332302.809277:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40792:x1866812045380352:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 377us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332302.809285:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 290 00000100:00100000:3.0:1780332302.810944:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332302.811060:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045380480 00000100:00100000:0.0:1780332302.811069:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045380480 00000100:00100000:0.0:1780332302.811150:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 548 00000100:00100000:0.0:1780332302.811160:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045380480:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332302.811578:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40792:x1866812045380480:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 419us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332302.811587:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 548 00000100:00100000:2.0:1780332302.864006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332302.864113:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045380608 00000100:00100000:0.0:1780332302.864124:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045380608 00000100:00100000:0.0:1780332302.864220:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 549 00000100:00100000:0.0:1780332302.864232:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40796:x1866812045380608:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:0.0:1780332302.864253:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332302.864275:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dbf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bb9f expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864356:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864371:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864383:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864423:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864431:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864437:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864925:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307dc0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864951:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307dc0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.864958:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307dc0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332302.865037:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332302.865041:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332302.865117:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307dc0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865130:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865136:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865142:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865148:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332302.865151:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865158:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865170:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332302.865172:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332302.865177:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865186:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307dc00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865198:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865204:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865209:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865213:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332302.865216:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865221:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865227:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256c00) 00010000:00010000:0.0:1780332302.865229:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332302.865232:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865237:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dc07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865266:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dbf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb9f expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865279:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307dc0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb9f expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332302.865287:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332302.865289:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332302.865291:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780332302.865356:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40796:x1866812045380608:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1126us (1360us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332302.865363:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 549 00000100:00100000:1.0:1780332302.868947:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332302.869034:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045380864 00000100:00100000:3.0:1780332302.869045:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045380864 00000100:00100000:3.0:1780332302.869106:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 550 00000100:00100000:3.0:1780332302.869117:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40796:x1866812045380864:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332302.869141:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332302.869162:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307dc15 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bba6 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.869589:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.869604:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.869615:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.872016:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.872040:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.872053:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332302.874481:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:3.0:1780332302.875983:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307dc2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876010:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307dc2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876025:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307dc2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876068:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876075:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876082:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876088:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332302.876093:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876100:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876113:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:3.0:1780332302.876116:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332302.876121:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876127:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc1c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332302.876140:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016c13488 reply state 00000000a279cfa9 transno 4294967510 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332302.876148:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332302.876183:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307dc15 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bba6 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876198:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307dc2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bba6 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332302.876205:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780332302.876208:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332302.876210:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5400, rc 0) 00000100:00100000:3.0:1780332302.876313:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:40796:x1866812045380864:12345-192.168.204.30@tcp:101:dd.0 Request processed in 7196us (7383us total) trans 4294967510 rc 0/0 00000100:00100000:3.0:1780332302.876324:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 550 00010000:00010000:2.0:1780332302.880192:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.880210:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.880219:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.880225:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332302.880230:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.880238:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.880254:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec4054dd700) 00010000:00010000:2.0:1780332302.880257:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332302.880262:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.880268:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307dc23 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332302.890274:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332302.890813:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045380992 00000100:00100000:2.0:1780332302.890825:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045380992 00000100:00100000:2.0:1780332302.890895:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 291 00000100:00100000:2.0:1780332302.890906:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40796:x1866812045380992:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:2.0:1780332302.890939:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332302.890964:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbad expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780332302.890994:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780332302.891016:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332302.891031:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332302.891040:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 7 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.891064:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 7 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332302.891077:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780332302.891151:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40796:x1866812045380992:12345-192.168.204.30@tcp:101:dd.0 Request processed in 246us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332302.891159:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 291 00000100:00100000:3.0:1780332302.909737:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332302.910188:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045381120 00000100:00100000:2.0:1780332302.910198:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045381120 00002000:00100000:2.0:1780332302.910253:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11:0x0] (0->1048575) req@ffff8ec3025e0e00 x1866812045381120/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:33/0 lens 488/0 e 0 to 0 dl 1780332313 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332302.910265:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec3025e0e00 with x1866812045381120 ext(0->1048575) 00002000:00010000:2.0:1780332302.910270:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec3025e0e00 00000100:00100000:2.0:1780332302.910309:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 12 00000100:00100000:2.0:1780332302.910319:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045381120:12345-192.168.204.30@tcp:4:dd.0 00000001:00100000:1.0:1780332302.966036:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:2.0:1780332302.968740:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045381120:12345-192.168.204.30@tcp:4:dd.0 Request processed in 58412us (59001us total) trans 4294967329 rc 0/0 00000100:00100000:2.0:1780332302.968754:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 12 00002000:00100000:2.0:1780332302.968767:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11:0x0] (0->1048575) req@ffff8ec3025e0e00 x1866812045381120/t4294967329(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:33/0 lens 488/448 e 0 to 0 dl 1780332313 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332302.968778:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec3025e0e00 with x1866812045381120 ext(0->1048575) 00002000:00010000:2.0:1780332302.968785:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec3025e0e00 00000100:00100000:1.0:1780332302.973845:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332302.973915:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045381248 00000100:00100000:0.0:1780332302.973924:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045381248 00000100:00100000:0.0:1780332302.973997:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 551 00000100:00100000:0.0:1780332302.974007:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:40796:x1866812045381248:12345-192.168.204.30@tcp:44:dd.0 00000100:00100000:0.0:1780332303.003182:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:40796:x1866812045381248:12345-192.168.204.30@tcp:44:dd.0 Request processed in 29166us (29334us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332303.003195:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 551 00000001:00080000:1.0:1780332303.003692:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967510 is committed 00000100:00100000:3.0:1780332303.005490:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332303.005658:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045381376 00000100:00100000:1.0:1780332303.005667:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045381376 00000100:00100000:1.0:1780332303.005726:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 292 00000100:00100000:1.0:1780332303.005737:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045381376:12345-192.168.204.30@tcp:16:dd.0 00000100:00100000:1.0:1780332303.042037:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045381376:12345-192.168.204.30@tcp:16:dd.0 Request processed in 36292us (36544us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332303.042049:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 292 00000001:00080000:0.0:1780332303.042399:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000100:00100000:2.0:1780332303.045159:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332303.045440:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045381632 00000100:00100000:1.0:1780332303.045449:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045381632 00000100:00100000:1.0:1780332303.045515:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 59 00000100:00100000:1.0:1780332303.045527:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40796:x1866812045381632:12345-192.168.204.30@tcp:35:dd.0 00000100:00100000:1.0:1780332303.046142:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:40796:x1866812045381632:12345-192.168.204.30@tcp:35:dd.0 Request processed in 616us (989us total) trans 4294967511 rc 0/0 00000100:00100000:1.0:1780332303.046155:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 59 00000100:00100000:0.0:1780332303.578183:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067583360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332303.578262:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332303.579288:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067583360 00000100:00100000:3.0:1780332303.579298:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067583360 00000100:00080000:0.0:1780332303.579360:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332303.579378:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1780332303.579389:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067583360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332303.579430:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332303.579495:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067583360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332303.579502:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1780332303.579779:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067583360:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332303.831882:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332304.081988:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967511 is committed 00000100:00100000:3.0:1780332304.599942:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067583872:0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600082:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067583488:0@lo:400:kworker.0 00000100:00100000:3.0:1780332304.600084:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332304.600134:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332304.600149:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332304.600158:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067583744:0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600168:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067584000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332304.600194:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332304.600231:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332304.600239:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067583488 00000100:00100000:3.0:1780332304.600248:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067583488 00000100:00100000:1.0:1780332304.600255:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332304.600262:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067583616:0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600298:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332304.600311:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1780332304.600321:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067584128:0@lo:400:kworker.0 00000100:00100000:3.0:1780332304.600323:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067583488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600348:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332304.600374:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067583744 00000100:00100000:1.0:1780332304.600378:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067583744 00000100:00100000:1.0:1780332304.600414:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067584000 00000100:00100000:1.0:1780332304.600417:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067584000 00000100:00100000:1.0:1780332304.600435:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067583616 00000100:00100000:1.0:1780332304.600438:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067583616 00000100:00100000:1.0:1780332304.600464:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1780332304.600470:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067583744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600517:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067583744:12345-0@lo:400:kworker.0 Request processed in 47us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332304.600524:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1780332304.600542:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1780332304.600548:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067584000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332304.600563:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067583872 00000100:00100000:2.0:1780332304.600569:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067583872 00000100:00100000:1.0:1780332304.600581:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067584000:12345-0@lo:400:kworker.0 Request processed in 33us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332304.600587:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1780332304.600602:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1780332304.600605:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067584128 00000100:00100000:2.0:1780332304.600610:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067584128 00000100:00100000:1.0:1780332304.600610:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067583616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332304.600689:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1780332304.600696:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067583872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332304.600739:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067583872:12345-0@lo:400:kworker.0 Request processed in 43us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332304.600744:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067583616:12345-0@lo:400:kworker.0 Request processed in 135us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332304.600750:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1780332304.600754:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1780332304.600768:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1780332304.600776:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067584128:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780332304.600783:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332304.600787:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332304.600813:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067584128:12345-0@lo:400:kworker.0 Request processed in 38us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332304.600817:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067583616:0@lo:400:kworker.0 00000100:00100000:2.0:1780332304.600826:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1780332304.600832:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067584128:0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600843:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067584000:0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600873:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067583744:0@lo:400:kworker.0 00000100:00100000:1.0:1780332304.600882:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067583872:0@lo:400:kworker.0 00000100:00100000:3.0:1780332304.601218:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067583488:12345-0@lo:400:kworker.0 Request processed in 898us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332304.601226:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1780332304.601331:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067583488:0@lo:400:kworker.0 00010000:00010000:3.0:1780332304.857169:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332305.112488:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332305.112510:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067584256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332305.112607:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332305.112776:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067584256 00000100:00100000:1.0:1780332305.112789:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067584256 00000100:00100000:1.0:1780332305.112844:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1780332305.112853:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067584256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332305.112891:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780332305.112955:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067584256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332305.112963:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1780332305.113082:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067584256:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1780332305.375391:0:69589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1751782768344ns, next at 1733090952312ns, rc = 0 00000004:00080000:0.0:1780332305.375528:0:69589:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1751782909575ns, next at 1656905710339ns, rc = 0 00000004:00080000:1.0:1780332305.379322:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 43 committed 00000004:00080000:1.0:1780332305.380646:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 42 committed 00000100:00100000:3.0:1780332305.601245:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332305.601284:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332305.601315:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332305.601345:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332305.607757:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045381760 00000100:00100000:2.0:1780332305.607779:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045381760 00000100:00100000:2.0:1780332305.607857:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 985 00000100:00100000:2.0:1780332305.607870:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045381760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332305.607993:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045381760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 126us (6675us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332305.608003:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 985 00000100:00100000:2.0:1780332305.608060:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382144 00000100:00100000:2.0:1780332305.608064:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382144 00000100:00100000:2.0:1780332305.608107:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382016 00000100:00100000:2.0:1780332305.608110:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382016 00000100:00100000:2.0:1780332305.608134:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 801 00000100:00100000:2.0:1780332305.608140:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045382144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332305.608172:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045382144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (6888us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332305.608179:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 801 00000100:00100000:2.0:1780332305.608191:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 802 00000100:00100000:2.0:1780332305.608197:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045382016:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332305.608221:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045382016:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (6876us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332305.608226:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 802 00000100:00080000:1.0:1780332305.608386:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332305.608391:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332305.609213:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045381888 00000100:00100000:3.0:1780332305.609222:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045381888 00000100:00100000:3.0:1780332305.609286:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1152 00000100:00100000:3.0:1780332305.609295:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045381888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332305.609343:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045381888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 50us (8110us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332305.609350:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1152 00000100:00080000:1.0:1780332305.609429:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332305.880362:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332306.638435:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332306.638582:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382272 00000100:00100000:1.0:1780332306.638597:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382272 00000100:00100000:1.0:1780332306.638689:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 552 00000100:00100000:1.0:1780332306.638705:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045382272:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332306.638812:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045382272:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 113us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332306.638820:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 552 00000100:00100000:2.0:1780332306.645095:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332306.645166:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382400 00000100:00100000:3.0:1780332306.645177:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382400 00000100:00100000:3.0:1780332306.645232:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 293 00000100:00100000:3.0:1780332306.645243:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40989:x1866812045382400:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332306.649763:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40989:x1866812045382400:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 4506us (4665us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332306.649779:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 293 00000100:00100000:3.0:1780332306.652112:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332306.652183:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382528 00000100:00100000:2.0:1780332306.652193:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382528 00000100:00100000:2.0:1780332306.652248:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 294 00000100:00100000:2.0:1780332306.652258:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40989:x1866812045382528:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332306.652674:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40989:x1866812045382528:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 417us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332306.652681:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 294 00000100:00100000:2.0:1780332306.655116:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332306.655405:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382656 00000100:00100000:0.0:1780332306.655417:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382656 00000100:00100000:0.0:1780332306.655501:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 553 00000100:00100000:0.0:1780332306.655513:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045382656:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332306.656334:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045382656:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 818us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332306.656343:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 553 00000100:00100000:2.0:1780332306.667163:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332306.667306:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382784 00000100:00100000:3.0:1780332306.667319:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382784 00000100:00100000:3.0:1780332306.667393:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 554 00000100:00100000:3.0:1780332306.667405:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045382784:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332306.667521:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045382784:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 117us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332306.667529:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 554 00000100:00100000:3.0:1780332306.669765:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332306.669910:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045382912 00000100:00100000:2.0:1780332306.669921:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045382912 00000100:00100000:2.0:1780332306.669982:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 295 00000100:00100000:2.0:1780332306.669992:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40989:x1866812045382912:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332306.670396:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:40989:x1866812045382912:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 403us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332306.670405:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 295 00000100:00100000:2.0:1780332306.679504:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332306.679559:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045383040 00000100:00100000:2.0:1780332306.679574:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045383040 00000100:00100000:2.0:1780332306.679774:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 296 00000100:00100000:2.0:1780332306.679786:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40989:x1866812045383040:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332306.680396:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:40989:x1866812045383040:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 610us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332306.680406:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 296 00000100:00100000:2.0:1780332306.684090:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332306.684136:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045383168 00000100:00100000:2.0:1780332306.684147:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045383168 00000100:00100000:2.0:1780332306.684202:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 555 00000100:00100000:2.0:1780332306.684215:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045383168:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332306.687195:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40989:x1866812045383168:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 2971us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332306.687210:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 555 00000100:00100000:2.0:1780332306.760817:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332306.760908:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045383424 00000100:00100000:0.0:1780332306.760919:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045383424 00000100:00100000:0.0:1780332306.761100:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 556 00000100:00100000:0.0:1780332306.761112:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:40993:x1866812045383424:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780332306.761164:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332306.761241:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307dc2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bba6 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761262:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:0.0:1780332306.761273:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332306.761298:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761313:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761323:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761351:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761358:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761365:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761767:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761776:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332306.761782:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332306.767886:0:5807:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:1.0:1780332306.767915:0:5807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1753175295458ns, next at 1754175290539ns, rc = 0 00010000:00010000:1.0:1780332306.768121:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.768860:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.768884:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.768894:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.768901:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.768907:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769097:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332306.769156:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769168:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769175:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769181:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332306.769186:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769196:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769212:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff8ec408256800) 00010000:00010000:1.0:1780332306.769215:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332306.769222:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769238:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dc4d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769269:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769275:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769291:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769296:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332306.769300:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769305:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769326:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:1.0:1780332306.769329:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332306.769332:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.769338:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307dc3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332306.769349:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002810f259 reply state 00000000be52c198 transno 4294967512 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332306.769360:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332306.769498:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:40993:x1866812045383424:12345-192.168.204.30@tcp:36:rm.0 Request processed in 8383us (8687us total) trans 4294967512 rc 0/0 00000100:00100000:1.0:1780332306.769509:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 556 00010000:00010000:2.0:1780332306.770746:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332306.770759:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332306.770770:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332306.770774:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332306.770782:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332306.770798:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff8ec408256800) 00010000:00010000:2.0:1780332306.770801:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332306.770805:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332306.770811:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dc54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332306.770832:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332306.770834:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332306.770836:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332306.775974:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.775995:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.776002:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.776008:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332306.776012:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.776020:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.776040:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec408256500) 00010000:00010000:1.0:1780332306.776043:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332306.776048:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.776055:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dc46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332306.903939:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332307.927889:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332308.695913:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332308.695944:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067584384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332308.696060:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332308.696510:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067584384 00000100:00100000:0.0:1780332308.696523:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067584384 00000100:00100000:0.0:1780332308.696666:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1780332308.696680:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067584384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332308.696729:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332308.696792:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067584384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332308.696799:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:1.0:1780332308.696927:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332308.697086:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067584384:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332308.952065:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332309.135012:0:69736:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1755542391461ns, next at 1733090952312ns, rc = 0 00000004:00080000:2.0:1780332309.135231:0:69736:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1755542611840ns, next at 1754175290539ns, rc = 0 00000001:00080000:2.0:1780332309.176719:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967512 is committed 00000004:00080000:2.0:1780332309.176738:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 43 committed 00000004:00080000:2.0:1780332309.176771:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 44 committed 00000100:00100000:0.0:1780332309.177029:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067584512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332309.177133:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332309.177796:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067584512 00000100:00100000:3.0:1780332309.177808:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067584512 00000100:00080000:1.0:1780332309.177871:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332309.177896:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1780332309.177908:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067584512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780332309.177943:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00010000:00010000:3.0:1780332309.177973:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332309.178000:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332309.178010:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332309.178012:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332309.178017:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332309.178055:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332309.178075:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 5 pid: 6594 timeout: 1855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332309.178090:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067584640:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332309.179054:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eeed80 going to sleep for 11 seconds 00000004:00080000:3.0:1780332309.180419:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 44 committed 00000100:00100000:2.0:1780332309.183116:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067584640:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332309.183147:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332309.184502:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332309.184745:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045383552 00000100:00100000:2.0:1780332309.184759:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045383552 00010000:00010000:2.0:1780332309.184852:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 6 pid: 6594 timeout: 1855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332309.184902:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 326 00000100:00100000:2.0:1780332309.184915:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045383552:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332309.184934:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332309.184939:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 6 pid: 6594 timeout: 1855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.184957:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 6 pid: 6594 timeout: 1855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.184990:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e307dc38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbad expref: 6 pid: 6594 timeout: 1855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.185011:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332309.185014:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332309.185020:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.185032:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.185080:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332309.185155:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045383552:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 243us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332309.185165:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 326 00010000:00010000:0.0:1780332309.185365:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332309.185378:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332309.185388:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332309.185402:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332309.185426:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1780332309.185652:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332309.186074:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332309.186084:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.186094:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332309.186099:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.186110:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.186130:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.186138:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307dc5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332309.186170:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332309.186172:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332309.186173:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332309.189193:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067584512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11274us (12047us total) trans 4294967330 rc 0/0 00000100:00100000:1.0:1780332309.189209:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000004:00080000:0.0:1780332309.189368:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec302584e00/2, rc 0, transno 4294967330 00000100:00100000:0.0:1780332309.189429:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067584512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780332309.719999:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067584896:0@lo:400:kworker.0 00000100:00100000:2.0:1780332309.720103:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332309.720170:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067585408:0@lo:400:kworker.0 00000100:00100000:2.0:1780332309.720202:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332309.720235:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332309.720240:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067585024:0@lo:400:kworker.0 00000100:00100000:2.0:1780332309.720265:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332309.720304:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585408 00000100:00100000:2.0:1780332309.720316:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585408 00000100:00100000:2.0:1780332309.720390:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1780332309.720401:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067585408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332309.720556:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067585152:0@lo:400:kworker.0 00000100:00100000:3.0:1780332309.720596:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332309.720645:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780332309.720653:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067584768:0@lo:400:kworker.0 00000100:00100000:3.0:1780332309.720754:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332309.720780:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067585280:0@lo:400:kworker.0 00000100:00100000:3.0:1780332309.720802:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332309.720841:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067584896 00000100:00100000:3.0:1780332309.720844:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067584896 00000100:00100000:3.0:1780332309.720869:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585024 00000100:00100000:3.0:1780332309.720871:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585024 00000100:00100000:3.0:1780332309.720901:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585280 00000100:00100000:3.0:1780332309.720904:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585280 00000100:00100000:3.0:1780332309.720918:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:3.0:1780332309.720924:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067584896:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780332309.720927:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332309.720947:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1780332309.720959:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067585024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332309.720975:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067584896:12345-0@lo:400:kworker.0 Request processed in 50us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332309.720982:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:3.0:1780332309.721001:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1780332309.721007:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067585280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332309.721432:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067585024:12345-0@lo:400:kworker.0 Request processed in 476us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332309.721440:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1780332309.721472:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067584768 00000100:00100000:0.0:1780332309.721476:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067584768 00000100:00100000:0.0:1780332309.721501:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1780332309.721507:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067584768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332309.721537:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067584768:12345-0@lo:400:kworker.0 Request processed in 31us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332309.721542:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1780332309.721572:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585152 00000100:00100000:0.0:1780332309.721575:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585152 00000100:00100000:0.0:1780332309.721590:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1780332309.721594:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067585152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332309.721642:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067585152:12345-0@lo:400:kworker.0 Request processed in 21us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332309.721648:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1780332309.721673:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067585280:12345-0@lo:400:kworker.0 Request processed in 663us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332309.721681:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1780332309.721692:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067584768:0@lo:400:kworker.0 00000100:00100000:0.0:1780332309.721706:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067585280:0@lo:400:kworker.0 00000100:00100000:0.0:1780332309.721713:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067585152:0@lo:400:kworker.0 00000100:00100000:2.0:1780332309.723594:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067585408:12345-0@lo:400:kworker.0 Request processed in 3186us (3382us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332309.723607:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1780332309.723689:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067585024:0@lo:400:kworker.0 00000100:00100000:2.0:1780332309.723699:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067584896:0@lo:400:kworker.0 00000100:00100000:2.0:1780332309.723705:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067585408:0@lo:400:kworker.0 00010000:00010000:1.0:1780332309.975881:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332310.233252:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332310.233276:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067585536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332310.233353:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332310.233428:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585536 00000100:00100000:1.0:1780332310.233435:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585536 00000100:00100000:1.0:1780332310.233483:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1780332310.233491:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067585536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332310.233527:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780332310.233594:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067585536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332310.233603:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1780332310.233660:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067585536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332310.719070:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332310.719140:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332310.719186:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332310.719276:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332310.719310:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384064 00000100:00100000:3.0:1780332310.719319:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384064 00000100:00100000:3.0:1780332310.719371:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045383936 00000100:00100000:3.0:1780332310.719374:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045383936 00000100:00100000:3.0:1780332310.719404:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 805 00000100:00100000:3.0:1780332310.719415:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045384064:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332310.719489:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045384064:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332310.719499:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 805 00000100:00100000:0.0:1780332310.719512:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045383808 00000100:00100000:0.0:1780332310.719518:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045383808 00000100:00100000:3.0:1780332310.719519:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 806 00000100:00100000:3.0:1780332310.719528:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045383936:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332310.719560:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045383936:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332310.719568:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 806 00000100:00100000:0.0:1780332310.719587:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1156 00000100:00080000:3.0:1780332310.719590:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332310.719595:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332310.719601:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045383808:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332310.719741:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045383808:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 143us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332310.719752:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1156 00000100:00100000:2.0:1780332310.722521:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045383680 00000100:00100000:2.0:1780332310.722540:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045383680 00000100:00100000:2.0:1780332310.722640:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 987 00000100:00100000:2.0:1780332310.722653:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045383680:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332310.722775:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045383680:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 117us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332310.722784:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 987 00010000:00010000:3.0:1780332311.002516:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332311.853943:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00010000:00010000:0.0:1780332312.028531:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332313.048058:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332313.815932:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332313.815962:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067585664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332313.816038:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332313.816215:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585664 00000100:00100000:0.0:1780332313.816224:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585664 00000100:00100000:0.0:1780332313.816283:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1780332313.816303:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067585664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332313.816340:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332313.816388:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067585664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332313.816395:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:2.0:1780332313.816568:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332313.816605:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067585664:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332314.074585:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332314.839950:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067586048:0@lo:400:kworker.0 00000100:00100000:1.0:1780332314.840031:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332314.840063:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067585792:0@lo:400:kworker.0 00000100:00100000:1.0:1780332314.840097:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780332314.840107:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067585920:0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.840108:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332314.840138:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067586304:0@lo:400:kworker.0 00000100:00100000:1.0:1780332314.840145:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332314.840171:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332314.840173:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067586432:0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.840197:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332314.840205:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067586176:0@lo:400:kworker.0 00000100:00100000:1.0:1780332314.840209:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332314.840238:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332314.840248:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586048 00000100:00100000:1.0:1780332314.840256:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586048 00000100:00100000:2.0:1780332314.840272:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585920 00000100:00100000:2.0:1780332314.840277:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585920 00000100:00100000:0.0:1780332314.840732:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067585792 00000100:00100000:0.0:1780332314.840738:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067585792 00000100:00100000:0.0:1780332314.840780:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1780332314.840790:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067585792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332314.840853:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067585792:12345-0@lo:400:kworker.0 Request processed in 66us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332314.840861:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1780332314.840898:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586432 00000100:00100000:0.0:1780332314.840902:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586432 00000100:00100000:0.0:1780332314.840929:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586176 00000100:00100000:0.0:1780332314.840933:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586176 00000100:00100000:0.0:1780332314.840953:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1780332314.840961:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067586432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332314.841004:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067586432:12345-0@lo:400:kworker.0 Request processed in 43us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332314.841011:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1780332314.841025:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1780332314.841031:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067586176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332314.841059:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067586176:12345-0@lo:400:kworker.0 Request processed in 29us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332314.841065:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1780332314.841126:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586304 00000100:00100000:1.0:1780332314.841130:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586304 00000100:00100000:2.0:1780332314.841240:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1780332314.841250:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067586048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841288:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067586048:12345-0@lo:400:kworker.0 Request processed in 41us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332314.841294:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1780332314.841308:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1780332314.841314:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067585920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841342:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067585920:12345-0@lo:400:kworker.0 Request processed in 28us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332314.841348:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1780332314.841361:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1780332314.841368:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067586304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841394:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067586304:12345-0@lo:400:kworker.0 Request processed in 27us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332314.841400:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00080000:2.0:1780332314.841416:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332314.841420:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332314.841508:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067586176:0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841519:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067585792:0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841530:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067586304:0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841577:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067585920:0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841585:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:2.0:1780332314.841590:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec302584e00, transno 4294967330 00000100:00100000:2.0:1780332314.841600:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067586432:0@lo:400:kworker.0 00000100:00100000:2.0:1780332314.841609:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067586048:0@lo:400:kworker.0 00010000:00010000:3.0:1780332315.096161:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332315.351837:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332315.351859:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067586560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332315.351949:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332315.352150:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586560 00000100:00100000:1.0:1780332315.352158:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586560 00000100:00100000:1.0:1780332315.352206:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1780332315.352216:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067586560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332315.352252:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332315.352345:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067586560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332315.352356:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1780332315.352581:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067586560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332315.849757:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332315.849961:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384192 00000100:00100000:0.0:1780332315.849975:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384192 00000100:00100000:0.0:1780332315.850065:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 989 00000100:00100000:0.0:1780332315.850076:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045384192:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332315.850166:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045384192:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332315.850174:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 989 00000100:00100000:3.0:1780332315.855802:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332315.856043:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332315.856119:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332315.856317:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384448 00000100:00100000:1.0:1780332315.856327:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384448 00000100:00100000:1.0:1780332315.856386:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384576 00000100:00100000:1.0:1780332315.856389:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384576 00000100:00100000:1.0:1780332315.856412:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 809 00000100:00100000:1.0:1780332315.856433:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045384448:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332315.856529:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045384448:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 99us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332315.856538:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 809 00000100:00100000:1.0:1780332315.856554:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 810 00000100:00100000:1.0:1780332315.856561:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045384576:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332315.856579:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045384576:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 18us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332315.856585:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 810 00000100:00080000:3.0:1780332315.857049:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332315.857054:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332315.857172:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384320 00000100:00100000:0.0:1780332315.857179:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384320 00000100:00100000:0.0:1780332315.857232:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1160 00000100:00100000:0.0:1780332315.857239:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045384320:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332315.857292:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045384320:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 53us (1499us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332315.857299:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1160 00000100:00080000:3.0:1780332315.857648:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332316.119888:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332317.144859:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332318.168133:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332318.936418:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332318.936448:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067586688:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332318.936535:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332318.936744:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586688 00000100:00100000:0.0:1780332318.936754:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586688 00000100:00100000:0.0:1780332318.936866:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1780332318.936880:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067586688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332318.936942:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332318.937024:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067586688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332318.937032:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00080000:3.0:1780332318.939075:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332318.939397:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067586688:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332319.192358:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332319.963748:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067586816:0@lo:400:kworker.0 00000100:00100000:2.0:1780332319.963838:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332319.964044:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586816 00000100:00100000:3.0:1780332319.964054:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586816 00000100:00100000:1.0:1780332319.964118:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067587200:0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964159:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332319.964202:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587200 00000100:00100000:1.0:1780332319.964206:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587200 00000100:00100000:3.0:1780332319.964218:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1780332319.964230:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067586816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964243:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1780332319.964252:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067587200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964312:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067587200:12345-0@lo:400:kworker.0 Request processed in 62us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332319.964322:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1780332319.964362:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067587200:0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964414:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067587072:0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964441:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332319.964460:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332319.964466:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067586944:0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964487:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332319.964512:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587072 00000100:00100000:1.0:1780332319.964515:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587072 00000100:00100000:1.0:1780332319.964555:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067586944 00000100:00100000:1.0:1780332319.964559:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067586944 00000100:00100000:1.0:1780332319.964592:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1780332319.964604:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067587072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964753:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067587072:12345-0@lo:400:kworker.0 Request processed in 140us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332319.964770:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1780332319.964802:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1780332319.964811:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067586944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964856:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067586944:12345-0@lo:400:kworker.0 Request processed in 46us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332319.964864:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00080000:1.0:1780332319.964889:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332319.964925:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067586944:0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.964935:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067587072:0@lo:400:kworker.0 00000100:00100000:0.0:1780332319.965653:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067587456:0@lo:400:kworker.0 00000100:00100000:3.0:1780332319.965658:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067586816:12345-0@lo:400:kworker.0 Request processed in 1428us (1817us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332319.965680:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1780332319.965762:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332319.965925:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587456 00000100:00100000:3.0:1780332319.965932:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587456 00000100:00100000:1.0:1780332319.965976:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332319.965987:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067587328:0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.966018:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332319.966051:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587328 00000100:00100000:1.0:1780332319.966055:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587328 00000100:00100000:1.0:1780332319.966087:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1780332319.966094:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067587328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332319.966135:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067587328:12345-0@lo:400:kworker.0 Request processed in 42us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332319.966141:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1780332319.966173:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067587328:0@lo:400:kworker.0 00000100:00080000:0.0:1780332319.966242:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332319.966247:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332319.966259:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1780332319.966270:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067587456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332319.966321:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067587456:12345-0@lo:400:kworker.0 Request processed in 54us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332319.966328:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1780332319.966386:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067587456:0@lo:400:kworker.0 00000100:00100000:2.0:1780332319.967095:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4345f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067586816:0@lo:400:kworker.0 00010000:00010000:2.0:1780332320.219385:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332320.472871:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067587584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332320.472957:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332320.473021:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587584 00000100:00100000:2.0:1780332320.473037:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587584 00000100:00100000:2.0:1780332320.473121:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1780332320.473134:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067587584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332320.473183:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332320.473259:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067587584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332320.473268:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1780332320.473387:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067587584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332320.958809:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332320.958853:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332320.958889:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332320.958934:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332320.959017:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384704 00000100:00100000:0.0:1780332320.959027:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384704 00000100:00100000:0.0:1780332320.959083:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 991 00000100:00100000:0.0:1780332320.959093:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045384704:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332320.959148:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384832 00000100:00100000:3.0:1780332320.959154:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384832 00000100:00100000:0.0:1780332320.959191:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045384704:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 98us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332320.959202:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 991 00000100:00100000:3.0:1780332320.959204:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1164 00000100:00100000:3.0:1780332320.959214:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045384832:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332320.959255:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045384832:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332320.959262:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1164 00000100:00080000:3.0:1780332320.959303:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332320.959646:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045384960 00000100:00100000:1.0:1780332320.959652:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045384960 00000100:00080000:3.0:1780332320.959891:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332320.959944:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385088 00000100:00100000:1.0:1780332320.959948:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385088 00000100:00080000:0.0:1780332320.960006:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332320.963861:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 813 00000100:00100000:3.0:1780332320.963888:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045384960:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332320.964006:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045384960:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 133us (5151us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332320.964024:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 813 00000100:00100000:1.0:1780332320.964349:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 814 00000100:00100000:1.0:1780332320.964362:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045385088:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332320.964396:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045385088:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (5471us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332320.964402:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 814 00010000:00010000:2.0:1780332321.239847:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332322.266475:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332323.287975:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332324.056152:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332324.056176:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067587712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332324.056254:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332324.056321:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587712 00000100:00100000:0.0:1780332324.056330:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587712 00000100:00100000:0.0:1780332324.056746:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1780332324.056757:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067587712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332324.056797:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332324.056980:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067587712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 225us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332324.056988:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1780332324.057086:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067587712:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332324.064309:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332324.312033:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332325.080170:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067587840:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080252:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332325.080325:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067588352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080355:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332325.080387:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332325.080393:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067588224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080421:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332325.080447:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067588096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080469:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332325.080485:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780332325.080490:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067587968:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080510:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332325.080523:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067588480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080545:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332325.080574:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588352 00000100:00100000:3.0:1780332325.080582:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588352 00000100:00100000:3.0:1780332325.080673:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588096 00000100:00100000:3.0:1780332325.080676:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588096 00000100:00100000:3.0:1780332325.080695:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587968 00000100:00100000:3.0:1780332325.080697:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587968 00000100:00100000:3.0:1780332325.080712:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1780332325.080722:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067588352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080773:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067588352:12345-0@lo:400:kworker.0 Request processed in 52us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332325.080779:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1780332325.080795:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1780332325.080802:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067588096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080833:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067588096:12345-0@lo:400:kworker.0 Request processed in 32us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332325.080839:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1780332325.080850:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1780332325.080855:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067587968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080881:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067587968:12345-0@lo:400:kworker.0 Request processed in 26us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332325.080886:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00080000:3.0:1780332325.080902:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332325.080933:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067587968:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080944:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067588096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.080971:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067588352:0@lo:400:kworker.0 00000100:00100000:0.0:1780332325.081162:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067587840 00000100:00100000:0.0:1780332325.081169:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067587840 00000100:00100000:0.0:1780332325.081210:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1780332325.081217:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067587840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332325.081256:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067587840:12345-0@lo:400:kworker.0 Request processed in 39us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332325.081262:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1780332325.081438:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588224 00000100:00100000:1.0:1780332325.081442:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588224 00000100:00100000:1.0:1780332325.081478:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588480 00000100:00100000:1.0:1780332325.081481:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588480 00000100:00100000:1.0:1780332325.081505:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1780332325.081510:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067588224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332325.081542:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067588224:12345-0@lo:400:kworker.0 Request processed in 32us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332325.081548:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1780332325.081558:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1780332325.081563:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067588480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332325.081584:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067588480:12345-0@lo:400:kworker.0 Request processed in 22us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332325.081590:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00080000:1.0:1780332325.081639:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332325.082206:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067588480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.082233:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067588224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332325.082243:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067587840:0@lo:400:kworker.0 00010000:00010000:2.0:1780332325.335979:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332325.592009:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332325.592039:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067588608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332325.592153:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332325.592521:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588608 00000100:00100000:1.0:1780332325.592531:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588608 00000100:00100000:1.0:1780332325.592597:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1780332325.592614:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067588608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332325.592679:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332325.592741:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067588608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332325.592748:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1780332325.592967:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067588608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332326.084299:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332326.084341:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332326.084381:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332326.084405:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332326.084437:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385216 00000100:00100000:2.0:1780332326.084447:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385216 00000100:00100000:2.0:1780332326.084508:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 993 00000100:00100000:2.0:1780332326.084520:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045385216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332326.084664:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045385216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 146us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332326.084673:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 993 00000100:00100000:2.0:1780332326.084821:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385600 00000100:00100000:2.0:1780332326.084825:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385600 00000100:00100000:2.0:1780332326.084869:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385472 00000100:00100000:2.0:1780332326.084872:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385472 00000100:00100000:2.0:1780332326.084896:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 817 00000100:00100000:2.0:1780332326.084903:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045385600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332326.084934:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045385600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332326.084940:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 817 00000100:00100000:2.0:1780332326.084952:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 818 00000100:00100000:2.0:1780332326.084958:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045385472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332326.085057:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045385472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 98us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332326.085064:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 818 00000100:00080000:2.0:1780332326.085204:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332326.085209:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332326.085371:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385344 00000100:00100000:3.0:1780332326.085376:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385344 00000100:00100000:3.0:1780332326.085431:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1168 00000100:00100000:3.0:1780332326.085439:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045385344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332326.085481:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045385344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332326.085491:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1168 00000100:00080000:2.0:1780332326.086063:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780332326.362393:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332326.947175:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332326.947407:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385728 00000100:00100000:0.0:1780332326.947435:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385728 00000100:00100000:0.0:1780332326.947523:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 557 00000100:00100000:0.0:1780332326.947537:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045385728:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332326.947718:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045385728:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 183us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332326.947727:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 557 00000100:00100000:3.0:1780332326.951048:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332326.951245:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385856 00000100:00100000:2.0:1780332326.951259:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385856 00000100:00100000:2.0:1780332326.951332:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 298 00000100:00100000:2.0:1780332326.951344:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045385856:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332326.952228:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045385856:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 882us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332326.952238:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 298 00000100:00100000:2.0:1780332326.961215:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332326.965345:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045385984 00000100:00100000:0.0:1780332326.965364:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045385984 00000100:00100000:0.0:1780332326.965463:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 299 00000100:00100000:0.0:1780332326.965475:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045385984:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332326.966203:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045385984:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 727us (4997us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332326.966211:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 299 00000100:00100000:3.0:1780332326.969034:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332326.971133:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045386112 00000100:00100000:1.0:1780332326.971154:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045386112 00000100:00100000:1.0:1780332326.971260:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 558 00000100:00100000:1.0:1780332326.971273:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045386112:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332326.973449:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045386112:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 2158us (4403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332326.973467:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 558 00000100:00100000:3.0:1780332326.979338:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332326.979466:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045386240 00000100:00100000:1.0:1780332326.979478:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045386240 00000100:00100000:1.0:1780332326.979541:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 559 00000100:00100000:1.0:1780332326.979551:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045386240:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332326.979947:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045386240:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 396us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332326.979955:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 559 00000100:00100000:2.0:1780332326.984231:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332326.984480:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045386368 00000100:00100000:3.0:1780332326.984491:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045386368 00000100:00100000:3.0:1780332326.984546:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 300 00000100:00100000:3.0:1780332326.984557:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045386368:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332326.985272:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045386368:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 715us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332326.985291:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 300 00000100:00100000:3.0:1780332326.988033:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332326.988511:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045386496 00000100:00100000:1.0:1780332326.988521:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045386496 00000100:00100000:1.0:1780332326.988755:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 301 00000100:00100000:1.0:1780332326.988768:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045386496:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332326.989183:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41251:x1866812045386496:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 417us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332326.989193:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 301 00000100:00100000:0.0:1780332326.992220:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332326.993245:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045386624 00000100:00100000:1.0:1780332326.993259:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045386624 00000100:00100000:1.0:1780332326.993333:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 560 00000100:00100000:1.0:1780332326.993345:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045386624:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332326.993897:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41251:x1866812045386624:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 552us (1683us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332326.993906:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 560 00010000:00010000:1.0:1780332327.387791:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332328.408271:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332329.179281:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332329.179314:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067588736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332329.179393:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332329.179936:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588736 00000100:00100000:0.0:1780332329.179946:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588736 00000100:00100000:0.0:1780332329.180021:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1780332329.180033:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067588736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332329.180083:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332329.180151:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067588736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332329.180159:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1780332329.180208:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067588736:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332329.180436:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1780332329.362062:0:70053:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc2e70380 20000000:00000080:0.0:1780332329.362079:0:70053:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437199000 uarg=0000000000000000 00010000:00010000:0.0:1780332329.362736:0:70053:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332329.362771:0:70053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332329.362774:0:70053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332329.362785:0:70053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307dc0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bb9f expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.362809:0:70053:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332329.362823:0:70053:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332329.362836:0:70053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.362850:0:70053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.362859:0:70053:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.363015:0:70053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.363033:0:70053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 17 pid: 5800 timeout: 1875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332329.363047:0:70053:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70053:1866812067588864:0@lo:104: 00000100:00100000:0.0:1780332329.363107:0:70053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332329.363152:0:70053:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9540 going to sleep for 11 seconds 00000100:00100000:3.0:1780332329.363363:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588864 00000100:00100000:3.0:1780332329.363370:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588864 00000100:00100000:3.0:1780332329.363421:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1780332329.363430:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70053:x1866812067588864:12345-0@lo:104: 00010000:00010000:3.0:1780332329.363444:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332329.363511:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332329.363518:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70053:x1866812067588864:12345-0@lo:104: Request processed in 89us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332329.363527:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00010000:00010000:1.0:1780332329.363541:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332329.363560:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332329.363567:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332329.363571:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332329.363581:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332329.363588:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332329.363593:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332329.363644:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332329.363655:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332329.363684:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332329.363691:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390600/0x76434b26e307dbe4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dbeb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332329.363704:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332329.363706:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332329.363707:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332329.363714:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332329.363728:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067588992:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332329.363763:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332329.363841:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067588992 00000100:00100000:2.0:1780332329.363849:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067588992 00010000:00010000:2.0:1780332329.363872:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 18 pid: 5800 timeout: 1875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332329.363902:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1780332329.363909:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067588992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332329.363919:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332329.363923:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 18 pid: 5800 timeout: 1875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363933:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 18 pid: 5800 timeout: 1875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363947:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363955:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363968:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363974:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363980:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363986:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.363995:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332329.363998:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.364005:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.364012:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332329.364020:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332329.364055:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067588992:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332329.364061:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00010000:00010000:0.0:1780332329.364129:0:70053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307dbeb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307dbe4 expref: 17 pid: 5800 timeout: 1875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332329.364139:0:70053:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70053:1866812067588864:0@lo:104: 00010000:00010000:0.0:1780332329.364155:0:70053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.364163:0:70053:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.364169:0:70053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332329.364175:0:70053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390a00/0x76434b26e307dc62 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332329.365180:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067588992:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332329.431844:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332330.203582:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067589248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332330.203703:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332330.203914:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067589120:0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.203954:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332330.203997:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067589632:0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.204024:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067589504:0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.204050:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332330.204077:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332330.204083:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067589376:0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.204112:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067589120 00000100:00100000:2.0:1780332330.204120:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067589120 00000100:00100000:2.0:1780332330.204165:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1780332330.204173:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067589120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.204223:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067589120:12345-0@lo:400:kworker.0 Request processed in 50us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332330.204230:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1780332330.204273:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067589504 00000100:00100000:2.0:1780332330.204277:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067589504 00000100:00100000:2.0:1780332330.204313:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1780332330.204318:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067589504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.204354:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067589504:12345-0@lo:400:kworker.0 Request processed in 36us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332330.204360:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1780332330.204482:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067589760:0@lo:400:kworker.0 00000100:00100000:1.0:1780332330.204506:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332330.204550:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067589248 00000100:00100000:1.0:1780332330.204554:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067589248 00000100:00100000:1.0:1780332330.204586:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1780332330.204592:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067589248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332330.204718:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067589248:12345-0@lo:400:kworker.0 Request processed in 125us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332330.205065:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1780332330.205090:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067589760 00000100:00100000:1.0:1780332330.205094:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067589760 00000100:00100000:1.0:1780332330.205126:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1780332330.205132:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067589760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332330.205171:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067589760:12345-0@lo:400:kworker.0 Request processed in 34us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332330.205177:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1780332330.205216:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067589248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332330.205232:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067589760:0@lo:400:kworker.0 00000100:00080000:2.0:1780332330.206673:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332330.206697:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332330.206781:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067589504:0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.206811:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332330.206843:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067589120:0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.206877:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067589376 00000100:00100000:2.0:1780332330.206882:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067589376 00000100:00100000:2.0:1780332330.206926:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067589632 00000100:00100000:2.0:1780332330.206929:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067589632 00000100:00100000:2.0:1780332330.206952:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1780332330.206959:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067589376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.207018:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067589376:12345-0@lo:400:kworker.0 Request processed in 60us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332330.207025:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1780332330.207040:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1780332330.207046:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067589632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.207082:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067589632:12345-0@lo:400:kworker.0 Request processed in 36us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332330.207089:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00080000:2.0:1780332330.207107:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332330.207126:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067589632:0@lo:400:kworker.0 00000100:00100000:2.0:1780332330.207146:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067589376:0@lo:400:kworker.0 00010000:00010000:1.0:1780332330.456046:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332330.715887:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067589888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332330.715965:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332330.716088:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067589888 00000100:00100000:2.0:1780332330.716102:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067589888 00000100:00100000:2.0:1780332330.716173:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1780332330.716188:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067589888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332330.716245:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332330.716292:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067589888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332330.716300:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1780332330.716347:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067589888:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1780332330.904980:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332330.904994:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332330.905002:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332330.905075:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332330.905261:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332330.905285:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332330.905325:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067590016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332330.905452:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332330.905543:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780332330.907880:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590016 00000100:00100000:0.0:1780332330.907899:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590016 00000100:00100000:0.0:1780332330.907983:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1780332330.907995:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067590016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332330.908017:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332330.908052:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307dc69 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332330.908099:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307dc69 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332330.908121:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dc69 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332330.908137:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332330.908291:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067590016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 294us (2835us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332330.908334:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067590016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332330.908356:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332330.908367:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332330.908724:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332330.908732:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332330.908740:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332330.909010:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1780332331.205970:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332331.206013:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332331.206037:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332331.206057:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332331.206098:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045387008 00000100:00100000:0.0:1780332331.206107:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045387008 00000100:00100000:0.0:1780332331.206161:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045387136 00000100:00100000:0.0:1780332331.206164:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045387136 00000100:00100000:0.0:1780332331.206190:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 821 00000100:00100000:0.0:1780332331.206201:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045387008:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332331.206273:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045387008:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 74us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332331.206284:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 821 00000100:00100000:0.0:1780332331.206301:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 822 00000100:00100000:0.0:1780332331.206307:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045387136:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332331.206331:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045387136:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332331.206336:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 822 00000100:00100000:0.0:1780332331.206355:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045386880 00000100:00100000:0.0:1780332331.206358:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045386880 00000100:00100000:0.0:1780332331.206388:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1172 00000100:00100000:0.0:1780332331.206395:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045386880:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332331.206421:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045386880:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332331.206427:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1172 00000100:00080000:0.0:1780332331.206446:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332331.206450:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332331.206451:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332331.206735:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045386752 00000100:00100000:3.0:1780332331.206739:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045386752 00000100:00100000:3.0:1780332331.206768:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 996 00000100:00100000:3.0:1780332331.206776:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045386752:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332331.206823:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045386752:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 48us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332331.206830:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 996 00010000:00010000:1.0:1780332331.481765:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332332.482301:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332332.482339:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045387264 00000100:00100000:3.0:1780332332.482350:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045387264 00000100:00100000:3.0:1780332332.482407:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 561 00000100:00100000:3.0:1780332332.482418:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41338:x1866812045387264:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332332.482442:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332332.482471:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbb4 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.482570:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dc7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.482588:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.482602:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332332.482835:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:3.0:1780332332.482840:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332332.482924:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.482952:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dc77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbb4 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.482972:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dc7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbb4 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.482981:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332332.482983:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332332.482987:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332332.483046:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41338:x1866812045387264:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 629us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332332.483053:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 561 00000100:00100000:2.0:1780332332.488670:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332332.488731:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045387520 00000100:00100000:3.0:1780332332.488744:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045387520 00000100:00100000:3.0:1780332332.488807:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 562 00000100:00100000:3.0:1780332332.488818:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41338:x1866812045387520:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332332.488876:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332332.488904:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dc7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbb4 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.488932:0:5806:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307dc0e) 00010000:00010000:3.0:1780332332.488935:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332332.488946:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332332.488975:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.488994:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332332.489003:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332332.508536:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332332.553787:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967513 is committed 00000004:00010000:0.0:1780332332.553909:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b583338 reply state 0000000087d457b2 transno 4294967513 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332332.553922:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332332.554084:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00010000:00080000:0.0:1780332332.554407:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332332.554431:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41338:x1866812045387520:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 65609us (65766us total) trans 4294967513 rc 0/0 00000100:00100000:0.0:1780332332.554440:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 562 00010000:00010000:2.0:1780332332.554516:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332332.554525:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332332.554537:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332332.554544:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332332.554548:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332332.554556:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332332.554580:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:2.0:1780332332.554583:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332332.554587:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332332.554593:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307dc85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1780332333.267010:0:70250:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8d456cc0 20000000:00000080:1.0:1780332333.267026:0:70250:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311e400 uarg=0000000000000000 00010000:00010000:1.0:1780332333.267715:0:70250:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332333.267733:0:70250:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332333.267749:0:70250:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332333.267767:0:70250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332333.267785:0:70250:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dc69 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332333.267795:0:70250:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332333.267839:0:70250:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307dc69 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332333.267857:0:70250:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307dc69 expref: 17 pid: 5800 timeout: 1879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332333.267875:0:70250:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70250:1866812067590144:0@lo:104: 00000100:00100000:1.0:1780332333.267953:0:70250:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332333.268090:0:70250:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433ea6240 going to sleep for 11 seconds 00000100:00100000:2.0:1780332333.268148:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590144 00000100:00100000:2.0:1780332333.268158:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590144 00000100:00100000:2.0:1780332333.268274:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1780332333.268285:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70250:x1866812067590144:12345-0@lo:104: 00010000:00010000:2.0:1780332333.268300:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332333.268405:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332333.268412:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70250:x1866812067590144:12345-0@lo:104: Request processed in 129us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332333.268420:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1780332333.268505:0:70250:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70250:1866812067590144:0@lo:104: 00010000:00010000:1.0:1780332333.268522:0:70250:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.268738:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332333.268746:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.268754:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332333.268758:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.268767:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332333.268775:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332333.268781:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332333.268812:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.268818:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1780332333.268867:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067590272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332333.268905:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332333.268973:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590272 00000100:00100000:3.0:1780332333.268979:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590272 00010000:00010000:3.0:1780332333.269006:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dc69 expref: 18 pid: 5800 timeout: 1879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332333.269031:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1780332333.269038:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067590272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332333.269050:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332333.269054:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dc69 expref: 18 pid: 5800 timeout: 1879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269066:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307dc69 expref: 18 pid: 5800 timeout: 1879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269080:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e307dc70 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307dc69 expref: 18 pid: 5800 timeout: 1879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269096:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269105:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269120:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269128:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269137:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269148:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269155:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332333.269158:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269166:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269179:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332333.269189:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332333.269232:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.269240:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307dc69 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dc70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.269257:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332333.269259:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332333.269260:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332333.269314:0:70250:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.269322:0:70250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332333.269329:0:70250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df000/0x76434b26e307dc8c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332333.271008:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067590272:12345-0@lo:103:ldlm_bl.0 Request processed in 1958us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332333.271025:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1780332333.271721:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067590272:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332333.530300:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332334.296373:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332334.296403:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067590400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332334.296517:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332334.296599:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590400 00000100:00100000:0.0:1780332334.296611:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590400 00000100:00100000:0.0:1780332334.296715:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1780332334.296725:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067590400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332334.296775:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332334.296828:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067590400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332334.296836:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:0.0:1780332334.296910:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332334.298344:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067590400:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332334.551784:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332335.255716:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332335.255724:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332335.255731:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332335.255780:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332335.255793:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332335.255805:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332335.258594:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067590528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332335.258686:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332335.258730:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1780332335.259196:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590528 00000100:00100000:0.0:1780332335.259207:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590528 00000100:00100000:0.0:1780332335.259275:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1780332335.259285:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067590528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332335.259304:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332335.259328:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307dc93 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332335.259358:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307dc93 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332335.259375:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dc93 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332335.259385:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:0.0:1780332335.259434:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067590528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332335.259441:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1780332335.259509:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067590528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332335.259530:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332335.259765:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332335.259916:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332335.259922:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332335.259929:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332335.320850:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067590912:0@lo:400:kworker.0 00000100:00100000:1.0:1780332335.320921:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332335.320957:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332335.320963:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067590784:0@lo:400:kworker.0 00000100:00100000:1.0:1780332335.320987:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332335.321067:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067591040:0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321097:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332335.321129:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780332335.321135:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067590656:0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321154:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332335.321182:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067591168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321205:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332335.321231:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590784 00000100:00100000:2.0:1780332335.321239:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590784 00000100:00100000:2.0:1780332335.321283:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067591040 00000100:00100000:2.0:1780332335.321285:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067591040 00000100:00100000:2.0:1780332335.321298:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590656 00000100:00100000:2.0:1780332335.321300:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590656 00000100:00100000:2.0:1780332335.321312:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1780332335.321319:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067590784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321362:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067590784:12345-0@lo:400:kworker.0 Request processed in 44us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332335.321369:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1780332335.321384:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1780332335.321389:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067591040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321410:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067591040:12345-0@lo:400:kworker.0 Request processed in 22us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332335.321416:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1780332335.321424:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1780332335.321429:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067590656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321447:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067590656:12345-0@lo:400:kworker.0 Request processed in 18us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332335.321452:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1780332335.321478:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067590912 00000100:00100000:2.0:1780332335.321481:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067590912 00000100:00100000:2.0:1780332335.321501:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067591168 00000100:00100000:2.0:1780332335.321503:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067591168 00000100:00100000:2.0:1780332335.321519:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1780332335.321524:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067590912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321549:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067590912:12345-0@lo:400:kworker.0 Request processed in 25us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332335.321555:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1780332335.321575:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1780332335.321580:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067591168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321601:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067591168:12345-0@lo:400:kworker.0 Request processed in 21us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332335.321606:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00080000:2.0:1780332335.321664:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332335.321668:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332335.321720:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067590784:0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321729:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067590912:0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321753:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067590656:0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321760:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067591168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332335.321767:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067591040:0@lo:400:kworker.0 00010000:00010000:1.0:1780332335.577705:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332335.832248:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332335.832275:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067591296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332335.832350:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332335.832545:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067591296 00000100:00100000:2.0:1780332335.832556:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067591296 00000100:00100000:2.0:1780332335.832647:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1780332335.832659:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067591296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332335.832708:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332335.832757:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067591296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332335.832774:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1780332335.835052:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067591296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332336.018914:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332336.019566:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045387648 00000100:00100000:0.0:1780332336.019580:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045387648 00000100:00100000:0.0:1780332336.019698:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 563 00000100:00100000:0.0:1780332336.019710:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41415:x1866812045387648:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780332336.019734:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332336.019759:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dca1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbbb expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1780332336.019777:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332336.019827:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.019843:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.019858:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.019897:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.019905:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.019912:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020365:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dcb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020376:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020382:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332336.020480:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332336.020485:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332336.020570:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020585:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020591:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020598:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020604:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332336.020608:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020646:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020661:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332336.020664:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332336.020669:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020675:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dca8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020688:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020695:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020701:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020705:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332336.020708:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020713:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020720:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256800) 00010000:00010000:0.0:1780332336.020723:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332336.020725:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020731:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307dcaf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020762:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dca1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbbb expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020778:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dcb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbbb expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.020786:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780332336.020788:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332336.020791:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390200, rc 0) 00000100:00100000:0.0:1780332336.020861:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41415:x1866812045387648:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1153us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332336.020869:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 563 00000100:00100000:0.0:1780332336.027407:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332336.027763:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045387904 00000100:00100000:2.0:1780332336.027777:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045387904 00000100:00100000:2.0:1780332336.027838:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 564 00000100:00100000:2.0:1780332336.027848:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41415:x1866812045387904:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332336.027867:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332336.027883:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307dcbd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbc2 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.028209:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.028225:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.028235:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.028248:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.028255:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.028261:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332336.029010:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:2.0:1780332336.029244:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dcd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029255:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dcd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029263:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dcd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029293:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029300:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029307:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029312:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332336.029316:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029324:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029339:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:2.0:1780332336.029341:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332336.029345:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029351:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307dcc4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332336.029362:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000866bc44d reply state 000000008870991f transno 4294967514 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332336.029370:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332336.029395:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307dcbd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbc2 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.029407:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dcd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbc2 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.033538:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332336.033542:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332336.033547:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780332336.033697:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:41415:x1866812045387904:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 5843us (6291us total) trans 4294967514 rc 0/0 00000100:00100000:2.0:1780332336.033708:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 564 00000100:00100000:0.0:1780332336.033988:0:7053:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:7053:1866812067591424:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1780332336.034038:0:7053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332336.034088:0:7053:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c86180 going to sleep for 11 seconds 00000100:00100000:0.0:1780332336.034106:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067591424 00000100:00100000:0.0:1780332336.034112:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067591424 00000100:00100000:0.0:1780332336.034164:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1780332336.034172:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:7053:x1866812067591424:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1780332336.034218:0:6594:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00000100:00080000:0.0:1780332336.040676:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332336.052831:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1780332336.052871:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.052884:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.052891:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.052897:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332336.052903:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.052911:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.052928:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec40b3c7000) 00010000:00010000:1.0:1780332336.052931:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332336.052935:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.052942:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dccb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332336.053001:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045388160 00000100:00100000:1.0:1780332336.053014:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045388160 00000100:00100000:1.0:1780332336.053079:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 565 00000100:00100000:1.0:1780332336.053090:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:41415:x1866812045388160:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:1.0:1780332336.053176:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332336.053199:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307dcd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbc2 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.053210:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332336.053216:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332336.053278:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.053297:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.053309:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332336.053501:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f18cf4d reply state 00000000af533786 transno 4294967515 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332336.053512:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332336.053650:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:41415:x1866812045388160:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 531us (798us total) trans 4294967515 rc 0/0 00000100:00100000:1.0:1780332336.053658:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 565 00000100:00100000:2.0:1780332336.060890:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332336.060927:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045388288 00000100:00100000:2.0:1780332336.060935:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045388288 00000100:00100000:2.0:1780332336.060989:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 566 00000100:00100000:2.0:1780332336.061002:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:41415:x1866812045388288:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332336.061031:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332336.061057:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dce7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbc9 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.061127:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dce7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbc9 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.061143:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dce7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbc9 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332336.061165:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:2.0:1780332336.061168:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332336.061173:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332336.061243:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:41415:x1866812045388288:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 243us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332336.061251:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 566 00010000:00010000:1.0:1780332336.063660:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.063676:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.063684:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.063690:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332336.063695:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.063703:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.063721:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:1.0:1780332336.063724:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332336.063729:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.063740:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dce0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332336.066872:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332336.066908:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045388416 00000100:00100000:2.0:1780332336.066917:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045388416 00000100:00100000:2.0:1780332336.066979:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 303 00000100:00100000:2.0:1780332336.066989:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045388416:12345-192.168.204.30@tcp:2:touch.60003 00000100:00100000:1.0:1780332336.067418:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:7053:x1866812067591424:12345-0@lo:5:osp-pre-0-0.0 Request processed in 33244us (33377us total) trans 4294967331 rc 0/0 00000100:00100000:1.0:1780332336.067428:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:1.0:1780332336.067675:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332336.067810:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045388416:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 821us (947us total) trans 4294967332 rc 0/0 00000100:00100000:2.0:1780332336.067819:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 303 00000100:00100000:0.0:1780332336.068177:0:7053:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:7053:1866812067591424:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1780332336.068195:0:7053:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:2.0:1780332336.072749:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332336.072790:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045388672 00000100:00100000:2.0:1780332336.072801:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045388672 00000100:00100000:2.0:1780332336.072857:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 60 00000100:00100000:2.0:1780332336.072866:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:41415:x1866812045388672:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:2.0:1780332336.073281:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:41415:x1866812045388672:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 415us (544us total) trans 4294967516 rc 0/0 00000100:00100000:2.0:1780332336.073290:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 60 00000100:00100000:1.0:1780332336.116610:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332336.116722:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045388800 00000100:00100000:2.0:1780332336.116736:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045388800 00000100:00100000:3.0:1780332336.118268:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 567 00000100:00100000:3.0:1780332336.118285:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:41419:x1866812045388800:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780332336.118415:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332336.118443:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dcee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbd0 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118531:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118548:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118560:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118575:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118583:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118590:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118956:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307dd03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118966:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307dd03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.118974:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307dd03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332336.119014:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00000004:00200000:3.0:1780332336.119018:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332336.119040:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307dd03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119051:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307dd03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119059:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119065:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119149:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119156:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332336.119160:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119167:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119181:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:3.0:1780332336.119184:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332336.119189:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119195:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307dcf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119210:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119216:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119222:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119227:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332336.119229:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119235:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119243:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec4054dde00) 00010000:00010000:3.0:1780332336.119245:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332336.119248:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119258:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dcfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119288:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307dcee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd0 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119302:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307dd03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd0 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332336.119309:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:3.0:1780332336.119443:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332336.119448:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332336.119573:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:41419:x1866812045388800:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 1291us (2976us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332336.119581:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 567 00000100:00100000:1.0:1780332336.128303:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332336.128428:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045388928 00000100:00100000:0.0:1780332336.128443:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045388928 00000100:00100000:0.0:1780332336.128518:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 304 00000100:00100000:0.0:1780332336.128528:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045388928:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:0.0:1780332336.128546:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332336.128568:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbd7 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332336.128596:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x6a1db730, atime: 0x6a1db730, ctime: 0x6a1db730, blocks: 0x1 00010000:00010000:0.0:1780332336.128657:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332336.128661:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332336.128671:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.128691:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.128711:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332336.128768:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045388928:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 241us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332336.128776:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 304 00000100:00100000:2.0:1780332336.142340:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332336.142444:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045389184 00000100:00100000:1.0:1780332336.142464:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045389184 00000100:00100000:1.0:1780332336.142532:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 568 00000100:00100000:1.0:1780332336.142543:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:41419:x1866812045389184:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:1.0:1780332336.142599:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332336.142665:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307dd03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd0 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.142689:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dce7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbc9 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.142781:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:1.0:1780332336.142792:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332336.142815:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.142829:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.142842:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.142854:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.142861:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.142925:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.143169:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.143178:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.143185:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332336.145215:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9344 00000004:00080000:1.0:1780332336.145236:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1782552617022ns, next at 1783552612646ns, rc = 0 00010000:00010000:1.0:1780332336.145332:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145350:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145362:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145374:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145380:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145386:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145462:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332336.145495:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145502:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145508:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145527:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332336.145537:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145544:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145558:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780332336.145560:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332336.145565:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145575:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307dd1f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145600:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145605:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145611:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145645:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332336.145649:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145655:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145663:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:1.0:1780332336.145665:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332336.145668:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.145673:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dd11 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332336.145683:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a2565a0 reply state 00000000fd8273e7 transno 4294967517 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332336.145691:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332336.145801:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:41419:x1866812045389184:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 3255us (3467us total) trans 4294967517 rc 0/0 00000100:00100000:1.0:1780332336.145810:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 568 00010000:00010000:1.0:1780332336.152325:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.152348:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.152357:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.152364:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332336.152369:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.152376:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.152396:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec41273ea00) 00010000:00010000:1.0:1780332336.152399:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332336.152404:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332336.152410:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307dd18 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.156152:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332336.156172:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.156186:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332336.156191:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.156202:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.156229:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:0.0:1780332336.156233:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332336.156240:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.156246:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307dd26 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332336.156283:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332336.156285:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332336.156288:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332336.318685:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332336.318730:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332336.318813:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045389440 00000100:00100000:1.0:1780332336.318822:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045389440 00000100:00100000:1.0:1780332336.318892:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 825 00000100:00100000:1.0:1780332336.318902:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30138ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045389440:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332336.318974:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30138ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045389440:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332336.318981:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 825 00000100:00080000:2.0:1780332336.319132:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332336.319199:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045389312 00000100:00100000:0.0:1780332336.319203:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045389312 00000100:00100000:0.0:1780332336.319240:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 998 00000100:00100000:0.0:1780332336.319247:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045389312:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332336.319283:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045389312:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332336.319289:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 998 00010000:00010000:1.0:1780332336.601176:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332337.484474:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000001:00080000:1.0:1780332337.484512:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00010000:00010000:1.0:1780332337.624825:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332337.828236:0:70495:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9537c130 20000000:00000080:2.0:1780332337.828252:0:70495:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d965c00 uarg=0000000000000000 00010000:00010000:2.0:1780332337.831052:0:70495:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1780332337.831095:0:70495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:2.0:1780332337.831099:0:70495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332337.831111:0:70495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dcb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbbb expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.831134:0:70495:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1780332337.831151:0:70495:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332337.831164:0:70495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.831177:0:70495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dc93 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.831184:0:70495:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.831219:0:70495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307dc93 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.831235:0:70495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307dc93 expref: 17 pid: 5800 timeout: 1884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332337.831250:0:70495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301389c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70495:1866812067591552:0@lo:104: 00000100:00100000:2.0:1780332337.831322:0:70495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332337.831368:0:70495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332337.831907:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067591552 00000100:00100000:1.0:1780332337.831916:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067591552 00000100:00100000:1.0:1780332337.831977:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1780332337.831988:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70495:x1866812067591552:12345-0@lo:104: 00010000:00010000:1.0:1780332337.832003:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832072:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332337.832078:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70495:x1866812067591552:12345-0@lo:104: Request processed in 92us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332337.832085:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00010000:00010000:1.0:1780332337.832107:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332337.832113:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832120:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332337.832125:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832133:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332337.832144:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332337.832149:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332337.832177:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832183:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332337.832203:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832210:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307dc93 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dc9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832225:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332337.832227:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332337.832229:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332337.832249:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067591680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332337.832279:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332337.832323:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067591680 00000100:00100000:1.0:1780332337.832327:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067591680 00010000:00010000:1.0:1780332337.832349:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dc93 expref: 18 pid: 5800 timeout: 1884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332337.832370:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1780332337.832378:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067591680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332337.832388:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332337.832392:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dc93 expref: 18 pid: 5800 timeout: 1884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832404:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307dc93 expref: 18 pid: 5800 timeout: 1884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832420:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832442:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832458:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832465:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832472:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832478:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832484:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332337.832488:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832495:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832502:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.832514:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332337.832541:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067591680:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332337.832548:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1780332337.832589:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067591680:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332337.832746:0:70495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e307dc9a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307dc93 expref: 17 pid: 5800 timeout: 1884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332337.832759:0:70495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301389c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70495:1866812067591552:0@lo:104: 00010000:00010000:0.0:1780332337.832778:0:70495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332337.832935:0:70495:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332337.832942:0:70495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332337.832948:0:70495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd2d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780332337.911492:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967517 is committed 00000004:00080000:2.0:1780332337.911507:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 45 committed 00000100:00100000:2.0:1780332337.911702:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42de0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067591808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780332337.911766:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332337.912009:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067591808 00000100:00100000:0.0:1780332337.912017:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067591808 00000100:00100000:0.0:1780332337.912098:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1780332337.912108:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067591808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780332337.912153:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:18 count 1 00010000:00010000:0.0:1780332337.912179:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332337.912208:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332337.912216:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332337.912218:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332337.912222:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332337.912249:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332337.912266:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 5 pid: 6596 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332337.912278:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067591936:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780332337.912346:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1780332337.925389:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067591936:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332337.925417:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332337.925611:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332337.925710:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045389568 00000100:00100000:2.0:1780332337.925719:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045389568 00010000:00010000:2.0:1780332337.925763:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 6 pid: 6596 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332337.925800:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 330 00000100:00100000:2.0:1780332337.925810:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045389568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332337.925824:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332337.925830:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 6 pid: 6596 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.925843:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 6 pid: 6596 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.925867:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307dd0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbd7 expref: 6 pid: 6596 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.925882:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332337.925884:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332337.925888:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.925898:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332337.925933:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332337.925984:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045389568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 175us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332337.925991:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 330 00010000:00010000:1.0:1780332337.926072:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926081:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926091:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926099:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926118:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780332337.926744:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067591808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14636us (14976us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1780332337.926755:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00010000:00010000:1.0:1780332337.926785:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332337.926792:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926806:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332337.926810:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926819:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926833:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926840:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3ec2d9e/0x76434b26e307dd34 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332337.926859:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332337.926860:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332337.926862:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332337.926908:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000100:00100000:1.0:1780332337.926926:0:3326:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff8ec42de0aa00 x1866812067591808/t4294967333(4294967333) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780332353 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1780332337.926937:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42de0aa00/2, rc 0, transno 4294967333 00000100:00100000:1.0:1780332337.926942:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42de0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067591808:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780332338.649084:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332339.095724:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332339.095731:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332339.095737:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332339.095795:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332339.095807:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332339.095817:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332339.095851:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067592064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332339.095922:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332339.095995:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332339.096184:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592064 00000100:00100000:2.0:1780332339.096192:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592064 00000100:00100000:2.0:1780332339.096236:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1780332339.096246:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067592064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332339.096259:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332339.096273:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307dd3b expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332339.096294:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307dd3b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332339.096304:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dd3b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332339.096313:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332339.096368:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067592064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332339.096376:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1780332339.096540:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067592064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332339.096553:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332339.096563:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332339.096581:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332339.096586:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332339.096593:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332339.415997:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067592192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332339.416085:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332339.416174:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592192 00000100:00100000:0.0:1780332339.416184:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592192 00000100:00100000:0.0:1780332339.416243:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1780332339.416254:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067592192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332339.416298:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332339.416346:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067592192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332339.416356:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:0.0:1780332339.416378:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332339.416427:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067592192:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332339.671733:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332340.444945:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067592448:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.445149:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332340.445204:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067592960:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.445234:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332340.445262:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780332340.445971:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067592320:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.446170:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332340.446210:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067592832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.446238:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332340.446863:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067592576:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.446903:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332340.446938:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332340.446946:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067592704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.446971:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332340.447542:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592448 00000100:00100000:0.0:1780332340.447553:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592448 00000100:00100000:0.0:1780332340.447604:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592832 00000100:00100000:0.0:1780332340.447607:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592832 00000100:00100000:0.0:1780332340.447654:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592576 00000100:00100000:0.0:1780332340.447658:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592576 00000100:00100000:0.0:1780332340.447675:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1780332340.447683:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067592448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.447739:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067592448:12345-0@lo:400:kworker.0 Request processed in 56us (2590us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332340.447746:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1780332340.447762:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1780332340.447768:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067592832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.447794:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067592832:12345-0@lo:400:kworker.0 Request processed in 26us (1555us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332340.447800:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1780332340.447810:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1780332340.447816:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067592576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.447844:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067592576:12345-0@lo:400:kworker.0 Request processed in 28us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332340.447850:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1780332340.447869:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592960 00000100:00100000:0.0:1780332340.447872:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592960 00000100:00100000:0.0:1780332340.447897:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592704 00000100:00100000:0.0:1780332340.447901:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592704 00000100:00100000:0.0:1780332340.447918:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1780332340.447925:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067592960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.447953:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067592960:12345-0@lo:400:kworker.0 Request processed in 30us (2719us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332340.447959:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1780332340.447969:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1780332340.447974:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067592704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.448016:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067592704:12345-0@lo:400:kworker.0 Request processed in 41us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332340.448026:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1780332340.448044:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067592320 00000100:00100000:0.0:1780332340.448047:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067592320 00000100:00100000:0.0:1780332340.448067:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1780332340.448072:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067592320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.448100:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067592320:12345-0@lo:400:kworker.0 Request processed in 28us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332340.448105:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:0.0:1780332340.448142:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332340.448146:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332340.448192:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067592704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.448203:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067592576:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.448232:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067592320:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.448242:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067592832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.448251:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067592448:0@lo:400:kworker.0 00000100:00100000:0.0:1780332340.448260:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067592960:0@lo:400:kworker.0 00010000:00010000:1.0:1780332340.695845:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332340.732203:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332340.732790:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045389696 00000100:00100000:0.0:1780332340.732801:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045389696 00000100:00100000:0.0:1780332340.732929:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 569 00000100:00100000:0.0:1780332340.732939:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41510:x1866812045389696:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332340.732979:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332340.733010:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dd49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbde expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.733099:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dd50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.733117:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.733131:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332340.733406:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332340.733411:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332340.733497:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.733529:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dd49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbde expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.733554:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dd50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbde expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.733564:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332340.733568:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332340.733572:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390200, rc 0) 00000100:00100000:0.0:1780332340.735184:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41510:x1866812045389696:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 2232us (2977us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332340.735197:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 569 00000100:00080000:1.0:1780332340.737457:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332340.741805:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332340.742796:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045389952 00000100:00100000:0.0:1780332340.742810:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045389952 00000100:00100000:0.0:1780332340.742863:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 570 00000100:00100000:0.0:1780332340.742874:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41510:x1866812045389952:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332340.742939:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332340.744397:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307dd50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbde expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.744417:0:5806:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307dcb6) 00010000:00010000:0.0:1780332340.744422:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332340.744435:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332340.744474:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.744490:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.744498:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332340.810938:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c9199a1 reply state 000000003f2422cb transno 4294967518 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332340.810971:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332340.811191:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000100:00100000:0.0:1780332340.811336:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41510:x1866812045389952:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 68460us (69536us total) trans 4294967518 rc 0/0 00000100:00100000:0.0:1780332340.811345:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 570 00000001:00080000:0.0:1780332340.811405:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967518 is committed 00010000:00010000:0.0:1780332340.811559:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.811572:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.811578:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.811584:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332340.811588:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.811594:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.811611:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332340.811614:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332340.812069:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332340.812085:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307dd57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332340.954512:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42de0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067593088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332340.954636:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332340.954720:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593088 00000100:00100000:2.0:1780332340.954729:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593088 00000100:00100000:2.0:1780332340.954810:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1780332340.954823:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067593088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332340.954874:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332340.954930:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067593088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332340.954936:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1780332340.954992:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42de0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067593088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332341.439457:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332341.439503:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332341.439536:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332341.439566:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332341.439605:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390208 00000100:00100000:0.0:1780332341.439945:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390080 00000100:00100000:0.0:1780332341.439950:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390080 00000100:00100000:0.0:1780332341.440001:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1001 00000100:00100000:0.0:1780332341.440011:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045390080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332341.440085:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045390080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332341.440093:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1001 00000100:00100000:3.0:1780332341.440217:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390208 00000100:00100000:3.0:1780332341.440263:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1179 00000100:00100000:3.0:1780332341.440271:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332341.440329:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 58us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332341.440336:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1179 00000100:00100000:3.0:1780332341.440358:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390336 00000100:00100000:3.0:1780332341.440361:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390336 00000100:00100000:3.0:1780332341.440558:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390464 00000100:00100000:3.0:1780332341.440562:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390464 00000100:00100000:3.0:1780332341.440591:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 828 00000100:00100000:3.0:1780332341.440598:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:0.0:1780332341.440737:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332341.440742:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332341.440774:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 175us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332341.440781:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 828 00000100:00100000:3.0:1780332341.440793:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 829 00000100:00100000:3.0:1780332341.440800:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332341.440825:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332341.440831:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 829 00000020:00000080:1.0:1780332341.687596:0:70691:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8c3a8c30 20000000:00000080:1.0:1780332341.687903:0:70691:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311f000 uarg=0000000000000000 00010000:00010000:1.0:1780332341.688585:0:70691:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332341.688809:0:70691:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332341.688829:0:70691:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332341.688851:0:70691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332341.688868:0:70691:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dd3b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332341.688877:0:70691:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332341.688918:0:70691:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307dd3b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332341.688936:0:70691:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307dd3b expref: 17 pid: 5798 timeout: 1888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332341.688952:0:70691:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70691:1866812067593216:0@lo:104: 00000100:00100000:1.0:1780332341.689022:0:70691:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332341.689231:0:70691:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4177c5300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332341.689278:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593216 00000100:00100000:2.0:1780332341.689285:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593216 00000100:00100000:2.0:1780332341.689407:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1780332341.689419:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70691:x1866812067593216:12345-0@lo:104: 00010000:00010000:2.0:1780332341.689432:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332341.689534:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332341.689541:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70691:x1866812067593216:12345-0@lo:104: Request processed in 125us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332341.689548:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1780332341.689702:0:70691:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70691:1866812067593216:0@lo:104: 00010000:00010000:3.0:1780332341.689722:0:70691:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.689974:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332341.689981:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.689990:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332341.689995:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690004:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332341.690011:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332341.690018:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332341.690117:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690124:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332341.690152:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690159:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307dd3b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd42 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690175:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332341.690176:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332341.690178:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332341.690271:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332341.690287:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067593344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332341.690327:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332341.690526:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593344 00000100:00100000:0.0:1780332341.690533:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593344 00010000:00010000:0.0:1780332341.690565:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dd3b expref: 18 pid: 5798 timeout: 1888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332341.690607:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1780332341.690646:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067593344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332341.690661:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332341.690666:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dd3b expref: 18 pid: 5798 timeout: 1888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690680:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307dd3b expref: 18 pid: 5798 timeout: 1888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690694:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0200/0x76434b26e307dd42 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307dd3b expref: 18 pid: 5798 timeout: 1888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690709:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690718:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690736:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690745:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690752:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690758:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690767:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332341.690772:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690780:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690798:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332341.690808:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332341.690851:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067593344:12345-0@lo:103:ldlm_bl.0 Request processed in 236us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332341.690858:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1780332341.690898:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067593344:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332341.690986:0:70691:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332341.690995:0:70691:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332341.691002:0:70691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de600/0x76434b26e307dd5e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332341.720026:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332342.587012:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00010000:00010000:1.0:1780332342.743939:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332343.518641:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332343.518647:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332343.518653:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332343.518711:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332343.518730:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332343.518743:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332343.518774:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067593472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332343.519156:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332343.519262:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403274c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780332343.524420:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593472 00000100:00100000:0.0:1780332343.524441:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593472 00000100:00100000:1.0:1780332343.524635:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1780332343.524646:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067593472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332343.524667:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332343.524689:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307dd65 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332343.524718:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307dd65 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332343.524730:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dd65 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332343.524741:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfe00, rc 0) 00000100:00100000:1.0:1780332343.524897:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067593472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 253us (5742us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332343.524906:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1780332343.524927:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067593472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332343.524944:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332343.524952:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332343.525019:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332343.525024:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332343.525030:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332343.767757:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332344.538370:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067593600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332344.538681:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332344.539344:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593600 00000100:00100000:0.0:1780332344.539355:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593600 00000100:00100000:0.0:1780332344.539430:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1780332344.539441:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067593600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332344.539482:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332344.539542:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067593600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332344.539549:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1780332344.539594:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:0.0:1780332344.539600:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42de0aa00, transno 4294967333 00000100:00100000:0.0:1780332344.539634:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067593600:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332344.539666:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332344.675355:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332344.675717:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390592 00000100:00100000:0.0:1780332344.675729:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390592 00000100:00100000:0.0:1780332344.675803:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 571 00000100:00100000:0.0:1780332344.675816:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41587:x1866812045390592:12345-192.168.204.30@tcp:101:touch.60003 00000100:00080000:3.0:1780332344.675828:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332344.675845:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332344.675872:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307dd73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbe5 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.676158:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.676179:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.676195:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.676208:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.676215:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.676221:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678026:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dd88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678164:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678175:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332344.678268:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332344.678273:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332344.678444:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678458:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678464:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678471:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678476:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332344.678480:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678487:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678500:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332344.678503:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332344.678509:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678515:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dd7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678535:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678541:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678547:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678551:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332344.678553:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678559:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678566:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256b00) 00010000:00010000:0.0:1780332344.678568:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332344.678571:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678576:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dd81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678833:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307dd73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbe5 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678852:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dd88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbe5 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332344.678865:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332344.678868:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332344.678870:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390c00, rc 0) 00000100:00100000:0.0:1780332344.679189:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41587:x1866812045390592:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 3375us (3838us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332344.679197:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 571 00010000:00010000:2.0:1780332344.802195:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332345.566152:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067594112:0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566221:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332345.566276:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780332345.566282:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067593728:0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566311:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332345.566345:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067594240:0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566371:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332345.566398:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067593856:0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566425:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332345.566443:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067594368:0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566462:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332345.566477:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332345.566482:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067593984:0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566504:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332345.566536:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067594112 00000100:00100000:3.0:1780332345.566544:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067594112 00000100:00100000:3.0:1780332345.566582:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067594368 00000100:00100000:3.0:1780332345.566585:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067594368 00000100:00100000:3.0:1780332345.566614:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1780332345.566649:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067594112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566699:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067594112:12345-0@lo:400:kworker.0 Request processed in 51us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332345.566705:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1780332345.566721:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1780332345.566728:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067594368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566758:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067594368:12345-0@lo:400:kworker.0 Request processed in 31us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332345.566763:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1780332345.566779:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593728 00000100:00100000:3.0:1780332345.566782:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593728 00000100:00100000:3.0:1780332345.566805:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1780332345.566810:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067593728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566835:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067593728:12345-0@lo:400:kworker.0 Request processed in 26us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332345.566841:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1780332345.566864:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067594240 00000100:00100000:3.0:1780332345.566868:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067594240 00000100:00100000:3.0:1780332345.566892:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593856 00000100:00100000:3.0:1780332345.566894:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593856 00000100:00100000:3.0:1780332345.566909:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067593984 00000100:00100000:3.0:1780332345.566912:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067593984 00000100:00100000:3.0:1780332345.566924:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1780332345.566930:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067594240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.566957:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067594240:12345-0@lo:400:kworker.0 Request processed in 27us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332345.566963:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1780332345.566973:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1780332345.566978:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067593856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.567003:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067593856:12345-0@lo:400:kworker.0 Request processed in 25us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332345.567008:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1780332345.567018:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1780332345.567023:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067593984:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780332345.568685:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332345.568693:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332345.574720:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067593856:0@lo:400:kworker.0 00000100:00100000:2.0:1780332345.574737:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067594368:0@lo:400:kworker.0 00000100:00100000:2.0:1780332345.574773:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067593728:0@lo:400:kworker.0 00000100:00100000:2.0:1780332345.574784:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067594240:0@lo:400:kworker.0 00000100:00100000:2.0:1780332345.574795:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067594112:0@lo:400:kworker.0 00000100:00100000:3.0:1780332345.575439:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067593984:12345-0@lo:400:kworker.0 Request processed in 8413us (8931us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332345.575449:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1780332345.585130:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067593984:0@lo:400:kworker.0 00010000:00010000:1.0:1780332345.828164:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332346.071880:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42de0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067594496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332346.071957:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332346.072222:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067594496 00000100:00100000:2.0:1780332346.072230:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067594496 00000100:00100000:2.0:1780332346.072287:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1780332346.072298:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067594496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332346.072351:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332346.072514:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067594496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 217us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332346.072521:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1780332346.072607:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42de0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067594496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332346.562445:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332346.562484:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332346.562530:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332346.562564:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390848 00000100:00100000:3.0:1780332346.562576:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390848 00000100:00100000:2.0:1780332346.562584:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390720 00000100:00100000:2.0:1780332346.562590:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390720 00000100:00100000:2.0:1780332346.562663:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1004 00000100:00100000:3.0:1780332346.562670:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1183 00000100:00100000:2.0:1780332346.562675:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045390720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332346.562682:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045390848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332346.562754:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045390848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332346.562762:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1183 00000100:00080000:3.0:1780332346.562785:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332346.562850:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045390720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 178us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332346.563383:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045390976 00000100:00100000:0.0:1780332346.563389:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045390976 00000100:00100000:0.0:1780332346.563438:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 832 00000100:00100000:0.0:1780332346.563445:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390976:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332346.563485:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045390976:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332346.563492:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 832 00000100:00080000:3.0:1780332346.563610:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332346.564600:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1004 00000100:00100000:0.0:1780332346.585573:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332346.585760:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045391104 00000100:00100000:3.0:1780332346.585772:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045391104 00000100:00100000:3.0:1780332346.585846:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 306 00000100:00100000:3.0:1780332346.585857:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045391104:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:3.0:1780332346.585887:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307dbf2 00000100:00080000:3.0:1780332346.585895:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec402e55800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1780332346.585936:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967330 00000100:00100000:3.0:1780332346.586205:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045391104:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 342us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332346.586214:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 306 00010000:00010000:3.0:1780332346.586238:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780332346.586483:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1780332346.682461:0:70938:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff823ce560 20000000:00000080:0.0:1780332346.682484:0:70938:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b1000 uarg=0000000000000000 00010000:00010000:0.0:1780332346.683381:0:70938:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332346.683421:0:70938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332346.683425:0:70938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332346.683437:0:70938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dd88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbe5 expref: 5 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.683463:0:70938:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332346.683481:0:70938:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332346.683500:0:70938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.683515:0:70938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dd65 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.683523:0:70938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.683570:0:70938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307dd65 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.683591:0:70938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307dd65 expref: 17 pid: 5798 timeout: 1893 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332346.683607:0:70938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70938:1866812067594624:0@lo:104: 00000100:00100000:0.0:1780332346.683901:0:70938:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332346.684194:0:70938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee900 going to sleep for 11 seconds 00000100:00100000:2.0:1780332346.692124:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067594624 00000100:00100000:2.0:1780332346.692138:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067594624 00000100:00100000:0.0:1780332346.692328:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1780332346.692339:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70938:x1866812067594624:12345-0@lo:104: 00010000:00010000:0.0:1780332346.692358:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692467:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780332346.692474:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:70938:x1866812067594624:12345-0@lo:104: Request processed in 137us (8573us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332346.692481:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00010000:00010000:0.0:1780332346.692505:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332346.692510:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692523:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332346.692527:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692535:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332346.692542:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332346.692547:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332346.692588:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692594:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332346.692615:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692642:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dee00/0x76434b26e307dd65 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd6c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692670:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332346.692672:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332346.692674:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332346.692697:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067594752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332346.692738:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332346.692789:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067594752 00000100:00100000:0.0:1780332346.692792:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067594752 00010000:00010000:0.0:1780332346.692812:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dd65 expref: 18 pid: 5798 timeout: 1893 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332346.692835:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1780332346.692841:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067594752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332346.692853:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332346.692857:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dd65 expref: 18 pid: 5798 timeout: 1893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692871:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307dd65 expref: 18 pid: 5798 timeout: 1893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692887:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692896:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692909:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692916:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692923:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692929:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692935:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332346.692939:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692945:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692954:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332346.692964:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332346.692993:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067594752:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332346.692999:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1780332346.693078:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067594752:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332346.693407:0:70938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307dd6c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307dd65 expref: 17 pid: 5798 timeout: 1893 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332346.693419:0:70938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70938:1866812067594624:0@lo:104: 00010000:00010000:3.0:1780332346.693434:0:70938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332346.693443:0:70938:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332346.693449:0:70938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332346.693455:0:70938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390000/0x76434b26e307dd8f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332346.841375:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1780332347.690429:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332347.690439:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec402e54800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332347.691707:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec402e54800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:3.0:1780332347.691764:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec402e55800 for lustre-OST0001 00010000:00010000:0.0:1780332347.865570:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332348.631885:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332348.631894:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332348.631902:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332348.631955:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332348.631970:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332348.631983:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332348.632012:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067594880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332348.632084:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332348.632136:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec43d776cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332348.632215:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067594880 00000100:00100000:2.0:1780332348.632224:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067594880 00000100:00100000:2.0:1780332348.632286:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1780332348.632296:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067594880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332348.632312:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332348.632326:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307dd96 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332348.632352:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307dd96 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332348.632376:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dd96 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332348.632387:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780332348.632435:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067594880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332348.632442:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1780332348.632580:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067594880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332348.632596:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332348.632604:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332348.632647:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332348.632653:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332348.632660:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332348.891601:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332349.657764:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332349.657793:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067595008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332349.657891:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332349.657980:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595008 00000100:00100000:3.0:1780332349.657993:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595008 00000100:00100000:3.0:1780332349.658075:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1780332349.658085:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067595008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332349.658134:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332349.658194:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067595008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332349.658205:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1780332349.658248:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067595008:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332349.662495:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332349.913829:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332350.251376:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332350.251476:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045391232 00000100:00100000:2.0:1780332350.251608:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045391232 00000100:00080000:0.0:1780332350.251762:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332350.252533:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 572 00000100:00100000:2.0:1780332350.252548:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41678:x1866812045391232:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332350.252569:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332350.252591:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dda4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbec expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332350.252699:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332350.252714:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332350.252727:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332350.252919:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:2.0:1780332350.252924:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332350.253004:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332350.253029:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dda4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbec expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332350.253051:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbec expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332350.253060:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780332350.253063:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332350.253067:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1a00, rc 0) 00000100:00100000:2.0:1780332350.253129:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41678:x1866812045391232:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 586us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332350.253137:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 572 00000100:00100000:2.0:1780332350.262662:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332350.262758:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045391488 00000100:00100000:0.0:1780332350.262767:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045391488 00000100:00100000:0.0:1780332350.262828:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 573 00000100:00100000:0.0:1780332350.262838:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41678:x1866812045391488:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332350.262898:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332350.262926:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbec expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332350.262951:0:5806:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307dd88) 00010000:00010000:0.0:1780332350.262955:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:0.0:1780332350.262968:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332350.263056:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332350.263070:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332350.263078:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332350.265387:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0efc92f reply state 0000000082343f43 transno 4294967519 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332350.265406:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332350.265567:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000100:00100000:0.0:1780332350.265717:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41678:x1866812045391488:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 2875us (3101us total) trans 4294967519 rc 0/0 00000100:00100000:0.0:1780332350.265725:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 573 00010000:00010000:1.0:1780332350.268843:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332350.268862:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332350.268869:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332350.268875:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332350.268880:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332350.268889:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332350.268908:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256000) 00010000:00010000:1.0:1780332350.268911:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332350.268917:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332350.268922:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ddb2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332350.680169:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067595264:0@lo:400:kworker.0 00000100:00100000:3.0:1780332350.680267:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332350.680349:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332350.680356:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067595136:0@lo:400:kworker.0 00000100:00100000:3.0:1780332350.680389:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332350.680434:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595136 00000100:00100000:3.0:1780332350.680444:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595136 00000100:00100000:3.0:1780332350.680497:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1780332350.680507:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067595136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332350.680558:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067595136:12345-0@lo:400:kworker.0 Request processed in 52us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332350.680565:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1780332350.680635:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067595136:0@lo:400:kworker.0 00000100:00100000:1.0:1780332350.680726:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595264 00000100:00100000:1.0:1780332350.680731:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595264 00000100:00100000:1.0:1780332350.680771:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1780332350.680779:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067595264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332350.680819:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067595264:12345-0@lo:400:kworker.0 Request processed in 42us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332350.680828:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1780332350.681064:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067595264:0@lo:400:kworker.0 00000100:00100000:1.0:1780332350.681283:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332350.681966:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332350.681985:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067595520:0@lo:400:kworker.0 00000100:00100000:3.0:1780332350.682055:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332350.682171:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595520 00000100:00100000:2.0:1780332350.682179:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595520 00000100:00100000:2.0:1780332350.682226:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1780332350.682235:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067595520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332350.682306:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067595520:12345-0@lo:400:kworker.0 Request processed in 72us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332350.682312:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1780332350.682411:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067595520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332350.685450:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067595392:0@lo:400:kworker.0 00000100:00100000:1.0:1780332350.685527:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332350.687284:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067595648:0@lo:400:kworker.0 00000100:00100000:2.0:1780332350.687349:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332350.693441:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332350.693466:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067595776:0@lo:400:kworker.0 00000100:00100000:3.0:1780332350.693480:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595392 00000100:00100000:3.0:1780332350.693490:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595392 00000100:00100000:2.0:1780332350.693539:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332350.693578:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595776 00000100:00100000:2.0:1780332350.693582:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595776 00000100:00100000:2.0:1780332350.693632:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1780332350.693641:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067595776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332350.693694:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067595776:12345-0@lo:400:kworker.0 Request processed in 54us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332350.693701:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1780332350.693759:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067595776:0@lo:400:kworker.0 00000100:00080000:2.0:1780332350.693792:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332350.693798:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332350.694846:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595648 00000100:00100000:1.0:1780332350.694856:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595648 00000100:00080000:3.0:1780332350.694894:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332350.694913:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1780332350.694923:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067595392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332350.694950:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1780332350.694972:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067595648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332350.694994:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067595392:12345-0@lo:400:kworker.0 Request processed in 72us (9466us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332350.695001:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1780332350.695040:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067595648:12345-0@lo:400:kworker.0 Request processed in 81us (7690us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332350.695048:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1780332350.695221:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067595648:0@lo:400:kworker.0 00000100:00100000:3.0:1780332350.695680:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067595392:0@lo:400:kworker.0 00010000:00010000:1.0:1780332350.939525:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332351.193365:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067595904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332351.193446:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332351.193532:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067595904 00000100:00100000:3.0:1780332351.193542:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067595904 00000100:00100000:3.0:1780332351.193594:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1780332351.193605:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067595904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332351.193823:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332351.193882:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067595904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 278us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332351.193890:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1780332351.193938:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067595904:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1780332351.293307:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967519 is committed 00000020:00000080:0.0:1780332351.307412:0:71136:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd4aab670 20000000:00000080:0.0:1780332351.307432:0:71136:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437aa5800 uarg=0000000000000000 00010000:00010000:0.0:1780332351.308345:0:71136:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332351.308362:0:71136:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332351.308377:0:71136:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332351.308398:0:71136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332351.308418:0:71136:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307dd96 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332351.308426:0:71136:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332351.308470:0:71136:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307dd96 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332351.308499:0:71136:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307dd96 expref: 17 pid: 5799 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332351.308685:0:71136:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71136:1866812067596032:0@lo:104: 00000100:00100000:0.0:1780332351.308752:0:71136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332351.308860:0:71136:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332351.308941:0:5789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780332351.309072:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596032 00000100:00100000:1.0:1780332351.309079:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596032 00000100:00100000:1.0:1780332351.309154:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1780332351.309164:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dc86450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:71136:x1866812067596032:12345-0@lo:104: 00010000:00010000:1.0:1780332351.309177:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332351.309256:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332351.309263:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dc86450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:71136:x1866812067596032:12345-0@lo:104: Request processed in 101us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332351.309270:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1780332351.309364:0:71136:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71136:1866812067596032:0@lo:104: 00010000:00010000:2.0:1780332351.309385:0:71136:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309444:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332351.309453:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309462:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332351.309465:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309474:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332351.309481:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332351.309496:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332351.309540:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309547:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332351.309566:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309573:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e307dd96 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307dd9d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309588:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332351.309590:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332351.309592:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332351.309604:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067596160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332351.309667:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332351.309704:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596160 00000100:00100000:3.0:1780332351.309708:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596160 00010000:00010000:3.0:1780332351.309728:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dd96 expref: 18 pid: 5799 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332351.309749:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1780332351.309755:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067596160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332351.309765:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332351.309769:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307dd96 expref: 18 pid: 5799 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309780:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307dd96 expref: 18 pid: 5799 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309792:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1800/0x76434b26e307dd9d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307dd96 expref: 18 pid: 5799 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309809:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309816:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309829:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309836:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309843:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309848:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309852:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332351.309856:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309862:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309871:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332351.309879:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332351.309906:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067596160:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332351.309913:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1780332351.309942:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067596160:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332351.310129:0:71136:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332351.310137:0:71136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332351.310143:0:71136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390c00/0x76434b26e307ddb9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332351.685414:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332351.685461:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332351.685497:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332351.685531:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045391616 00000100:00100000:2.0:1780332351.685543:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045391616 00000100:00100000:2.0:1780332351.685600:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1007 00000100:00100000:2.0:1780332351.685611:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045391616:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332351.685716:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045391616:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 106us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332351.685724:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1007 00000100:00100000:2.0:1780332351.685760:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045391872 00000100:00100000:2.0:1780332351.685764:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045391872 00000100:00100000:2.0:1780332351.685810:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 835 00000100:00100000:2.0:1780332351.685817:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045391872:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332351.685847:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045391872:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332351.685853:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 835 00000100:00080000:2.0:1780332351.686111:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332351.686382:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045391744 00000100:00100000:3.0:1780332351.686389:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045391744 00000100:00100000:3.0:1780332351.686440:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1187 00000100:00100000:3.0:1780332351.686448:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045391744:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332351.686494:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045391744:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 47us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332351.686501:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1187 00010000:00010000:2.0:1780332351.960406:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332352.600801:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332352.600810:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332352.600816:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332352.600879:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332352.600893:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332352.600907:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332352.601312:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067596288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332352.601409:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332352.601470:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409271300 going to sleep for 11 seconds 00000100:00100000:3.0:1780332352.601584:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596288 00000100:00100000:3.0:1780332352.601595:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596288 00000100:00100000:3.0:1780332352.604411:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1780332352.604445:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067596288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332352.604472:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332352.604500:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ddc0 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332352.604537:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332352.604551:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332352.604564:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780332352.604669:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067596288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 247us (3260us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332352.604680:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1780332352.605012:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067596288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332352.605032:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332352.605042:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332352.605066:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332352.605071:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332352.605078:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332352.987744:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332354.007886:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332354.775809:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332354.775832:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067596416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332354.775904:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332354.776066:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596416 00000100:00100000:3.0:1780332354.776076:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596416 00000100:00100000:3.0:1780332354.776140:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1780332354.776149:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067596416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332354.776193:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332354.776242:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067596416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332354.776249:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1780332354.776295:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067596416:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780332354.776451:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332354.885226:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332354.888514:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392000 00000100:00100000:1.0:1780332354.888529:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392000 00000100:00100000:1.0:1780332354.888658:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 574 00000100:00100000:1.0:1780332354.888674:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392000:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00080000:2.0:1780332354.889612:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332354.983807:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392000:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 95127us (98579us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332354.983821:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 574 00000100:00100000:3.0:1780332354.987296:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332354.987408:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392128 00000100:00100000:2.0:1780332354.987418:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392128 00000100:00080000:1.0:1780332354.987511:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332354.987519:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 307 00000100:00100000:2.0:1780332354.987529:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392128:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332354.988265:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392128:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 736us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332354.988273:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 307 00000100:00100000:1.0:1780332354.989957:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332354.990008:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392256 00000100:00100000:2.0:1780332354.990017:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392256 00000100:00100000:2.0:1780332354.990066:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 308 00000100:00100000:2.0:1780332354.990074:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045392256:12345-192.168.204.30@tcp:8:lfs.60003 00010000:00080000:2.0:1780332354.990109:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1801 last 0 00000020:00000080:2.0:1780332354.990144:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307ddce 00002000:00100000:2.0:1780332354.990157:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec437277800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780332354.990194:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780332354.990437:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1780332354.990487:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec437276800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780332354.990571:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045392256:12345-192.168.204.30@tcp:8:lfs.60003 Request processed in 496us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332354.990583:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 308 00000100:00100000:3.0:1780332354.992498:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332354.992730:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392384 00000100:00100000:2.0:1780332354.992741:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392384 00000100:00100000:2.0:1780332354.992846:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 309 00000100:00100000:2.0:1780332354.992857:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41763:x1866812045392384:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:1.0:1780332354.993043:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332354.993226:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41763:x1866812045392384:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 370us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332354.993235:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 309 00000100:00100000:3.0:1780332355.000256:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332355.000574:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392512 00000100:00100000:2.0:1780332355.000585:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392512 00000100:00100000:2.0:1780332355.000685:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 575 00000100:00100000:2.0:1780332355.000698:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392512:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332355.002099:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392512:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1395us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332355.002111:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 575 00000100:00100000:1.0:1780332355.017443:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332355.018028:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392640 00000100:00100000:2.0:1780332355.018039:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392640 00000100:00100000:2.0:1780332355.018147:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 576 00000100:00100000:2.0:1780332355.018158:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392640:12345-192.168.204.30@tcp:48:lfs.60003 00010000:00010000:3.0:1780332355.033803:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332355.106822:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392640:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 88655us (89378us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332355.106838:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 576 00000100:00100000:2.0:1780332355.109605:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332355.109776:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392768 00000100:00100000:0.0:1780332355.109787:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392768 00000100:00100000:0.0:1780332355.109851:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 310 00000100:00100000:0.0:1780332355.109862:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392768:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332355.110314:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045392768:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 454us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332355.110323:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 310 00000100:00100000:3.0:1780332355.112040:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332355.112401:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045392896 00000100:00100000:0.0:1780332355.112414:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045392896 00000100:00100000:0.0:1780332355.112482:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 311 00000100:00100000:0.0:1780332355.112493:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41763:x1866812045392896:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332355.113347:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41763:x1866812045392896:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 784us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332355.113357:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 311 00000100:00100000:3.0:1780332355.115767:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332355.116110:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045393024 00000100:00100000:2.0:1780332355.116123:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045393024 00000100:00100000:2.0:1780332355.116198:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 577 00000100:00100000:2.0:1780332355.116209:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045393024:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332355.116771:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41763:x1866812045393024:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 562us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332355.116780:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 577 00000100:00100000:2.0:1780332355.191544:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332355.192245:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045393152 00000100:00100000:0.0:1780332355.192258:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045393152 00000100:00100000:0.0:1780332355.192431:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 578 00000100:00100000:0.0:1780332355.192443:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41767:x1866812045393152:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780332355.192470:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332355.192498:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307ddd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbf3 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.192575:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.192594:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.193579:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.193639:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.193651:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.193658:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194199:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ddea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194211:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ddea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194218:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ddea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332355.194313:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:0.0:1780332355.194317:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332355.194406:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ddea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194421:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194429:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194435:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194441:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332355.194445:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194452:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194465:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332355.194469:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332355.194474:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194480:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307dddc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194493:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194498:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194503:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194508:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332355.194511:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194517:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194523:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256f00) 00010000:00010000:0.0:1780332355.194525:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332355.194527:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194532:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307dde3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194565:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307ddd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbf3 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194585:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ddea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbf3 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332355.194592:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332355.194594:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332355.194596:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780332355.194737:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41767:x1866812045393152:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 2295us (3201us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332355.194746:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 578 00000100:00100000:0.0:1780332355.202098:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332355.203016:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045393408 00000100:00100000:2.0:1780332355.203027:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045393408 00000100:00100000:2.0:1780332355.203101:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 579 00000100:00100000:2.0:1780332355.203112:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41767:x1866812045393408:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780332355.203146:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332355.203169:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ddf1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bbfa expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.203673:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.203693:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.203706:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.203737:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.203745:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.203752:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332355.204605:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00000100:00100000:3.0:1780332355.205988:0:7883:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7883:1866812067596544:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1780332355.206061:0:7883:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332355.206134:0:7883:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332355.206141:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596544 00000100:00100000:1.0:1780332355.206151:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596544 00000100:00100000:1.0:1780332355.206238:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1780332355.206248:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:7883:x1866812067596544:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1780332355.206308:0:6597:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00010000:00010000:2.0:1780332355.207362:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307de06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207386:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307de06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207400:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307de06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207452:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207461:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207468:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207474:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332355.207479:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207487:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207503:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780332355.207507:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332355.207511:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.207521:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ddf8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332355.207536:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000558e3918 reply state 000000002cf489f2 transno 4294967520 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332355.207545:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332355.207587:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ddf1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbfa expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.208057:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307de06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbfa expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.208066:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780332355.208069:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332355.208071:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332355.208142:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:41767:x1866812045393408:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 5031us (6052us total) trans 4294967520 rc 0/0 00000100:00100000:2.0:1780332355.208152:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 579 00000100:00080000:3.0:1780332355.208712:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332355.211066:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.211081:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.211091:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.211098:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332355.211104:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.211112:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.211130:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332355.211134:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332355.211139:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332355.211146:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ddff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332355.221922:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332355.222425:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045393536 00000100:00100000:3.0:1780332355.222436:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045393536 00000100:00100000:3.0:1780332355.222861:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 313 00000100:00100000:3.0:1780332355.222873:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41767:x1866812045393536:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:3.0:1780332355.222892:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332355.222915:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc01 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780332355.222944:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780332355.222971:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332355.222974:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332355.222984:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 7 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332355.223002:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 7 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332355.223015:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780332355.223089:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41767:x1866812045393536:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 218us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332355.223097:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 313 00000100:00100000:1.0:1780332355.233462:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:7883:x1866812067596544:12345-0@lo:5:osp-pre-1-0.0 Request processed in 27208us (27393us total) trans 4294967331 rc 0/0 00000100:00100000:1.0:1780332355.233476:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1780332355.233972:0:7883:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7883:1866812067596544:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1780332355.233988:0:7883:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:3.0:1780332355.250085:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332355.250282:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045393664 00000100:00100000:0.0:1780332355.250296:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045393664 00002000:00100000:0.0:1780332355.250367:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff8ec302585c00 x1866812045393664/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:86/0 lens 488/0 e 0 to 0 dl 1780332366 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1780332355.250380:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302585c00 with x1866812045393664 ext(0->1048575) 00002000:00010000:0.0:1780332355.250386:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302585c00 00000100:00100000:0.0:1780332355.250478:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 13 00000100:00100000:0.0:1780332355.250489:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045393664:12345-192.168.204.30@tcp:4:dd.60003 00000001:00080000:2.0:1780332355.315569:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967331 is committed 00000001:00100000:2.0:1780332355.315584:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:3.0:1780332355.318737:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045393664:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 68238us (68650us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1780332355.318753:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 13 00002000:00100000:3.0:1780332355.318769:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff8ec302585c00 x1866812045393664/t4294967332(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:86/0 lens 488/448 e 0 to 0 dl 1780332366 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1780332355.318780:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302585c00 with x1866812045393664 ext(0->1048575) 00002000:00010000:3.0:1780332355.318786:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302585c00 00000100:00100000:2.0:1780332355.328408:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332355.333372:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045393792 00000100:00100000:3.0:1780332355.333391:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045393792 00000100:00100000:2.0:1780332355.333572:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 580 00000100:00100000:2.0:1780332355.333584:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:41767:x1866812045393792:12345-192.168.204.30@tcp:44:dd.60003 00000001:00080000:2.0:1780332355.396003:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967520 is committed 00000100:00100000:3.0:1780332355.396228:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41767:x1866812045393792:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 62640us (67826us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332355.396241:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 580 00000100:00100000:2.0:1780332355.399153:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332355.399738:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045393920 00000100:00100000:3.0:1780332355.399752:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045393920 00000100:00100000:3.0:1780332355.399820:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 314 00000100:00100000:3.0:1780332355.399830:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045393920:12345-192.168.204.30@tcp:16:dd.60003 00000001:00080000:2.0:1780332355.475272:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00100000:3.0:1780332355.475502:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045393920:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 75665us (76354us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332355.475516:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 314 00000100:00100000:2.0:1780332355.481679:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332355.481792:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045394176 00000100:00100000:1.0:1780332355.481807:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045394176 00000100:00100000:1.0:1780332355.481896:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 61 00000100:00100000:1.0:1780332355.481907:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41767:x1866812045394176:12345-192.168.204.30@tcp:35:dd.60003 00000001:00080000:1.0:1780332355.482360:0:5809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967521 00000100:00100000:1.0:1780332355.482483:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:41767:x1866812045394176:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 578us (817us total) trans 4294967522 rc 0/0 00000100:00100000:1.0:1780332355.482494:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 61 00000020:00080000:1.0:1780332355.482500:0:5809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780332355.800250:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067597056:0@lo:400:kworker.0 00000100:00100000:2.0:1780332355.800251:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067596928:0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.800337:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067596672:0@lo:400:kworker.0 00000100:00100000:1.0:1780332355.800352:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067596800:0@lo:400:kworker.0 00000100:00100000:2.0:1780332355.807185:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332355.807185:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332355.807330:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332355.807382:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067597184:0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.807421:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332355.807462:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596672 00000100:00100000:2.0:1780332355.807469:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596672 00000100:00100000:3.0:1780332355.807489:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597056 00000100:00100000:3.0:1780332355.807497:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597056 00000100:00100000:2.0:1780332355.807525:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1780332355.807535:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067596672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.807542:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1780332355.807552:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067597056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.807607:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067597056:12345-0@lo:400:kworker.0 Request processed in 56us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332355.807633:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067596672:12345-0@lo:400:kworker.0 Request processed in 84us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332355.807641:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1780332355.807645:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1780332355.807673:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596928 00000100:00100000:3.0:1780332355.807678:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596928 00000100:00100000:2.0:1780332355.807707:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067596672:0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.807721:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597184 00000100:00100000:3.0:1780332355.807725:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597184 00000100:00100000:2.0:1780332355.807740:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1780332355.807748:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067596928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332355.807780:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067596928:12345-0@lo:400:kworker.0 Request processed in 35us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332355.808026:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1780332355.808294:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332355.808322:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067597312:0@lo:400:kworker.0 00000100:00100000:1.0:1780332355.808344:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332355.808381:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067596800 00000100:00100000:1.0:1780332355.808385:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067596800 00000100:00100000:0.0:1780332355.811550:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067597056:0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.812066:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1780332355.812087:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067597184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.812234:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067597184:12345-0@lo:400:kworker.0 Request processed in 157us (4811us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332355.812244:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:3.0:1780332355.812287:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332355.812379:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1780332355.812392:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067596800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332355.812437:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067596800:12345-0@lo:400:kworker.0 Request processed in 51us (4145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332355.812444:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1780332355.812466:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597312 00000100:00100000:1.0:1780332355.812473:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597312 00000100:00100000:1.0:1780332355.812507:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1780332355.812513:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067597312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332355.812557:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067597312:12345-0@lo:400:kworker.0 Request processed in 31us (4198us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332355.812564:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1780332355.812595:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067596800:0@lo:400:kworker.0 00000100:00100000:0.0:1780332355.812609:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000100:00100000:0.0:1780332355.812663:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067597312:0@lo:400:kworker.0 00000100:00100000:2.0:1780332355.812829:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067597184:0@lo:400:kworker.0 00000100:00100000:3.0:1780332355.813011:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067596928:0@lo:400:kworker.0 00010000:00010000:2.0:1780332356.055903:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332356.312826:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067597440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332356.312944:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332356.313014:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597440 00000100:00100000:3.0:1780332356.313022:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597440 00000100:00100000:3.0:1780332356.313070:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1780332356.313080:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067597440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332356.313105:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3856662528 00000100:00100000:3.0:1780332356.313149:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067597440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332356.313156:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1780332356.313217:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067597440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332356.803469:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332356.803538:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332356.803576:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332356.803646:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332356.803686:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045394560 00000100:00100000:0.0:1780332356.803699:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045394560 00000100:00100000:3.0:1780332356.803925:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045394304 00000100:00100000:3.0:1780332356.803930:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045394304 00000100:00100000:3.0:1780332356.803976:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1010 00000100:00100000:3.0:1780332356.803988:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045394304:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332356.804073:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045394304:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 86us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332356.804081:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1010 00000100:00100000:3.0:1780332356.804120:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045394688 00000100:00100000:3.0:1780332356.804123:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045394688 00000100:00100000:3.0:1780332356.804174:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 838 00000100:00100000:3.0:1780332356.804182:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045394688:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332356.804212:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045394688:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332356.804219:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 838 00000100:00100000:3.0:1780332356.804238:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045394432 00000100:00100000:3.0:1780332356.804242:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045394432 00000100:00100000:3.0:1780332356.804276:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1191 00000100:00100000:3.0:1780332356.804284:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2368:x1866812045394432:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332356.804319:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2368:x1866812045394432:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332356.804325:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1191 00000100:00080000:3.0:1780332356.804341:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332356.804346:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332356.804347:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332356.804496:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 839 00000100:00100000:0.0:1780332356.804506:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045394560:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332356.804558:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045394560:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 45us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332356.804565:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 839 00000001:00080000:2.0:1780332356.839438:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967522 is committed 00010000:00010000:1.0:1780332357.082109:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332358.104202:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332358.126079:0:71383:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1804533457903ns, next at 1783552612646ns, rc = 0 00000004:00080000:0.0:1780332358.126255:0:71383:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1804533635516ns, next at 1754175290539ns, rc = 0 00000004:00080000:3.0:1780332358.129717:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 45 committed 00000004:00080000:3.0:1780332358.129739:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 46 committed 00010000:00010000:3.0:1780332359.131454:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332359.433022:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332359.433458:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045394816 00000100:00100000:0.0:1780332359.433468:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045394816 00000100:00100000:0.0:1780332359.433551:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 581 00000100:00100000:0.0:1780332359.433563:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045394816:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332359.433692:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045394816:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 131us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332359.433700:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 581 00000100:00080000:3.0:1780332359.433881:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332359.443989:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332359.444150:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045394944 00000100:00100000:3.0:1780332359.444161:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045394944 00000100:00100000:3.0:1780332359.444261:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 315 00000100:00100000:3.0:1780332359.444272:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41959:x1866812045394944:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332359.444769:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41959:x1866812045394944:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 499us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332359.444778:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 315 00000100:00080000:0.0:1780332359.445332:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332359.449007:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332359.449299:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045395072 00000100:00100000:2.0:1780332359.449321:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045395072 00000100:00100000:2.0:1780332359.449407:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 316 00000100:00100000:2.0:1780332359.449420:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41959:x1866812045395072:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:0.0:1780332359.449609:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332359.451537:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41959:x1866812045395072:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 2105us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332359.451550:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 316 00000100:00100000:2.0:1780332359.454981:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332359.455086:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045395200 00000100:00100000:1.0:1780332359.455097:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045395200 00000100:00100000:1.0:1780332359.455372:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 582 00000100:00100000:1.0:1780332359.455383:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045395200:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332359.456442:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045395200:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1054us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332359.456455:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 582 00000100:00100000:0.0:1780332359.460660:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332359.460756:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045395328 00000100:00100000:3.0:1780332359.460767:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045395328 00000100:00100000:3.0:1780332359.460865:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 583 00000100:00100000:3.0:1780332359.460876:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045395328:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332359.461012:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045395328:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 138us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332359.461019:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 583 00000100:00100000:0.0:1780332359.463292:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332359.463370:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045395456 00000100:00100000:3.0:1780332359.463380:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045395456 00000100:00100000:3.0:1780332359.463438:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 317 00000100:00100000:3.0:1780332359.463487:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41959:x1866812045395456:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332359.464431:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:41959:x1866812045395456:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 982us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332359.464442:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 317 00000100:00100000:3.0:1780332359.467644:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332359.467689:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045395584 00000100:00100000:1.0:1780332359.467700:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045395584 00000100:00100000:1.0:1780332359.467754:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 318 00000100:00100000:1.0:1780332359.467765:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41959:x1866812045395584:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332359.468179:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:41959:x1866812045395584:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 415us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332359.468187:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 318 00000100:00100000:0.0:1780332359.470401:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332359.470477:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045395712 00000100:00100000:1.0:1780332359.470490:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045395712 00000100:00100000:1.0:1780332359.470550:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 584 00000100:00100000:1.0:1780332359.470559:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045395712:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332359.471291:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41959:x1866812045395712:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 729us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332359.471302:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 584 00000100:00100000:2.0:1780332359.546309:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332359.546402:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045395968 00000100:00100000:1.0:1780332359.546413:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045395968 00000100:00100000:1.0:1780332359.546493:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 585 00000100:00100000:1.0:1780332359.546504:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:41963:x1866812045395968:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:1.0:1780332359.546565:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332359.546595:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307de06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbfa expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.546669:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:1.0:1780332359.546682:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332359.546708:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.546724:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.546732:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.546746:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.546754:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.546760:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.547247:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.547258:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.547266:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332359.548460:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9344 00000004:00080000:1.0:1780332359.548473:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1805955854199ns, next at 1806955851960ns, rc = 0 00010000:00010000:1.0:1780332359.548578:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548593:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548602:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548610:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548663:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548670:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548697:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332359.548728:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548734:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548740:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548747:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfe00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332359.548752:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548759:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548771:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780332359.548774:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332359.548780:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548786:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307de29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548803:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548809:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548815:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548820:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332359.548822:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548828:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548835:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780332359.548838:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332359.548841:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.548846:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de1b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332359.548855:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012d4eb20 reply state 000000006a668823 transno 4294967523 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332359.548868:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332359.548960:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:41963:x1866812045395968:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 2453us (2667us total) trans 4294967523 rc 0/0 00000100:00100000:1.0:1780332359.548969:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 585 00010000:00010000:2.0:1780332359.550945:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332359.550958:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332359.550975:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332359.550979:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332359.550988:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332359.551004:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:2.0:1780332359.551007:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332359.551011:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332359.551017:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332359.551038:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332359.551040:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332359.551042:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332359.555380:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.555400:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.555408:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.555415:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332359.555420:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.555429:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.555451:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff8ec41273ea00) 00010000:00010000:1.0:1780332359.555465:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332359.555470:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332359.555477:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332359.895979:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332359.899198:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067597568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332359.899352:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332359.899719:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597568 00000100:00100000:0.0:1780332359.899729:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597568 00000100:00100000:0.0:1780332359.899850:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1780332359.899861:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067597568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332359.899904:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332359.899962:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067597568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332359.899969:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1780332359.900069:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067597568:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332359.900288:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332360.151770:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332360.920935:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067597696:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921016:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332360.921066:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067598208:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921109:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332360.921139:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332360.921145:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067598080:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921171:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332360.921197:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067597952:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921220:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332360.921238:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780332360.921242:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067597824:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921262:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332360.921275:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067598336:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921294:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332360.921324:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067598208 00000100:00100000:3.0:1780332360.921332:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067598208 00000100:00100000:3.0:1780332360.921380:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597952 00000100:00100000:3.0:1780332360.921384:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597952 00000100:00100000:3.0:1780332360.921400:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597824 00000100:00100000:3.0:1780332360.921402:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597824 00000100:00100000:3.0:1780332360.921416:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1780332360.921423:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067598208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921475:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067598208:12345-0@lo:400:kworker.0 Request processed in 51us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332360.921482:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1780332360.921576:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1780332360.921583:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067597952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921645:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067597952:12345-0@lo:400:kworker.0 Request processed in 35us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332360.921652:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1780332360.921665:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1780332360.921671:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067597824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921699:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067597824:12345-0@lo:400:kworker.0 Request processed in 28us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332360.921704:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1780332360.921725:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067598080 00000100:00100000:3.0:1780332360.921728:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067598080 00000100:00100000:3.0:1780332360.921748:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067598336 00000100:00100000:3.0:1780332360.921750:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067598336 00000100:00100000:3.0:1780332360.921769:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1780332360.921844:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067598080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921876:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067598080:12345-0@lo:400:kworker.0 Request processed in 34us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332360.921880:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1780332360.921890:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1780332360.921895:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067598336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921913:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067598336:12345-0@lo:400:kworker.0 Request processed in 18us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332360.921916:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00080000:3.0:1780332360.921930:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332360.921934:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332360.921960:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067597824:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921970:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067598336:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.921980:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067597952:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.922014:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067598080:0@lo:400:kworker.0 00000100:00100000:3.0:1780332360.922023:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067598208:0@lo:400:kworker.0 00000100:00100000:2.0:1780332360.922192:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067597696 00000100:00100000:2.0:1780332360.922198:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067597696 00000100:00100000:2.0:1780332360.922230:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1780332360.922237:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067597696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332360.922276:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067597696:12345-0@lo:400:kworker.0 Request processed in 40us (1261us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332360.922281:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1780332360.922358:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067597696:0@lo:400:kworker.0 00010000:00010000:2.0:1780332361.175835:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332361.432489:0:7883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1807839868157ns, next at 1808839865564ns, rc = 0 00000100:00100000:1.0:1780332361.432605:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067598464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332361.432714:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332361.432956:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067598464 00000100:00100000:0.0:1780332361.432965:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067598464 00000100:00100000:0.0:1780332361.433018:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1780332361.433043:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067598464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332361.433075:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1780332361.433133:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067598464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332361.433140:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1780332361.433284:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067598464:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1780332361.472999:0:71527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1807880377449ns, next at 1783552612646ns, rc = 0 00000004:00080000:3.0:1780332361.473120:0:71527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1807880501808ns, next at 1808839865564ns, rc = 0 00000004:00080000:3.0:1780332361.556392:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 47 committed 00000001:00080000:3.0:1780332361.557014:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967523 is committed 00000004:00080000:3.0:1780332361.557021:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 46 committed 00000100:00100000:1.0:1780332361.558169:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332361.558203:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067598592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780332361.558287:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332361.558364:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067598592 00000100:00100000:2.0:1780332361.558372:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067598592 00000100:00100000:2.0:1780332361.558427:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1780332361.558436:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067598592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780332361.558465:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00010000:00010000:2.0:1780332361.558490:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.558511:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.558519:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332361.558522:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332361.558525:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.558551:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.558567:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 5 pid: 6596 timeout: 1907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332361.558578:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067598720:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332361.558648:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40376f9c0 going to sleep for 11 seconds 00000004:00080000:3.0:1780332361.560564:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 48 committed 00000004:00080000:3.0:1780332361.560588:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 47 committed 00000100:00100000:3.0:1780332361.561611:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067598720:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332361.561670:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332361.569493:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332361.569844:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396096 00000100:00100000:1.0:1780332361.569855:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396096 00010000:00010000:1.0:1780332361.569919:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 6 pid: 6596 timeout: 1907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332361.569964:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 334 00000100:00100000:1.0:1780332361.569974:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045396096:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332361.569999:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332361.570005:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 6 pid: 6596 timeout: 1907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332361.570020:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 6 pid: 6596 timeout: 1907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332361.570049:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004cd93d0/0x76434b26e307de14 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc01 expref: 6 pid: 6596 timeout: 1907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332361.570065:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332361.570067:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332361.570072:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332361.570081:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332361.570126:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332361.570178:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045396096:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 205us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332361.570186:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 334 00010000:00010000:2.0:1780332361.570443:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.570454:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.570465:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.570473:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332361.570493:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332361.571196:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332361.571205:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332361.571215:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332361.571220:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332361.571230:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332361.571246:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332361.571253:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307de37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332361.571273:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332361.571275:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332361.571276:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332361.572382:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067598592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13942us (14089us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1780332361.572394:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:3.0:1780332361.572539:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1780332361.574226:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec437d20380/2, rc 0, transno 4294967333 00000100:00100000:0.0:1780332361.574244:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067598592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332361.920231:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332361.920277:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332361.920314:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396224 00000100:00100000:0.0:1780332361.920315:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332361.920326:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396224 00000100:00100000:2.0:1780332361.920392:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1012 00000100:00100000:2.0:1780332361.920403:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045396224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332361.920474:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045396224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332361.920483:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1012 00000100:00100000:3.0:1780332361.920556:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396480 00000100:00100000:3.0:1780332361.920562:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396480 00000100:00100000:3.0:1780332361.920602:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 842 00000100:00100000:3.0:1780332361.920610:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045396480:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:2.0:1780332361.920652:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332361.920681:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045396480:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 69us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332361.920689:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 842 00000100:00100000:1.0:1780332361.920809:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396352 00000100:00100000:1.0:1780332361.920814:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396352 00000100:00100000:1.0:1780332361.920857:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1195 00000100:00100000:1.0:1780332361.920863:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045396352:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332361.920906:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045396352:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 44us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332361.920912:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1195 00000100:00080000:2.0:1780332361.921050:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332362.200864:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332363.223945:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332364.247900:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332364.586714:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000100:00100000:0.0:1780332365.018306:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067598848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332365.018375:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332365.018429:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067598848 00000100:00100000:3.0:1780332365.018438:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067598848 00000100:00080000:0.0:1780332365.018466:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332365.018483:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1780332365.018492:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067598848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332365.018527:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332365.018585:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067598848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332365.018593:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1780332365.018766:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067598848:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332365.271860:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332366.039781:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067598976:0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.039855:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332366.040001:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067598976 00000100:00100000:3.0:1780332366.040011:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067598976 00000100:00100000:3.0:1780332366.040078:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1780332366.040088:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067598976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.041139:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332366.041155:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067599104:0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.041211:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332366.041239:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067599488:0@lo:400:kworker.0 00000100:00100000:2.0:1780332366.041245:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067599232:0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.041260:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332366.041301:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332366.041308:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067599616:0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.041339:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332366.041368:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067599360:0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.041383:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067599104 00000100:00100000:1.0:1780332366.041401:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067599104 00000100:00100000:0.0:1780332366.041414:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332366.041415:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067598976:12345-0@lo:400:kworker.0 Request processed in 1324us (1556us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332366.041427:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1780332366.041448:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067599488 00000100:00100000:1.0:1780332366.041452:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067599488 00000100:00100000:3.0:1780332366.041485:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067599616 00000100:00100000:3.0:1780332366.041491:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067599616 00000100:00100000:1.0:1780332366.041497:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1780332366.041508:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067599104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332366.041531:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067599360 00000100:00100000:3.0:1780332366.041535:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067599360 00000100:00100000:1.0:1780332366.041551:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067599104:12345-0@lo:400:kworker.0 Request processed in 46us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332366.041559:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1780332366.041563:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1780332366.041572:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067599616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.041577:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1780332366.041586:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067599488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332366.041610:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067599616:12345-0@lo:400:kworker.0 Request processed in 39us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332366.041634:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1780332366.041646:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1780332366.041652:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067599360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332366.041684:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067599360:12345-0@lo:400:kworker.0 Request processed in 32us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332366.041690:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00080000:0.0:1780332366.041751:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332366.041757:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332366.041788:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067599360:0@lo:400:kworker.0 00000100:00100000:1.0:1780332366.041806:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067599488:12345-0@lo:400:kworker.0 Request processed in 221us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332366.041814:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1780332366.041833:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:0.0:1780332366.041838:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec437d20380, transno 4294967333 00000100:00100000:0.0:1780332366.041850:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067599616:0@lo:400:kworker.0 00000100:00100000:0.0:1780332366.041864:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067599488:0@lo:400:kworker.0 00000100:00100000:0.0:1780332366.041873:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067599104:0@lo:400:kworker.0 00000100:00100000:0.0:1780332366.041881:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067598976:0@lo:400:kworker.0 00000100:00100000:2.0:1780332366.041966:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332366.042189:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067599232 00000100:00100000:0.0:1780332366.042195:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067599232 00000100:00100000:0.0:1780332366.042247:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1780332366.042256:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067599232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332366.042315:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067599232:12345-0@lo:400:kworker.0 Request processed in 61us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332366.042322:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1780332366.042353:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067599232:0@lo:400:kworker.0 00000100:00080000:2.0:1780332366.043082:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332366.295909:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332366.551961:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067599744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332366.552044:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332366.552129:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067599744 00000100:00100000:3.0:1780332366.552138:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067599744 00000100:00100000:3.0:1780332366.552188:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1780332366.552198:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067599744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332366.552233:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332366.556469:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067599744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4264us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332366.556486:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1780332366.556819:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067599744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332367.039096:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332367.039143:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332367.039230:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396608 00000100:00100000:0.0:1780332367.039248:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396608 00000100:00100000:0.0:1780332367.039310:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1014 00000100:00100000:0.0:1780332367.039321:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045396608:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332367.039486:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045396608:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 164us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332367.039499:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1014 00000100:00100000:1.0:1780332367.039850:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396736 00000100:00100000:1.0:1780332367.039855:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396736 00000100:00100000:1.0:1780332367.039912:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1199 00000100:00100000:1.0:1780332367.039920:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045396736:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332367.039966:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045396736:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 47us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332367.039972:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1199 00000100:00080000:2.0:1780332367.040088:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332367.044973:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332367.045025:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332367.045100:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396992 00000100:00100000:1.0:1780332367.045119:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396992 00000100:00100000:1.0:1780332367.045169:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045396864 00000100:00100000:1.0:1780332367.045173:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045396864 00000100:00100000:1.0:1780332367.045200:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 845 00000100:00100000:1.0:1780332367.045211:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045396992:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332367.045355:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 846 00000100:00100000:2.0:1780332367.045387:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045396864:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332367.046614:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045396992:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1397us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332367.046662:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 845 00000100:00100000:2.0:1780332367.047202:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045396864:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1833us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332367.047210:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 846 00000100:00080000:2.0:1780332367.049742:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332367.049750:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332367.320841:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332368.344689:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332369.368896:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332370.136365:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332370.136391:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067599872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332370.136474:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332370.137052:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067599872 00000100:00100000:3.0:1780332370.137061:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067599872 00000100:00100000:3.0:1780332370.137137:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1780332370.137146:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067599872:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332370.137158:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1780332370.137182:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332370.137244:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067599872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332370.137250:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1780332370.138328:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067599872:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332370.392121:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332371.160105:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067600256:0@lo:400:kworker.0 00000100:00100000:2.0:1780332371.160114:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067600384:0@lo:400:kworker.0 00000100:00100000:1.0:1780332371.160139:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067600000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332371.160223:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067600128:0@lo:400:kworker.0 00000100:00100000:2.0:1780332371.164646:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332371.166289:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600384 00000100:00100000:1.0:1780332371.166304:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600384 00000100:00100000:1.0:1780332371.166367:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1780332371.166377:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067600384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332371.166454:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067600384:12345-0@lo:400:kworker.0 Request processed in 78us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332371.166463:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1780332371.166517:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067600384:0@lo:400:kworker.0 00000100:00100000:1.0:1780332371.166521:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332371.166564:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067600512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332371.166570:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600000 00000100:00100000:2.0:1780332371.166575:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600000 00000100:00100000:1.0:1780332371.166600:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332371.166634:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1780332371.166643:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067600000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332371.166674:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600512 00000100:00100000:1.0:1780332371.166678:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600512 00000100:00100000:2.0:1780332371.166687:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067600000:12345-0@lo:400:kworker.0 Request processed in 45us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332371.166694:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1780332371.166721:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00080000:2.0:1780332371.166727:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332371.166731:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067600512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332371.166771:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067600512:12345-0@lo:400:kworker.0 Request processed in 44us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332371.166777:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1780332371.166802:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067600000:0@lo:400:kworker.0 00000100:00100000:1.0:1780332371.166812:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067600512:0@lo:400:kworker.0 00000100:00100000:0.0:1780332371.167776:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332371.168979:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332371.169071:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067600640:0@lo:400:kworker.0 00000100:00100000:3.0:1780332371.169109:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332371.169240:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600640 00000100:00100000:2.0:1780332371.169250:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600640 00000100:00100000:2.0:1780332371.169321:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1780332371.169330:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067600640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332371.169382:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067600640:12345-0@lo:400:kworker.0 Request processed in 53us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332371.169393:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00080000:3.0:1780332371.170572:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332371.170668:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067600640:0@lo:400:kworker.0 00000100:00100000:0.0:1780332371.174434:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600256 00000100:00100000:0.0:1780332371.174449:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600256 00000100:00100000:0.0:1780332371.174602:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600128 00000100:00100000:0.0:1780332371.174607:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600128 00000100:00100000:0.0:1780332371.175704:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1780332371.175720:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067600256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332371.175977:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067600256:12345-0@lo:400:kworker.0 Request processed in 262us (8203us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332371.175985:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1780332371.176004:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1780332371.176012:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067600128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332371.176046:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067600128:12345-0@lo:400:kworker.0 Request processed in 36us (7221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332371.176052:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1780332371.176112:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067600256:0@lo:400:kworker.0 00000100:00080000:3.0:1780332371.176230:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332371.176259:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067600128:0@lo:400:kworker.0 00010000:00010000:1.0:1780332371.415847:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332371.674468:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067600768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332371.674559:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332371.675019:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600768 00000100:00100000:1.0:1780332371.675028:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600768 00000100:00100000:1.0:1780332371.675085:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1780332371.675096:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067600768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332371.675134:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332371.675194:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067600768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332371.675200:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1780332371.675356:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067600768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332372.163222:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332372.163275:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332372.163304:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045397248 00000100:00100000:3.0:1780332372.163322:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332372.163326:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045397248 00000100:00100000:2.0:1780332372.163359:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045397504 00000100:00100000:2.0:1780332372.163367:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045397504 00000100:00100000:3.0:1780332372.163373:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332372.163418:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1203 00000100:00100000:1.0:1780332372.163431:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045397248:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332372.163443:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045397376 00000100:00100000:2.0:1780332372.163449:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045397376 00000100:00100000:3.0:1780332372.163453:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 849 00000100:00100000:3.0:1780332372.163465:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045397504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332372.163497:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 850 00000100:00100000:1.0:1780332372.163509:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045397248:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332372.163517:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045397376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332372.163520:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045397504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 53us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332372.163525:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1203 00000100:00100000:3.0:1780332372.163535:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 849 00000100:00080000:1.0:1780332372.163552:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332372.163557:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332372.163558:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045397376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 52us (185us total) trans 0 rc 0/0 00000100:00080000:1.0:1780332372.163562:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332372.163570:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 850 00000100:00100000:0.0:1780332372.163715:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045397120 00000100:00100000:0.0:1780332372.163720:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045397120 00000100:00100000:0.0:1780332372.163766:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1016 00000100:00100000:0.0:1780332372.163774:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045397120:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332372.163813:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045397120:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 40us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332372.163820:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1016 00010000:00010000:3.0:1780332372.443048:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332373.465968:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332374.488586:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332375.256547:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067600896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332375.256670:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332375.263080:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067600896 00000100:00100000:1.0:1780332375.263095:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067600896 00000100:00100000:1.0:1780332375.263242:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1780332375.263253:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067600896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332375.263305:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332375.263394:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067600896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (6724us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332375.263402:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:3.0:1780332375.263611:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332375.263636:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067600896:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332375.512521:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332376.279954:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067601280:0@lo:400:kworker.0 00000100:00100000:1.0:1780332376.279956:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067601408:0@lo:400:kworker.0 00000100:00100000:3.0:1780332376.279975:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067601152:0@lo:400:kworker.0 00000100:00100000:2.0:1780332376.280032:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067601024:0@lo:400:kworker.0 00000100:00100000:0.0:1780332376.282028:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332376.282140:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601280 00000100:00100000:0.0:1780332376.282149:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601280 00000100:00100000:3.0:1780332376.282197:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332376.282231:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067601664:0@lo:400:kworker.0 00000100:00100000:3.0:1780332376.282265:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332376.282298:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601664 00000100:00100000:3.0:1780332376.282302:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601664 00000100:00100000:0.0:1780332376.282519:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601152 00000100:00100000:0.0:1780332376.282524:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601152 00000100:00100000:0.0:1780332376.282556:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1780332376.282565:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067601280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332376.282815:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067601280:12345-0@lo:400:kworker.0 Request processed in 250us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332376.282822:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1780332376.282839:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1780332376.282845:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067601152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332376.283553:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067601152:12345-0@lo:400:kworker.0 Request processed in 706us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332376.283561:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1780332376.283631:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1780332376.283641:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067601664:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780332376.283674:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332376.283680:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332376.283689:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067601664:12345-0@lo:400:kworker.0 Request processed in 49us (1421us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332376.283696:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1780332376.283724:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067601280:0@lo:400:kworker.0 00000100:00100000:3.0:1780332376.283735:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067601152:0@lo:400:kworker.0 00000100:00100000:3.0:1780332376.283749:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067601664:0@lo:400:kworker.0 00000100:00100000:2.0:1780332376.286012:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332376.286110:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067601536:0@lo:400:kworker.0 00000100:00100000:3.0:1780332376.286682:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601024 00000100:00100000:3.0:1780332376.286694:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601024 00000100:00100000:2.0:1780332376.286895:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332376.286968:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601536 00000100:00100000:2.0:1780332376.286972:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601536 00000100:00100000:2.0:1780332376.287019:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1780332376.287027:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067601536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332376.287097:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067601536:12345-0@lo:400:kworker.0 Request processed in 70us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332376.287105:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1780332376.287167:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067601536:0@lo:400:kworker.0 00000100:00080000:2.0:1780332376.287200:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332376.289476:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332376.290531:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601408 00000100:00100000:2.0:1780332376.290549:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601408 00000100:00100000:2.0:1780332376.290646:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1780332376.290658:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067601408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332376.290767:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067601408:12345-0@lo:400:kworker.0 Request processed in 112us (1297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332376.290775:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1780332376.290908:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1780332376.290919:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067601024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332376.290972:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067601024:12345-0@lo:400:kworker.0 Request processed in 56us (4968us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332376.290978:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1780332376.291103:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067601408:0@lo:400:kworker.0 00000100:00100000:2.0:1780332376.291505:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067601024:0@lo:400:kworker.0 00010000:00010000:3.0:1780332376.538277:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332376.715076:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332376.715240:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045397632 00000100:00100000:1.0:1780332376.715249:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045397632 00000100:00100000:1.0:1780332376.715334:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 586 00000100:00100000:1.0:1780332376.715344:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045397632:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332376.715469:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045397632:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 126us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332376.715477:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 586 00000100:00080000:2.0:1780332376.716153:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332376.721123:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332376.721207:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045397760 00000100:00100000:3.0:1780332376.721217:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045397760 00000100:00100000:3.0:1780332376.721352:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 320 00000100:00100000:3.0:1780332376.721363:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045397760:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332376.722367:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045397760:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1002us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332376.722377:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 320 00000100:00080000:2.0:1780332376.723354:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332376.726971:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332376.727074:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045397888 00000100:00100000:2.0:1780332376.727084:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045397888 00000100:00100000:2.0:1780332376.727205:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 321 00000100:00100000:2.0:1780332376.727218:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045397888:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332376.728017:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045397888:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 799us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332376.728026:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 321 00000100:00080000:0.0:1780332376.729040:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332376.730075:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332376.739421:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045398016 00000100:00100000:3.0:1780332376.739437:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045398016 00000100:00100000:3.0:1780332376.739849:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 587 00000100:00100000:3.0:1780332376.739862:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045398016:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332376.740388:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045398016:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 528us (10318us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332376.740397:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 587 00000100:00100000:1.0:1780332376.746944:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332376.747028:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045398144 00000100:00100000:2.0:1780332376.747038:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045398144 00000100:00100000:2.0:1780332376.747134:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 588 00000100:00100000:2.0:1780332376.747144:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045398144:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332376.747264:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045398144:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 122us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332376.747272:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 588 00000100:00100000:3.0:1780332376.751483:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332376.753996:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045398272 00000100:00100000:0.0:1780332376.754011:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045398272 00000100:00100000:0.0:1780332376.754096:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 322 00000100:00100000:0.0:1780332376.754107:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045398272:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332376.754602:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045398272:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 494us (3126us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332376.754610:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 322 00000100:00100000:0.0:1780332376.758474:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332376.759222:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045398400 00000100:00100000:1.0:1780332376.759233:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045398400 00000100:00100000:1.0:1780332376.759305:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 323 00000100:00100000:1.0:1780332376.759319:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045398400:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332376.759924:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42181:x1866812045398400:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 605us (1459us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332376.759933:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 323 00000100:00100000:0.0:1780332376.781069:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332376.781207:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045398528 00000100:00100000:3.0:1780332376.781217:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045398528 00000100:00100000:3.0:1780332376.781276:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 589 00000100:00100000:3.0:1780332376.781285:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045398528:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332376.781746:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42181:x1866812045398528:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 460us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332376.781755:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 589 00000100:00100000:1.0:1780332376.802860:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067601792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332376.802948:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332376.803072:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601792 00000100:00100000:0.0:1780332376.803086:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601792 00000100:00100000:0.0:1780332376.803167:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1780332376.803179:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067601792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332376.803226:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332376.803283:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067601792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332376.803291:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1780332376.803346:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067601792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332376.831435:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332376.831600:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045398656 00000100:00100000:2.0:1780332376.831610:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045398656 00000100:00100000:2.0:1780332376.831695:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 590 00000100:00100000:2.0:1780332376.831708:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42182:x1866812045398656:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332376.831733:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332376.831759:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307de3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc08 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.831842:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307de45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.831857:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307de45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.831880:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307de45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332376.832098:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:2.0:1780332376.832102:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332376.832198:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307de45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.832229:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307de3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc08 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.832251:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307de45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc08 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.832261:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780332376.832265:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332376.832269:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1a00, rc 0) 00000100:00100000:2.0:1780332376.832363:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42182:x1866812045398656:12345-192.168.204.30@tcp:101:rm.0 Request processed in 656us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332376.832370:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 590 00000100:00100000:0.0:1780332376.839823:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332376.839918:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045398912 00000100:00100000:2.0:1780332376.839930:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045398912 00000100:00100000:2.0:1780332376.840000:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 591 00000100:00100000:2.0:1780332376.840013:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42182:x1866812045398912:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332376.840034:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332376.840060:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307de4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc0f expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332376.840344:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00010000:00010000:2.0:1780332376.840609:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307de4c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc0f expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.840650:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332376.840654:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780332376.840660:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307de4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc0f expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332376.840677:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332376.840751:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42182:x1866812045398912:12345-192.168.204.30@tcp:101:rm.0 Request processed in 741us (939us total) trans 4294967524 rc 301/301 00000100:00100000:2.0:1780332376.840762:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 591 00000100:00100000:1.0:1780332376.851836:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332376.852094:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045399040 00000100:00100000:3.0:1780332376.852105:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045399040 00000100:00100000:3.0:1780332376.852180:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 62 00000100:00100000:3.0:1780332376.852192:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42182:x1866812045399040:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:3.0:1780332376.858410:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42182:x1866812045399040:12345-192.168.204.30@tcp:37:rm.0 Request processed in 6200us (6567us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332376.858424:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 62 00000100:00100000:1.0:1780332376.883384:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332376.883577:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045399296 00000100:00100000:3.0:1780332376.883588:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045399296 00000100:00100000:3.0:1780332376.883730:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 63 00000100:00100000:3.0:1780332376.883741:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411121050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42182:x1866812045399296:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:3.0:1780332376.884366:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411121050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42182:x1866812045399296:12345-192.168.204.30@tcp:35:rm.0 Request processed in 625us (992us total) trans 4294967525 rc 0/0 00000100:00100000:3.0:1780332376.884376:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 63 00000100:00100000:1.0:1780332376.899690:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332376.899730:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045399552 00000100:00100000:1.0:1780332376.899743:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045399552 00000100:00100000:1.0:1780332376.899799:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 592 00000100:00100000:1.0:1780332376.899809:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42182:x1866812045399552:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:1.0:1780332376.899892:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1780332376.899921:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307de45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc08 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.899944:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ddea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bbf3 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.899954:0:44689:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307da40) 00010000:00010000:1.0:1780332376.899959:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780332376.899971:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332376.899999:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900012:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900023:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900035:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900042:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900049:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900814:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900828:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.900837:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901016:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901025:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901031:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901037:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332376.901042:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901050:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901061:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:1.0:1780332376.901063:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332376.901067:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901073:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de68 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901089:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901094:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901099:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901104:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332376.901107:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901112:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901119:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332376.901121:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332376.901124:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901134:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307de5a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901144:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901151:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901156:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901161:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332376.901164:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901168:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901175:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec41273eb00) 00010000:00010000:1.0:1780332376.901177:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332376.901179:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332376.901184:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307de61 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332376.901266:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42182:x1866812045399552:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1455us (1585us total) trans 0 rc -13/-13 00000100:00100000:1.0:1780332376.901276:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 592 00000100:00100000:1.0:1780332377.283105:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332377.283214:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332377.283255:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332377.283309:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332377.283354:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045399680 00000100:00100000:1.0:1780332377.283366:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045399680 00000100:00100000:1.0:1780332377.283430:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1018 00000100:00100000:1.0:1780332377.283442:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045399680:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332377.283550:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045399680:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 110us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332377.283559:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1018 00000100:00100000:0.0:1780332377.284251:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045399808 00000100:00100000:0.0:1780332377.284257:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045399808 00000100:00100000:0.0:1780332377.284431:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1207 00000100:00100000:0.0:1780332377.284440:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045399808:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332377.286394:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045400064 00000100:00100000:3.0:1780332377.286406:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045400064 00000100:00100000:3.0:1780332377.286464:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045399936 00000100:00100000:3.0:1780332377.286468:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045399936 00000100:00100000:3.0:1780332377.286498:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 853 00000100:00100000:3.0:1780332377.286508:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045400064:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332377.286590:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045400064:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 71us (3362us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332377.286597:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 853 00000100:00100000:3.0:1780332377.286613:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 854 00000100:00100000:3.0:1780332377.286642:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045399936:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332377.286668:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045399936:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (3369us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332377.286674:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 854 00000100:00100000:0.0:1780332377.289448:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045399808:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4997us (6344us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332377.289463:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1207 00000001:00080000:2.0:1780332377.369342:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967524 is committed 00000001:00080000:2.0:1780332377.369361:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967525 is committed 00010000:00010000:1.0:1780332377.559719:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332378.592922:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332379.618210:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332380.376008:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067601920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332380.376093:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332380.376166:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067601920 00000100:00100000:2.0:1780332380.376174:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067601920 00000100:00100000:2.0:1780332380.376226:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1780332380.376235:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067601920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332380.376273:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332380.376315:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067601920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332380.376322:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:2.0:1780332380.376340:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332380.376373:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067601920:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1780332380.527242:0:71845:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7bcfeee0 20000000:00000080:0.0:1780332380.527259:0:71845:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2cd000 uarg=0000000000000000 00010000:00010000:0.0:1780332380.532159:0:71845:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332380.532182:0:71845:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332380.532200:0:71845:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332380.532219:0:71845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332380.532238:0:71845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332380.532247:0:71845:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332380.532286:0:71845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332380.532304:0:71845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 17 pid: 5799 timeout: 1926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332380.532319:0:71845:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303689c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71845:1866812067602048:0@lo:104: 00000100:00100000:0.0:1780332380.532408:0:71845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332380.532477:0:71845:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332380.533479:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602048 00000100:00100000:3.0:1780332380.533493:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602048 00000100:00100000:3.0:1780332380.533569:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1780332380.533581:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:71845:x1866812067602048:12345-0@lo:104: 00010000:00010000:3.0:1780332380.533599:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332380.533727:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332380.533734:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:71845:x1866812067602048:12345-0@lo:104: Request processed in 157us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332380.533742:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00010000:00010000:2.0:1780332380.533770:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332380.533778:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.533791:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332380.533795:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.533805:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332380.533824:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332380.533831:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332380.533876:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.533883:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332380.533901:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.533907:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307ddc0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ddc7 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.533926:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332380.533928:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332380.533930:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332380.533944:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067602176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332380.533982:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332380.534053:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602176 00000100:00100000:2.0:1780332380.534057:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602176 00010000:00010000:2.0:1780332380.534080:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 18 pid: 5799 timeout: 1926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332380.534102:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1780332380.534108:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067602176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332380.534120:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332380.534124:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 18 pid: 5799 timeout: 1926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534136:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 18 pid: 5799 timeout: 1926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534155:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534163:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534180:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534187:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534193:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534199:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534202:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332380.534206:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534212:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534221:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332380.534230:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332380.534274:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067602176:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332380.534284:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1780332380.534321:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067602176:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332380.534804:0:71845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307ddc7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ddc0 expref: 17 pid: 5799 timeout: 1926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332380.534830:0:71845:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303689c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71845:1866812067602048:0@lo:104: 00010000:00010000:0.0:1780332380.534850:0:71845:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332380.534861:0:71845:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332380.534868:0:71845:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332380.534874:0:71845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391800/0x76434b26e307de6f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332380.636751:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332381.400893:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067602688:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.400973:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332381.401028:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780332381.401034:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067602304:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401059:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332381.401076:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067602816:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401095:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332381.401118:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067602432:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401137:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332381.401148:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067602944:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401163:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332381.401179:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332381.401184:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067602560:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401205:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332381.401248:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602816 00000100:00100000:2.0:1780332381.401258:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602816 00000100:00100000:2.0:1780332381.401313:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602432 00000100:00100000:2.0:1780332381.401316:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602432 00000100:00100000:2.0:1780332381.401336:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602560 00000100:00100000:2.0:1780332381.401339:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602560 00000100:00100000:2.0:1780332381.401354:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1780332381.401363:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067602816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401416:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067602816:12345-0@lo:400:kworker.0 Request processed in 53us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332381.401425:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1780332381.401442:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1780332381.401447:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067602432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401476:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067602432:12345-0@lo:400:kworker.0 Request processed in 29us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332381.401481:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1780332381.401493:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1780332381.401500:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067602560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401528:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4371e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067602560:12345-0@lo:400:kworker.0 Request processed in 29us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332381.401534:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00080000:2.0:1780332381.401552:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332381.401585:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067602560:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401596:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067602432:0@lo:400:kworker.0 00000100:00100000:2.0:1780332381.401653:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067602816:0@lo:400:kworker.0 00000100:00100000:1.0:1780332381.401761:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602688 00000100:00100000:1.0:1780332381.401767:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602688 00000100:00100000:1.0:1780332381.401814:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602944 00000100:00100000:1.0:1780332381.401818:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602944 00000100:00100000:1.0:1780332381.401846:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1780332381.401853:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067602688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332381.401889:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067602688:12345-0@lo:400:kworker.0 Request processed in 36us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332381.401894:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1780332381.401906:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1780332381.401911:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067602944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332381.401942:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067602944:12345-0@lo:400:kworker.0 Request processed in 30us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332381.401947:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00080000:1.0:1780332381.401963:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332381.401977:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067602944:0@lo:400:kworker.0 00000100:00100000:1.0:1780332381.401994:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067602688:0@lo:400:kworker.0 00000100:00100000:1.0:1780332381.402017:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067602304 00000100:00100000:1.0:1780332381.402019:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067602304 00000100:00100000:1.0:1780332381.402039:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1780332381.402044:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067602304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332381.402071:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067602304:12345-0@lo:400:kworker.0 Request processed in 27us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332381.402076:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1780332381.402109:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067602304:0@lo:400:kworker.0 00000020:00000080:2.0:1780332381.513096:0:71893:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef9b2a440 20000000:00000080:2.0:1780332381.513118:0:71893:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4372ee000 uarg=0000000000000000 00010000:00010000:2.0:1780332381.513551:0:71893:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332381.513570:0:71893:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332381.513587:0:71893:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332381.513615:0:71893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514032:0:71893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514048:0:71893:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514056:0:71893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514062:0:71893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514069:0:71893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514075:0:71893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332381.514079:0:71893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514087:0:71893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514104:0:71893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514111:0:71893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.514118:0:71893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1e00/0x76434b26e307de76 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332381.591736:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332381.591748:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332381.591753:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332381.591818:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332381.591834:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332381.591847:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332381.591881:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067603072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332381.591965:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332381.593577:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332381.594034:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603072 00000100:00100000:1.0:1780332381.594044:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603072 00000100:00100000:1.0:1780332381.594096:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1780332381.594105:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067603072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332381.594119:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332381.594137:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307de7d expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332381.594163:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307de7d expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332381.594174:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307de7d expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332381.594184:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780332381.594279:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067603072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (2315us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332381.594286:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1780332381.594980:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067603072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332381.595005:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332381.595016:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332381.595038:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332381.595043:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332381.595051:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332381.663366:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332381.915855:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332381.915879:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067603200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332381.915963:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332381.916045:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603200 00000100:00100000:3.0:1780332381.916053:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603200 00000100:00100000:3.0:1780332381.916101:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1780332381.916111:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067603200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332381.916146:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332381.916193:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067603200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332381.916200:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1780332381.916246:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067603200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332382.412966:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332382.413077:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332382.413112:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332382.413195:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045400576 00000100:00100000:0.0:1780332382.413207:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045400576 00000100:00100000:0.0:1780332382.413280:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 857 00000100:00100000:0.0:1780332382.413290:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045400576:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332382.413372:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045400576:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332382.413380:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 857 00000100:00080000:1.0:1780332382.413442:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332382.413537:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045400192 00000100:00100000:3.0:1780332382.413542:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045400192 00000100:00100000:3.0:1780332382.413577:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1021 00000100:00100000:3.0:1780332382.413583:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045400192:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332382.413609:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045400192:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332382.413615:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1021 00000100:00100000:2.0:1780332382.414122:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045400320 00000100:00100000:2.0:1780332382.414128:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045400320 00000100:00100000:2.0:1780332382.414425:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1211 00000100:00100000:2.0:1780332382.414435:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045400320:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332382.414491:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045400320:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 59us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332382.414504:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1211 00000100:00080000:1.0:1780332382.414829:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332382.416304:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332382.416957:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045400448 00000100:00100000:2.0:1780332382.416967:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045400448 00000100:00100000:2.0:1780332382.417041:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 858 00000100:00100000:2.0:1780332382.417052:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045400448:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332382.417120:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045400448:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 71us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332382.417127:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 858 00000100:00080000:1.0:1780332382.417426:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332382.680863:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332383.711757:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332384.639255:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332384.643320:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045400704 00000100:00100000:0.0:1780332384.643344:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045400704 00000100:00100000:0.0:1780332384.643493:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 593 00000100:00100000:0.0:1780332384.643507:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42296:x1866812045400704:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332384.643530:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332384.643559:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307de8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc16 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.643661:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307de92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.643676:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307de92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.643689:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307de92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332384.644164:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332384.644170:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332384.644254:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307de92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.644280:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307de8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc16 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.644296:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307de92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc16 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.644305:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332384.644309:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332384.644313:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332384.645012:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42296:x1866812045400704:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1504us (5763us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332384.645022:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 593 00000100:00080000:0.0:1780332384.645212:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332384.651206:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332384.651583:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045400832 00000100:00100000:1.0:1780332384.651596:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045400832 00000100:00100000:1.0:1780332384.651681:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 594 00000100:00100000:1.0:1780332384.651691:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42296:x1866812045400832:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332384.651716:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332384.651738:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc1d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.651822:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.651838:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.651850:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.651877:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.651884:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.651891:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.653573:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307deae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.653596:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307deae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.653610:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307deae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332384.654090:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:1.0:1780332384.654095:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332384.654173:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307deae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654187:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654194:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654201:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654207:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332384.654211:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654218:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654231:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:1.0:1780332384.654234:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332384.654238:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654244:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307dea0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654255:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654260:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654265:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654269:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332384.654272:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654277:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654283:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec41273e700) 00010000:00010000:1.0:1780332384.654285:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332384.654287:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.654291:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307dea7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.655560:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307de99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc1d expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.655601:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307deae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc1d expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.655610:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332384.655613:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332384.655743:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfe00, rc 0) 00000100:00100000:1.0:1780332384.657837:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42296:x1866812045400832:12345-192.168.204.30@tcp:101:rm.0 Request processed in 6134us (6629us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332384.657853:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 594 00000100:00100000:0.0:1780332384.665168:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332384.665256:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045401088 00000100:00100000:2.0:1780332384.665272:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045401088 00000100:00100000:2.0:1780332384.665365:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 595 00000100:00100000:2.0:1780332384.665379:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42296:x1866812045401088:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332384.665409:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332384.665439:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307deb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc24 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332384.665887:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00010000:00010000:2.0:1780332384.666152:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307deb5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc24 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.666168:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:2.0:1780332384.666172:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780332384.666177:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307deb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc24 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.666190:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332384.666267:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42296:x1866812045401088:12345-192.168.204.30@tcp:101:rm.0 Request processed in 891us (1109us total) trans 4294967526 rc 301/301 00000100:00100000:2.0:1780332384.666275:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 595 00000100:00100000:1.0:1780332384.672313:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332384.672521:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045401216 00000100:00100000:3.0:1780332384.672534:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045401216 00000100:00100000:3.0:1780332384.672658:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 64 00000100:00100000:3.0:1780332384.672669:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42296:x1866812045401216:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:3.0:1780332384.682717:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4345f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42296:x1866812045401216:12345-192.168.204.30@tcp:37:rm.0 Request processed in 10032us (10395us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332384.682738:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 64 00000100:00100000:2.0:1780332384.704720:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332384.704821:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045401472 00000100:00100000:1.0:1780332384.704834:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045401472 00000100:00100000:1.0:1780332384.704899:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 65 00000100:00100000:1.0:1780332384.704909:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42296:x1866812045401472:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:1.0:1780332384.705813:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42296:x1866812045401472:12345-192.168.204.30@tcp:35:rm.0 Request processed in 900us (1099us total) trans 4294967527 rc 0/0 00000100:00100000:1.0:1780332384.705821:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 65 00000100:00100000:1.0:1780332384.720259:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332384.720461:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045401728 00000100:00100000:0.0:1780332384.720478:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045401728 00000100:00100000:0.0:1780332384.720542:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 596 00000100:00100000:0.0:1780332384.720551:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42296:x1866812045401728:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780332384.720605:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332384.720673:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307deae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc1d expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.720695:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:0.0:1780332384.720712:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307de92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc16 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.720722:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332384.720728:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332384.720768:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.720781:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.720789:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.720803:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.720809:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.720814:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.721192:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.721203:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.721210:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332384.722221:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00010000:00010000:0.0:1780332384.722244:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722253:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722259:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722264:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332384.722268:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722279:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722290:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332384.722293:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332384.722298:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722303:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ded1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722325:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722330:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722336:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722341:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332384.722343:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722348:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722354:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780332384.722356:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332384.722359:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.722369:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307dec3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332384.722380:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000066add54e reply state 00000000b11bf08b transno 4294967528 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332384.722388:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332384.724346:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42296:x1866812045401728:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1927us (2229us total) trans 4294967528 rc 0/0 00000100:00100000:0.0:1780332384.724364:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 596 00010000:00010000:0.0:1780332384.726574:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.726591:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.726597:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.726602:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332384.726606:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.726613:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.726694:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256500) 00010000:00010000:0.0:1780332384.726697:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332384.726703:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.726714:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307deca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.727911:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332384.774493:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332384.774607:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045401856 00000100:00100000:2.0:1780332384.774655:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045401856 00000100:00100000:2.0:1780332384.774714:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 597 00000100:00100000:2.0:1780332384.774726:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42300:x1866812045401856:12345-192.168.204.30@tcp:101:mkdir.0 00010000:00010000:2.0:1780332384.774762:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332384.774788:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ded8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc2b expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.774865:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dedf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.774881:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dedf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.774894:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dedf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332384.774964:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332384.774967:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332384.774994:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dedf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.775019:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ded8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc2b expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.775039:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dedf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc2b expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332384.775048:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332384.775051:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332384.775055:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332384.775125:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42300:x1866812045401856:12345-192.168.204.30@tcp:101:mkdir.0 Request processed in 401us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332384.775132:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 597 00000100:00100000:2.0:1780332384.781981:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332384.782025:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332384.782117:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045401984 00000100:00100000:0.0:1780332384.782128:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045401984 00000100:00100000:0.0:1780332384.782201:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045402240 00000100:00100000:0.0:1780332384.782205:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045402240 00000100:00100000:0.0:1780332384.782227:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 598 00000100:00100000:0.0:1780332384.782237:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2368:x1866812045401984:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:0.0:1780332384.782292:0:44689:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1780332384.782384:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2368:x1866812045401984:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 147us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332384.782392:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 598 00000100:00100000:0.0:1780332384.782412:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 599 00000100:00100000:0.0:1780332384.782419:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42300:x1866812045402240:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:0.0:1780332384.782459:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332384.782502:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307dedf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc2b expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.782522:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:0.0:1780332384.782533:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332384.782674:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.782693:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.782706:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.782719:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.782726:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.782733:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332384.783413:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 512 00010000:00010000:0.0:1780332384.783425:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.783433:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.783439:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.783445:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332384.783450:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.783457:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.783466:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332384.783468:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332384.783472:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.783478:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307dee6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332384.783493:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005660b99a reply state 0000000052f06e99 transno 4294967529 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332384.783500:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332384.783559:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:42300:x1866812045402240:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 1139us (1532us total) trans 4294967529 rc 0/0 00000100:00100000:0.0:1780332384.783566:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 599 00010000:00010000:1.0:1780332384.786316:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.786341:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.786350:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.786355:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332384.786359:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.786368:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.786384:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256c00) 00010000:00010000:1.0:1780332384.786388:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332384.786393:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.786399:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307deed lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332384.862557:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332384.862694:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045402368 00000100:00100000:0.0:1780332384.862709:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045402368 00000100:00100000:0.0:1780332384.862787:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 600 00000100:00100000:0.0:1780332384.862798:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42304:x1866812045402368:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:0.0:1780332384.862825:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332384.862860:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307def4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc32 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.862931:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307defb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.862947:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307defb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.862961:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307defb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332384.863031:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332384.863035:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332384.863066:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307defb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.863098:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307def4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc32 expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.863131:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307defb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc32 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.863140:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332384.863143:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332384.863147:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332384.863228:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:42304:x1866812045402368:12345-192.168.204.30@tcp:101:chown.0 Request processed in 431us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332384.863234:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 600 00000100:00100000:3.0:1780332384.866089:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332384.866253:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045402496 00000100:00100000:1.0:1780332384.866264:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045402496 00000100:00100000:1.0:1780332384.866370:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 601 00000100:00100000:1.0:1780332384.866382:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:42304:x1866812045402496:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:1.0:1780332384.866405:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332384.866427:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307df02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc39 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866510:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866528:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866539:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866555:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866563:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866570:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866716:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307df17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866726:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307df17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866733:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307df17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332384.866786:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 512 00000004:00200000:1.0:1780332384.866789:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332384.866816:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307df17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866834:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866840:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866860:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866866:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332384.866871:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866878:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866892:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256500) 00010000:00010000:1.0:1780332384.866895:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332384.866900:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866906:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307df09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866919:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866926:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866932:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866938:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332384.866941:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866946:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866952:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec41273e700) 00010000:00010000:1.0:1780332384.866954:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332384.866957:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866962:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307df10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.866990:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307df02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc39 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.867001:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307df17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc39 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332384.867007:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332384.867010:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332384.867012:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332384.867086:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:42304:x1866812045402496:12345-192.168.204.30@tcp:101:chown.0 Request processed in 706us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332384.867094:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 601 00000100:00100000:2.0:1780332384.872205:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332384.872361:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045402752 00000100:00100000:0.0:1780332384.872372:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045402752 00000100:00100000:0.0:1780332384.872504:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 602 00000100:00100000:0.0:1780332384.872519:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:42304:x1866812045402752:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:0.0:1780332384.872593:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332384.873009:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307df17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc39 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.873029:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:0.0:1780332384.873040:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332384.873068:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.873087:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.873096:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780332384.920057:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967530 is committed 00000004:00010000:0.0:1780332384.920193:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000728186c9 reply state 0000000045ad3733 transno 4294967530 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332384.920210:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332384.920410:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00010000:00080000:0.0:1780332384.920530:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332384.920554:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42304:x1866812045402752:12345-192.168.204.30@tcp:36:chown.0 Request processed in 48033us (48359us total) trans 4294967530 rc 0/0 00000100:00100000:0.0:1780332384.920564:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 602 00010000:00010000:0.0:1780332384.920605:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.920615:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.920646:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.920653:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332384.920658:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.920665:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.920685:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332384.920688:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332384.920693:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332384.920699:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307df1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332385.496150:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067603328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332385.496221:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332385.503326:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603328 00000100:00100000:3.0:1780332385.503343:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603328 00000100:00100000:3.0:1780332385.503544:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1780332385.503556:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067603328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332385.503595:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332385.503707:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067603328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (7485us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332385.503714:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1780332385.503809:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067603328:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332385.504004:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332385.756214:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332385.782290:0:72089:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff207d1900 20000000:00000080:0.0:1780332385.782511:0:72089:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2cec00 uarg=0000000000000000 00010000:00010000:0.0:1780332385.783201:0:72089:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332385.783248:0:72089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332385.783252:0:72089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332385.783268:0:72089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307defb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc32 expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332385.783297:0:72089:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332385.783315:0:72089:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332385.783514:0:72089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332385.783532:0:72089:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307de7d expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332385.783540:0:72089:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332385.783587:0:72089:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307de7d expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332385.783604:0:72089:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307de7d expref: 17 pid: 5798 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332385.783795:0:72089:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72089:1866812067603456:0@lo:104: 00000100:00100000:0.0:1780332385.783857:0:72089:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332385.783964:0:72089:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4106d8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780332385.784016:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603456 00000100:00100000:2.0:1780332385.784025:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603456 00000100:00100000:2.0:1780332385.784116:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1780332385.784127:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72089:x1866812067603456:12345-0@lo:104: 00010000:00010000:2.0:1780332385.784143:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332385.784220:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332385.784227:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72089:x1866812067603456:12345-0@lo:104: Request processed in 103us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332385.784233:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00010000:00010000:1.0:1780332385.784277:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332385.784285:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.784293:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332385.784296:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.784304:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332385.784310:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332385.784316:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332385.784363:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.784380:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332385.784404:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.784411:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307de7d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307de84 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.784429:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332385.784431:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332385.784433:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332385.784514:0:72089:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72089:1866812067603456:0@lo:104: 00010000:00010000:0.0:1780332385.784547:0:72089:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332385.784718:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332385.784733:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067603584:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332385.784782:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332385.784925:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603584 00000100:00100000:1.0:1780332385.784931:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603584 00010000:00010000:1.0:1780332385.784956:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307de7d expref: 18 pid: 5798 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332385.784994:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1780332385.785002:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067603584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332385.785015:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332385.785020:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307de7d expref: 18 pid: 5798 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785032:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307de7d expref: 18 pid: 5798 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785046:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df600/0x76434b26e307de84 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307de7d expref: 18 pid: 5798 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785060:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785068:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785082:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785090:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785095:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785101:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785110:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332385.785114:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785120:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785131:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332385.785140:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332385.785173:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067603584:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332385.785179:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1780332385.785209:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067603584:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332385.785268:0:72089:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332385.785276:0:72089:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332385.785282:0:72089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307df25 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332386.522910:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067603712:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.522987:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332386.523052:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067604224:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523080:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332386.523105:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332386.523111:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067603840:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523132:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332386.523159:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067603968:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523181:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332386.523198:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332386.523203:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067604096:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523229:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332386.523265:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604224 00000100:00100000:1.0:1780332386.523273:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604224 00000100:00100000:1.0:1780332386.523324:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603968 00000100:00100000:1.0:1780332386.523327:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603968 00000100:00100000:1.0:1780332386.523349:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1780332386.523357:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067604224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523408:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067604224:12345-0@lo:400:kworker.0 Request processed in 51us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332386.523416:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1780332386.523433:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1780332386.523440:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067603968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523471:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067603968:12345-0@lo:400:kworker.0 Request processed in 31us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332386.523476:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1780332386.523494:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603712 00000100:00100000:1.0:1780332386.523497:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603712 00000100:00100000:1.0:1780332386.523520:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067603840 00000100:00100000:1.0:1780332386.523522:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067603840 00000100:00100000:1.0:1780332386.523536:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604096 00000100:00100000:1.0:1780332386.523538:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604096 00000100:00100000:1.0:1780332386.523552:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:1.0:1780332386.523558:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067603712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523587:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067603712:12345-0@lo:400:kworker.0 Request processed in 30us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332386.523592:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:1.0:1780332386.523602:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1780332386.523607:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067603840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523656:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067603840:12345-0@lo:400:kworker.0 Request processed in 48us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332386.523661:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1780332386.523671:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1780332386.523677:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067604096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523702:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067604096:12345-0@lo:400:kworker.0 Request processed in 25us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332386.523707:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00080000:1.0:1780332386.523748:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332386.523753:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332386.523793:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067604096:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523803:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067603968:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523833:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067603840:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523841:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067603712:0@lo:400:kworker.0 00000100:00100000:1.0:1780332386.523849:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067604224:0@lo:400:kworker.0 00000020:00000080:2.0:1780332386.749344:0:72138:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe02fabe60 20000000:00000080:2.0:1780332386.749371:0:72138:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410f3b800 uarg=0000000000000000 00010000:00010000:2.0:1780332386.749956:0:72138:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332386.749974:0:72138:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332386.749989:0:72138:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332386.750013:0:72138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750032:0:72138:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750043:0:72138:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750051:0:72138:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750058:0:72138:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750065:0:72138:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750071:0:72138:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332386.750076:0:72138:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750084:0:72138:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750097:0:72138:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750104:0:72138:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332386.750110:0:72138:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1600/0x76434b26e307df2c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332386.777960:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332387.032710:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332387.032834:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067604352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332387.032936:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332387.033110:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604352 00000100:00100000:0.0:1780332387.033119:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604352 00000100:00100000:0.0:1780332387.033186:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1780332387.033198:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067604352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332387.033257:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332387.033330:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067604352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332387.033339:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1780332387.033843:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067604352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332387.525754:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332387.525889:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332387.525915:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332387.525934:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332387.525963:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045402880 00000100:00100000:2.0:1780332387.525974:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045402880 00000100:00100000:2.0:1780332387.526026:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1022 00000100:00100000:2.0:1780332387.526036:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045402880:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332387.526107:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045402880:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 72us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332387.526282:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1022 00000100:00100000:0.0:1780332387.529407:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403264 00000100:00100000:0.0:1780332387.529440:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403264 00000100:00100000:0.0:1780332387.529519:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403136 00000100:00100000:0.0:1780332387.529523:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403136 00000100:00100000:0.0:1780332387.529560:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 861 00000100:00100000:0.0:1780332387.529576:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045403264:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332387.529695:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045403264:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 121us (3802us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332387.529704:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 861 00000100:00100000:0.0:1780332387.529732:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 862 00000100:00100000:0.0:1780332387.529739:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045403136:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332387.529767:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045403136:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (3830us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332387.529773:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 862 00000100:00100000:0.0:1780332387.529797:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403008 00000100:00100000:0.0:1780332387.529802:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403008 00000100:00100000:0.0:1780332387.529836:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1215 00000100:00100000:0.0:1780332387.529843:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045403008:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332387.529877:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045403008:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 35us (4137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332387.529884:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1215 00000100:00080000:1.0:1780332387.530577:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332387.530585:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332387.530588:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:0.0:1780332387.737063:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332387.737069:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332387.737074:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332387.737119:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332387.737131:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332387.737142:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332387.737168:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067604480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332387.737278:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332387.737330:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4106d8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780332387.737885:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604480 00000100:00100000:1.0:1780332387.737893:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604480 00000100:00100000:1.0:1780332387.737944:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1780332387.737953:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067604480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332387.737966:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332387.737981:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307df33 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332387.738007:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307df33 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332387.738017:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307df33 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332387.738027:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332387.738079:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067604480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332387.738087:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1780332387.738526:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067604480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332387.738545:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332387.738555:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332387.738575:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332387.738580:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332387.738592:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332387.801088:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332388.824088:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332389.849320:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332389.849463:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332389.849556:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403392 00000100:00100000:0.0:1780332389.849572:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403392 00000100:00100000:0.0:1780332389.849722:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 10 00000100:00100000:0.0:1780332389.849735:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045403392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332389.849755:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332389.849758:0:5791:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307defb) 00010000:00010000:0.0:1780332389.849760:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332389.849828:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045403392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 96us (371us total) trans 0 rc 116/116 00000100:00100000:0.0:1780332389.849835:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 10 00000100:00080000:1.0:1780332389.849984:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332390.618099:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067604608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332390.618177:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332390.618204:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604608 00000100:00100000:2.0:1780332390.618212:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604608 00000100:00080000:1.0:1780332390.618251:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332390.618282:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1780332390.618294:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067604608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332390.618346:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332390.618560:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067604608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 266us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332390.618569:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1780332390.622055:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067604608:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332390.875139:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332391.641089:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067605120:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641185:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332391.641294:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332391.641301:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067604736:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641336:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332391.641388:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067605248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641437:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332391.641468:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067604864:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641493:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332391.641510:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067605376:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641527:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332391.641540:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332391.641544:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067604992:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641563:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332391.641597:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067605120 00000100:00100000:1.0:1780332391.641606:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067605120 00000100:00100000:1.0:1780332391.641709:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067605376 00000100:00100000:1.0:1780332391.641712:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067605376 00000100:00100000:1.0:1780332391.641741:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1780332391.641751:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067605120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641814:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067605120:12345-0@lo:400:kworker.0 Request processed in 64us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332391.641821:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1780332391.641839:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1780332391.641846:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067605376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641883:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067605376:12345-0@lo:400:kworker.0 Request processed in 38us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332391.641889:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1780332391.641909:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604736 00000100:00100000:1.0:1780332391.641912:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604736 00000100:00100000:1.0:1780332391.641938:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1780332391.641944:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067604736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.641973:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067604736:12345-0@lo:400:kworker.0 Request processed in 29us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332391.641981:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1780332391.642013:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067605248 00000100:00100000:1.0:1780332391.642016:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067605248 00000100:00100000:1.0:1780332391.642041:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604864 00000100:00100000:1.0:1780332391.642044:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604864 00000100:00100000:1.0:1780332391.642060:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067604992 00000100:00100000:1.0:1780332391.642063:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067604992 00000100:00100000:1.0:1780332391.642078:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1780332391.642091:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067605248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642121:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067605248:12345-0@lo:400:kworker.0 Request processed in 38us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332391.642128:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1780332391.642139:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1780332391.642144:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067604864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642169:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067604864:12345-0@lo:400:kworker.0 Request processed in 25us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332391.642174:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1780332391.642184:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1780332391.642190:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067604992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642216:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067604992:12345-0@lo:400:kworker.0 Request processed in 27us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332391.642222:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00080000:1.0:1780332391.642254:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332391.642260:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332391.642305:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067604992:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642316:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067604864:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642328:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067605376:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642360:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067604736:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642368:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067605248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332391.642377:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067605120:0@lo:400:kworker.0 00000020:00000080:0.0:1780332391.705452:0:72382:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9709c520 20000000:00000080:0.0:1780332391.705476:0:72382:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c45d000 uarg=0000000000000000 00010000:00010000:0.0:1780332391.706413:0:72382:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332391.706432:0:72382:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332391.706448:0:72382:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332391.706468:0:72382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332391.706488:0:72382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307df33 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332391.706499:0:72382:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332391.706543:0:72382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307df33 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332391.706564:0:72382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307df33 expref: 17 pid: 5799 timeout: 1938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332391.706581:0:72382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72382:1866812067605504:0@lo:104: 00000100:00100000:0.0:1780332391.706839:0:72382:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332391.706946:0:72382:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45900 going to sleep for 11 seconds 00000100:00100000:1.0:1780332391.706995:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067605504 00000100:00100000:1.0:1780332391.707005:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067605504 00000100:00100000:1.0:1780332391.707084:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1780332391.707095:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72382:x1866812067605504:12345-0@lo:104: 00010000:00010000:1.0:1780332391.707110:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332391.707182:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332391.707188:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72382:x1866812067605504:12345-0@lo:104: Request processed in 96us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332391.707195:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00010000:2.0:1780332391.707256:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332391.707264:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707273:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332391.707276:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707284:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332391.707290:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332391.707296:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332391.707327:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707333:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332391.707354:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707361:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390e00/0x76434b26e307df33 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707380:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332391.707382:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332391.707384:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332391.707396:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067605632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332391.707430:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332391.707468:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067605632 00000100:00100000:2.0:1780332391.707472:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067605632 00010000:00010000:2.0:1780332391.707494:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307df33 expref: 18 pid: 5799 timeout: 1938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332391.707516:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1780332391.707522:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067605632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332391.707533:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332391.707538:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307df33 expref: 18 pid: 5799 timeout: 1938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707550:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307df33 expref: 18 pid: 5799 timeout: 1938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707567:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707575:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707590:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707599:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707607:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707614:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707661:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332391.707665:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707672:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707680:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332391.707689:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332391.707717:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067605632:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332391.707723:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1780332391.707763:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067605632:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332391.707875:0:72382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df400/0x76434b26e307df3a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307df33 expref: 17 pid: 5799 timeout: 1938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332391.707884:0:72382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72382:1866812067605504:0@lo:104: 00010000:00010000:0.0:1780332391.707903:0:72382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332391.707912:0:72382:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332391.707918:0:72382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332391.707923:0:72382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e307df41 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332391.896174:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332392.157987:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332392.158013:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067605760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332392.158084:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332392.158160:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067605760 00000100:00100000:2.0:1780332392.158169:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067605760 00000100:00100000:2.0:1780332392.158218:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1780332392.158228:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067605760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332392.158265:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332392.158312:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067605760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332392.158319:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1780332392.159466:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067605760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332392.641299:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332392.641477:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332392.641514:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332392.641550:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332392.641658:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403776 00000100:00100000:1.0:1780332392.641673:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403776 00000100:00100000:1.0:1780332392.641748:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403904 00000100:00100000:1.0:1780332392.641751:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403904 00000100:00100000:1.0:1780332392.641778:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 865 00000100:00100000:1.0:1780332392.641790:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045403776:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332392.641881:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045403776:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 93us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332392.641890:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 865 00000100:00100000:1.0:1780332392.641910:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 866 00000100:00100000:1.0:1780332392.641917:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045403904:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332392.641942:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045403904:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332392.641948:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 866 00000100:00080000:0.0:1780332392.642214:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332392.642219:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332392.642411:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403648 00000100:00100000:3.0:1780332392.642416:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403648 00000100:00100000:3.0:1780332392.642539:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1219 00000100:00100000:3.0:1780332392.642547:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045403648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332392.642593:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045403648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 48us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332392.642601:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1219 00000100:00080000:0.0:1780332392.642740:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332392.642906:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045403520 00000100:00100000:2.0:1780332392.642911:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045403520 00000100:00100000:1.0:1780332392.643186:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1025 00000100:00100000:1.0:1780332392.643195:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045403520:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332392.643241:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045403520:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 48us (1957us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332392.643248:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1025 00010000:00010000:1.0:1780332392.919849:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332393.177591:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332393.177599:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332393.177609:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332393.177687:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332393.177700:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332393.177712:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332393.177741:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067605888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332393.177870:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332393.177933:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780332393.178053:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067605888 00000100:00100000:2.0:1780332393.178063:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067605888 00000100:00100000:2.0:1780332393.178129:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1780332393.178145:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067605888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332393.178163:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332393.178181:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307df48 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332393.178209:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307df48 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332393.178219:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307df48 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332393.178230:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332393.178279:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067605888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332393.178286:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1780332393.178516:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067605888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332393.178537:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332393.178547:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332393.178576:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332393.178583:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332393.178590:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332393.944010:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332394.567064:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332394.567531:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045404032 00000100:00100000:2.0:1780332394.567542:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045404032 00000100:00100000:2.0:1780332394.567643:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 603 00000100:00100000:2.0:1780332394.567656:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42482:x1866812045404032:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332394.567679:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332394.567752:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307df56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc40 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.567820:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307df5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.567841:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307df5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.567855:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307df5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332394.568818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1780332394.570790:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332394.570799:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332394.570940:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307df5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.570982:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307df56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc40 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.570999:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307df5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc40 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.571009:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332394.571012:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332394.571016:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1a00, rc 0) 00000100:00100000:2.0:1780332394.571098:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42482:x1866812045404032:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 3445us (4044us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332394.571107:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 603 00000100:00100000:0.0:1780332394.579641:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332394.579680:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045404160 00000100:00100000:0.0:1780332394.579690:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045404160 00000100:00100000:0.0:1780332394.579749:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 604 00000100:00100000:0.0:1780332394.579760:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42482:x1866812045404160:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332394.579782:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332394.579804:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307df64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc47 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.579878:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.579894:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.579906:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.579962:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.579974:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.579981:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.580366:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307df79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.580376:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307df79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.580383:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307df79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332394.580490:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:0.0:1780332394.580495:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332394.580571:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307df79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.580584:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.580591:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.580597:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.580604:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332394.580608:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581914:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581934:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332394.581937:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332394.581943:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581950:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307df6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581966:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581972:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581978:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581984:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332394.581987:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581992:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.581999:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256000) 00010000:00010000:0.0:1780332394.582002:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332394.582005:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.582014:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307df72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.582068:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307df64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc47 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.582084:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307df79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc47 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.582092:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332394.582094:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332394.582097:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780332394.582205:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42482:x1866812045404160:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 2445us (2598us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332394.582215:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 604 00000100:00100000:0.0:1780332394.594583:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332394.594660:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045404416 00000100:00100000:0.0:1780332394.594675:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045404416 00000100:00100000:0.0:1780332394.595867:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 605 00000100:00100000:0.0:1780332394.595883:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42482:x1866812045404416:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332394.595947:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332394.595977:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307df79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc47 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.595997:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332394.596009:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332394.596035:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.596049:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332394.596058:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780332394.646080:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967531 is committed 00000004:00010000:1.0:1780332394.646163:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e73a0233 reply state 00000000b8b9de2a transno 4294967531 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332394.646181:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332394.646385:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00010000:00080000:1.0:1780332394.646535:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332394.646558:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42482:x1866812045404416:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 50676us (51987us total) trans 4294967531 rc 0/0 00000100:00100000:1.0:1780332394.646567:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 605 00010000:00010000:2.0:1780332394.646806:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.646817:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.646827:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.646834:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332394.646840:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.646849:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.646868:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256300) 00010000:00010000:2.0:1780332394.646871:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332394.646877:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332394.646884:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307df80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332394.968061:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332395.449538:0:72578:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff32d3d220 20000000:00000080:0.0:1780332395.449562:0:72578:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c45d000 uarg=0000000000000000 00010000:00010000:0.0:1780332395.450178:0:72578:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332395.450607:0:72578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332395.450613:0:72578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332395.450741:0:72578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307df5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc40 expref: 5 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332395.450768:0:72578:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332395.450921:0:72578:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332395.450942:0:72578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332395.451027:0:72578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307df48 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332395.451039:0:72578:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332395.451092:0:72578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307df48 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332395.451113:0:72578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307df48 expref: 17 pid: 5799 timeout: 1941 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332395.451130:0:72578:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42de0b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72578:1866812067606016:0@lo:104: 00000100:00100000:0.0:1780332395.451206:0:72578:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332395.451318:0:72578:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45000 going to sleep for 11 seconds 00000100:00100000:2.0:1780332395.452205:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606016 00000100:00100000:2.0:1780332395.452215:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606016 00000100:00100000:2.0:1780332395.452277:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1780332395.452288:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72578:x1866812067606016:12345-0@lo:104: 00010000:00010000:2.0:1780332395.452305:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332395.452433:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332395.452440:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72578:x1866812067606016:12345-0@lo:104: Request processed in 154us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332395.452447:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00010000:00010000:1.0:1780332395.452551:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332395.452557:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.452563:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332395.452567:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.452577:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332395.452582:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332395.452588:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332395.452687:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.452693:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332395.452720:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.452728:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307df48 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df4f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.452747:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332395.452749:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332395.452751:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332395.452759:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332395.452788:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067606144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332395.452832:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332395.452891:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606144 00000100:00100000:1.0:1780332395.452895:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606144 00010000:00010000:1.0:1780332395.452918:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307df48 expref: 18 pid: 5799 timeout: 1941 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332395.452941:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1780332395.452949:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067606144:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332395.453222:0:72578:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42de0b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72578:1866812067606016:0@lo:104: 00010000:00010000:0.0:1780332395.453245:0:72578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453414:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332395.453421:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307df48 expref: 18 pid: 5799 timeout: 1941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453435:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307df48 expref: 18 pid: 5799 timeout: 1941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453451:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1600/0x76434b26e307df4f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307df48 expref: 18 pid: 5799 timeout: 1941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453467:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453476:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453491:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453498:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453504:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453509:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453514:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332395.453517:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453524:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453544:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332395.453554:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332395.453690:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067606144:12345-0@lo:103:ldlm_bl.0 Request processed in 741us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332395.453698:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1780332395.454029:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067606144:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332395.454456:0:72578:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332395.454466:0:72578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332395.454473:0:72578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307df87 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332395.735934:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332395.735959:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067606272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332395.736049:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332395.736172:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606272 00000100:00100000:1.0:1780332395.736182:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606272 00000100:00100000:1.0:1780332395.736268:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1780332395.736280:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067606272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332395.736334:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332395.736400:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067606272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332395.736407:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:3.0:1780332395.736662:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332395.736704:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067606272:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332395.991884:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332396.759918:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067606400:0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.760087:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332396.760260:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606400 00000100:00100000:3.0:1780332396.760271:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606400 00000100:00100000:3.0:1780332396.760343:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1780332396.760358:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067606400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332396.760532:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067606400:12345-0@lo:400:kworker.0 Request processed in 177us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332396.760540:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1780332396.760576:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067606528:0@lo:400:kworker.0 00000100:00100000:3.0:1780332396.760639:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332396.760664:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332396.760670:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067606656:0@lo:400:kworker.0 00000100:00100000:3.0:1780332396.760695:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332396.760731:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606528 00000100:00100000:3.0:1780332396.760735:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606528 00000100:00100000:3.0:1780332396.760761:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606656 00000100:00100000:3.0:1780332396.760764:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606656 00000100:00100000:3.0:1780332396.760798:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1780332396.760808:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067606528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332396.760848:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067606528:12345-0@lo:400:kworker.0 Request processed in 42us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332396.760855:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1780332396.760866:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067606656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332396.760908:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067606656:12345-0@lo:400:kworker.0 Request processed in 45us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332396.760970:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067606400:0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.760991:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067606912:0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.761016:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332396.761079:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332396.761085:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067606784:0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.761111:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332396.761140:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606784 00000100:00100000:2.0:1780332396.761143:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606784 00000100:00100000:2.0:1780332396.761187:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1780332396.761195:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067606784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.761230:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067606784:12345-0@lo:400:kworker.0 Request processed in 37us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332396.761236:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1780332396.761278:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067606784:0@lo:400:kworker.0 00000100:00080000:2.0:1780332396.761320:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332396.761338:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067607040:0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.761363:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332396.761390:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067606656:0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.761400:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067606528:0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.761425:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067607040 00000100:00100000:2.0:1780332396.761428:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067607040 00000100:00100000:2.0:1780332396.761460:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1780332396.761466:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067607040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332396.761503:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067607040:12345-0@lo:400:kworker.0 Request processed in 38us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332396.761509:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00080000:2.0:1780332396.761527:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332396.761545:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067607040:0@lo:400:kworker.0 00000100:00100000:3.0:1780332396.761666:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1780332396.761683:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067606912 00000100:00100000:3.0:1780332396.761687:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067606912 00000100:00100000:1.0:1780332396.761860:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1780332396.761880:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1780332396.761888:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067606912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332396.761933:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067606912:12345-0@lo:400:kworker.0 Request processed in 46us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332396.761940:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00080000:2.0:1780332396.762186:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332396.762208:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067606912:0@lo:400:kworker.0 00010000:00010000:1.0:1780332397.018042:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332397.082867:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332397.082876:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332397.082882:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332397.082958:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332397.082972:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332397.082989:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332397.083024:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067607168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332397.083112:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332397.083166:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433db7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780332397.083205:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067607168 00000100:00100000:3.0:1780332397.083213:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067607168 00000100:00100000:3.0:1780332397.083264:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1780332397.083272:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067607168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332397.083356:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332397.083374:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307df8e expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332397.083409:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307df8e expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332397.083421:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307df8e expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332397.083431:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780332397.083481:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067607168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 210us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332397.083488:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1780332397.083552:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067607168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332397.083566:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332397.083589:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332397.083614:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332397.083644:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332397.083653:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332397.273754:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067607296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332397.273861:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332397.278254:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067607296 00000100:00100000:1.0:1780332397.278280:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067607296 00000100:00100000:1.0:1780332397.278356:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1780332397.278369:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067607296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332397.278420:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332397.283687:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067607296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5313us (9820us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332397.283701:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1780332397.283968:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067607296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332397.758506:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332397.758578:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332397.758681:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045404672 00000100:00100000:1.0:1780332397.758693:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045404672 00000100:00100000:1.0:1780332397.758757:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1223 00000100:00100000:1.0:1780332397.758768:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045404672:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332397.758852:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045404672:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 86us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332397.758859:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1223 00000100:00100000:3.0:1780332397.758880:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045404544 00000100:00100000:3.0:1780332397.758887:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045404544 00000100:00100000:1.0:1780332397.758905:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332397.758921:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1029 00000100:00100000:3.0:1780332397.758930:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045404544:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332397.758964:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045404544:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 35us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332397.758972:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1029 00000100:00100000:1.0:1780332397.758990:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00080000:2.0:1780332397.759089:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332397.759109:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045404800 00000100:00100000:2.0:1780332397.759113:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045404800 00000100:00100000:2.0:1780332397.759159:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045404928 00000100:00100000:2.0:1780332397.759163:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045404928 00000100:00100000:2.0:1780332397.759189:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 324 00000100:00100000:2.0:1780332397.759197:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045404800:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:2.0:1780332397.759219:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307dacc 00000100:00080000:2.0:1780332397.759229:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec434cde000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1780332397.759271:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967333 00000100:00100000:2.0:1780332397.759539:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045404800:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 342us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332397.759547:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 324 00000100:00100000:2.0:1780332397.759559:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 325 00000100:00100000:2.0:1780332397.759576:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045404928:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:2.0:1780332397.759587:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307ddce 00000100:00080000:2.0:1780332397.759593:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec437276800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1780332397.759643:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967333 00000100:00100000:2.0:1780332397.759795:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045404928:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 228us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332397.759802:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 325 00010000:00010000:2.0:1780332397.759829:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332397.759835:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780332397.760018:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332397.760022:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332398.040023:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332398.420133:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332398.420271:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045405056 00000100:00100000:0.0:1780332398.420282:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045405056 00000100:00100000:0.0:1780332398.420343:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 606 00000100:00100000:0.0:1780332398.420353:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42559:x1866812045405056:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780332398.420373:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332398.420396:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307df9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc4e expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.420471:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.420486:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.420501:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.420515:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.420522:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.420528:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421093:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dfb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421103:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dfb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421111:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dfb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332398.421193:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:0.0:1780332398.421197:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332398.421270:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dfb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421288:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421295:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421308:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421315:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332398.421319:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421328:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421343:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332398.421348:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332398.421354:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421361:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307dfa3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421375:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421381:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421386:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421390:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332398.421393:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421403:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421410:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec408256500) 00010000:00010000:0.0:1780332398.421412:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332398.421415:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421421:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307dfaa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421470:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307df9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc4e expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421491:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dfb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc4e expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.421500:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332398.421502:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332398.421505:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332398.421673:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42559:x1866812045405056:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1320us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332398.421685:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 606 00000100:00100000:2.0:1780332398.438294:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332398.438381:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045405312 00000100:00100000:1.0:1780332398.438394:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045405312 00000100:00100000:1.0:1780332398.438467:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 607 00000100:00100000:1.0:1780332398.438480:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42559:x1866812045405312:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332398.438502:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332398.438526:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307dfb8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc55 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.439312:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.439331:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.439342:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.439357:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.439364:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.439370:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332398.443726:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:2.0:1780332398.447604:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dfcd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.447873:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dfcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.447888:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dfcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448015:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448024:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448034:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448041:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332398.448047:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448055:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448070:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256000) 00010000:00010000:2.0:1780332398.448073:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332398.448080:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448088:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307dfbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332398.448105:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014516d6e reply state 00000000e7aa7eed transno 4294967532 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332398.448114:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332398.448151:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307dfb8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc55 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448164:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dfcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc55 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.448171:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332398.448173:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332398.448175:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332398.448318:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42559:x1866812045405312:12345-192.168.204.30@tcp:101:touch.0 Request processed in 9839us (10036us total) trans 4294967532 rc 0/0 00000100:00100000:2.0:1780332398.448328:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 607 00000100:00100000:0.0:1780332398.454796:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1780332398.454948:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.454960:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.454968:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.454974:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332398.454978:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.454985:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.455002:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec41273e200) 00010000:00010000:2.0:1780332398.455005:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332398.455010:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.455016:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307dfc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332398.455195:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045405568 00000100:00100000:3.0:1780332398.455206:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045405568 00000100:00100000:3.0:1780332398.455274:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 608 00000100:00100000:3.0:1780332398.455286:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42559:x1866812045405568:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:3.0:1780332398.455364:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332398.455384:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dfcd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc55 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.455400:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332398.455408:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332398.455468:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.455484:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.455494:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332398.455748:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001c1a2a5 reply state 00000000ea793ec5 transno 4294967533 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332398.459793:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332398.460091:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42559:x1866812045405568:12345-192.168.204.30@tcp:36:touch.0 Request processed in 4798us (5296us total) trans 4294967533 rc 0/0 00000100:00100000:3.0:1780332398.460103:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 608 00010000:00010000:0.0:1780332398.463415:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.463437:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.463446:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.463454:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332398.463460:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.463469:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.463488:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:0.0:1780332398.463492:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332398.463497:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332398.463503:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307dfdb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332398.467423:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332398.467694:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045405696 00000100:00100000:3.0:1780332398.467709:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045405696 00000100:00100000:3.0:1780332398.467986:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 609 00000100:00100000:3.0:1780332398.467999:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42de0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42559:x1866812045405696:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332398.468024:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332398.468047:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dfe2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc5c expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.468112:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dfe2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc5c expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.468133:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dfe2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc5c expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.468156:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332398.468160:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780332398.468165:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780332398.468233:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42de0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42559:x1866812045405696:12345-192.168.204.30@tcp:101:touch.0 Request processed in 237us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332398.468241:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 609 00000100:00100000:1.0:1780332398.473238:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332398.473412:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045405824 00000100:00100000:2.0:1780332398.473424:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045405824 00000100:00100000:2.0:1780332398.473479:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 326 00000100:00100000:2.0:1780332398.473490:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045405824:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:2.0:1780332398.473523:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1844 last 0 00000020:00000080:2.0:1780332398.473563:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307dfe9 00002000:00100000:2.0:1780332398.473578:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec3035a6000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780332398.473609:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780332398.473943:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1780332398.473976:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec3035a3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780332398.474092:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045405824:12345-192.168.204.30@tcp:8:touch.0 Request processed in 601us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332398.474101:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 326 00000100:00100000:2.0:1780332398.481345:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332398.481670:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045405952 00000100:00100000:0.0:1780332398.481685:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045405952 00000100:00080000:1.0:1780332398.482203:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332398.482342:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 327 00000100:00100000:0.0:1780332398.482358:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045405952:12345-192.168.204.30@tcp:2:touch.0 00000001:00080000:3.0:1780332398.511288:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000001:00100000:3.0:1780332398.511311:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00100000:3.0:1780332398.511319:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332398.511323:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec434cdd800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332398.511355:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec434cdd800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:3.0:1780332398.511424:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec434cde000 for lustre-OST0000 00000100:00100000:1.0:1780332398.512496:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045405952:12345-192.168.204.30@tcp:2:touch.0 Request processed in 30134us (31160us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1780332398.512510:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 327 00000100:00100000:3.0:1780332398.516191:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332398.516298:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045406208 00000100:00100000:1.0:1780332398.516313:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045406208 00000100:00100000:1.0:1780332398.516409:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 66 00000100:00100000:1.0:1780332398.516422:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42559:x1866812045406208:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:1.0:1780332398.517527:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:42559:x1866812045406208:12345-192.168.204.30@tcp:35:touch.0 Request processed in 1099us (1338us total) trans 4294967534 rc 0/0 00000100:00100000:1.0:1780332398.517540:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 66 00000100:00100000:3.0:1780332398.619339:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332398.619811:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045406336 00000100:00100000:2.0:1780332398.619822:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045406336 00000100:00100000:2.0:1780332398.620475:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 610 00000100:00100000:2.0:1780332398.620489:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:42563:x1866812045406336:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332398.620516:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332398.620539:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307dff0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc63 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620694:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620715:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620732:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620750:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620768:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620775:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620893:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e005 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620902:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e005 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620909:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e005 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332398.620962:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00000004:00200000:2.0:1780332398.620966:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332398.620985:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e005 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.620996:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e005 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621005:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621011:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621022:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621028:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332398.621032:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621039:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621052:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256000) 00010000:00010000:2.0:1780332398.621056:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332398.621061:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621067:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307dff7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621080:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621086:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621092:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621097:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332398.621100:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621110:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621117:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332398.621119:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332398.621122:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621128:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307dffe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621153:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307dff0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc63 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621165:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e005 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc63 expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.621172:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:2.0:1780332398.621175:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332398.621177:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780332398.621260:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:42563:x1866812045406336:12345-192.168.204.30@tcp:101:rm.0 Request processed in 774us (1935us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332398.621267:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 610 00000100:00100000:0.0:1780332398.625384:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332398.626054:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045406464 00000100:00100000:1.0:1780332398.626065:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045406464 00000100:00100000:1.0:1780332398.626135:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 328 00000100:00100000:1.0:1780332398.626147:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045406464:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332398.626169:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332398.626191:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc6a expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332398.626223:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x6a1db76e, atime: 0x6a1db76e, ctime: 0x6a1db76e, blocks: 0x1 00010000:00010000:1.0:1780332398.626248:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332398.626251:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332398.626264:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.626286:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.626301:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de800, rc 0) 00000100:00100000:1.0:1780332398.626430:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045406464:12345-192.168.204.30@tcp:101:rm.0 Request processed in 284us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332398.626441:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 328 00000100:00100000:0.0:1780332398.637206:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332398.637312:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045406720 00000100:00100000:3.0:1780332398.637326:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045406720 00000100:00100000:3.0:1780332398.637392:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 611 00000100:00100000:3.0:1780332398.637403:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:42563:x1866812045406720:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780332398.637470:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332398.637500:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e005 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc63 expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.637529:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307dfe2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc5c expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.637539:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332398.637549:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332398.637581:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.637597:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.637606:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.639120:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.639144:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.639157:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.639324:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.639332:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.639339:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332398.641524:0:5807:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9408 00000004:00080000:3.0:1780332398.641538:0:5807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1845048919029ns, next at 1846048915719ns, rc = 0 00010000:00010000:3.0:1780332398.641662:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.641681:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.641692:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.641701:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.641708:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.641715:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.641742:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332398.645992:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332398.646011:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.646023:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332398.646028:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.646038:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.646063:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:1.0:1780332398.646066:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332398.646072:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.646078:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e028 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332398.646103:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332398.646105:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332398.646106:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332398.646276:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646285:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646291:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646297:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332398.646301:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646308:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646318:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332398.646320:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332398.646323:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646330:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e021 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646358:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646364:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646369:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646373:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332398.646376:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646381:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646389:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780332398.646392:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332398.646395:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332398.646401:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e013 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332398.646411:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6d4f189 reply state 00000000890dfc04 transno 4294967535 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332398.646421:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332398.646550:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:42563:x1866812045406720:12345-192.168.204.30@tcp:36:rm.0 Request processed in 9143us (9348us total) trans 4294967535 rc 0/0 00000100:00100000:3.0:1780332398.646574:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 611 00010000:00010000:2.0:1780332398.648464:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.648485:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.648499:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.648506:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332398.648511:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.648520:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.648544:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec4054dde00) 00010000:00010000:2.0:1780332398.648548:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332398.648562:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332398.648570:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e01a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.078239:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780332399.887141:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967534 is committed 00000001:00080000:3.0:1780332399.887241:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967535 is committed 00000004:00080000:3.0:1780332399.887457:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 48 committed 00000100:00100000:2.0:1780332399.887725:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332399.887752:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067607424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780332399.887830:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332399.887890:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067607424 00000100:00100000:2.0:1780332399.887897:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067607424 00000100:00100000:2.0:1780332399.888220:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1780332399.888232:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067607424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780332399.888274:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:19 count 1 00010000:00010000:2.0:1780332399.888301:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.888328:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.888337:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332399.888340:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332399.888344:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.888373:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.888389:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 5 pid: 6596 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332399.888402:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067607552:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332399.888459:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec437e95780 going to sleep for 11 seconds 00000100:00080000:2.0:1780332399.888471:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332399.891311:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332399.891565:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045406848 00000100:00100000:1.0:1780332399.891577:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045406848 00010000:00010000:1.0:1780332399.891695:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 6 pid: 6596 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332399.891744:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 339 00000100:00100000:1.0:1780332399.891756:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045406848:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332399.891775:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332399.891781:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 6 pid: 6596 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.891798:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 6 pid: 6596 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.891831:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332399.891834:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332399.891841:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.891853:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.892328:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332399.892398:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045406848:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 642us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332399.892407:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 339 00010000:00010000:2.0:1780332399.893750:0:6597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307e00c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc6a expref: 5 pid: 6596 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332399.893768:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067607552:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332399.893790:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.893807:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.893815:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.893825:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.893833:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332399.893856:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780332399.894542:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067607424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6302us (6701us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1780332399.894553:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000004:00080000:0.0:1780332399.894590:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43c354a80/2, rc 0, transno 4294967335 00000100:00100000:0.0:1780332399.894597:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067607424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780332399.894747:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332399.894755:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.894766:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332399.894771:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.894786:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.894804:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.894811:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc360e61/0x76434b26e307e02f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332399.894829:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332399.894831:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332399.894832:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332400.088243:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1780332400.403546:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332400.403556:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec437277800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332400.403590:0:32974:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec437277800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:2.0:1780332400.404564:0:32974:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec437276800 for lustre-OST0001 00000020:00000080:0.0:1780332400.487806:0:72824:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe935a7940 20000000:00000080:0.0:1780332400.487830:0:72824:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c45fc00 uarg=0000000000000000 00010000:00010000:0.0:1780332400.490092:0:72824:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332400.490134:0:72824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332400.490139:0:72824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332400.490153:0:72824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307dfb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc4e expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332400.490178:0:72824:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332400.490195:0:72824:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332400.490210:0:72824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332400.490224:0:72824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307df8e expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332400.490233:0:72824:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332400.492136:0:72824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307df8e expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332400.492163:0:72824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307df8e expref: 17 pid: 5798 timeout: 1946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332400.492181:0:72824:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72824:1866812067607680:0@lo:104: 00000100:00100000:0.0:1780332400.492272:0:72824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332400.492332:0:72824:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64240 going to sleep for 11 seconds 00000100:00100000:1.0:1780332400.492440:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067607680 00000100:00100000:1.0:1780332400.492451:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067607680 00000100:00100000:1.0:1780332400.492541:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1780332400.492553:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72824:x1866812067607680:12345-0@lo:104: 00010000:00010000:1.0:1780332400.492570:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.492684:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332400.492691:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:72824:x1866812067607680:12345-0@lo:104: Request processed in 141us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332400.492698:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00010000:00010000:3.0:1780332400.492784:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332400.492793:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332400.492801:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332400.492805:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332400.492815:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332400.492822:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332400.492833:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332400.492871:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332400.492878:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332400.492894:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332400.492901:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307df8e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307df95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332400.492922:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332400.492924:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332400.492925:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332400.493330:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067607808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332400.493378:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332400.493497:0:72824:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72824:1866812067607680:0@lo:104: 00010000:00010000:0.0:1780332400.493544:0:72824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332400.493879:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067607808 00000100:00100000:1.0:1780332400.493885:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067607808 00010000:00010000:1.0:1780332400.493921:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307df8e expref: 18 pid: 5798 timeout: 1946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332400.493959:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1780332400.493967:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067607808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332400.493981:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332400.493986:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307df8e expref: 18 pid: 5798 timeout: 1946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.493999:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307df8e expref: 18 pid: 5798 timeout: 1946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494015:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307df95 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307df8e expref: 18 pid: 5798 timeout: 1946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494033:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494041:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494056:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494063:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494068:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494073:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494079:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332400.494082:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.494090:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332400.494467:0:72824:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332400.494476:0:72824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.498721:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.498743:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e307e036 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332400.498766:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332400.498943:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067607808:12345-0@lo:103:ldlm_bl.0 Request processed in 4972us (5560us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332400.498954:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1780332400.498994:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067607808:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332400.857538:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067607936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332400.857611:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332400.858237:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067607936 00000100:00100000:1.0:1780332400.858248:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067607936 00000100:00100000:1.0:1780332400.858301:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1780332400.858311:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067607936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332400.858358:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332400.858432:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067607936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332400.858439:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1780332400.858539:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067607936:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332401.112794:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332401.881753:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067608448:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.882105:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332401.882177:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780332401.882186:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067608064:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.882218:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332401.882243:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067608576:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.882270:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332401.882300:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067608192:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.882328:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332401.883457:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067608704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.883517:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332401.883548:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332401.883556:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067608320:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.883585:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332401.889172:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608448 00000100:00100000:0.0:1780332401.889187:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608448 00000100:00100000:0.0:1780332401.889256:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608704 00000100:00100000:0.0:1780332401.889259:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608704 00000100:00100000:0.0:1780332401.889287:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1780332401.889313:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067608448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.889413:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067608448:12345-0@lo:400:kworker.0 Request processed in 115us (7309us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332401.889421:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1780332401.889440:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1780332401.889446:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067608704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.889482:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067608704:12345-0@lo:400:kworker.0 Request processed in 37us (5974us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332401.889488:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1780332401.889521:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608064 00000100:00100000:0.0:1780332401.889526:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608064 00000100:00100000:0.0:1780332401.889552:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1780332401.889558:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067608064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.889592:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067608064:12345-0@lo:400:kworker.0 Request processed in 33us (7372us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332401.889598:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1780332401.889964:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608576 00000100:00100000:2.0:1780332401.889970:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608576 00000100:00100000:2.0:1780332401.890013:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608192 00000100:00100000:2.0:1780332401.890015:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608192 00000100:00100000:2.0:1780332401.890035:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608320 00000100:00100000:2.0:1780332401.890039:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608320 00000100:00100000:2.0:1780332401.890058:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1780332401.890064:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067608576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332401.890109:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067608576:12345-0@lo:400:kworker.0 Request processed in 46us (7838us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332401.890115:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1780332401.890128:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1780332401.890134:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067608192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332401.890164:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067608192:12345-0@lo:400:kworker.0 Request processed in 31us (7836us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332401.890169:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1780332401.890181:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1780332401.890187:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067608320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332401.890216:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067608320:12345-0@lo:400:kworker.0 Request processed in 29us (6630us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332401.890222:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00080000:0.0:1780332401.892283:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332401.892292:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332401.892310:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332401.892371:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067608064:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.892393:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067608576:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.892406:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067608448:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.892451:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067608320:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.892465:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067608192:0@lo:400:kworker.0 00000100:00100000:0.0:1780332401.892474:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067608704:0@lo:400:kworker.0 00010000:00010000:1.0:1780332402.140720:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332402.141078:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332402.141082:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332402.141086:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332402.141134:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332402.141146:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332402.141157:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332402.141184:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067608832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332402.141279:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332402.141334:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e21df00 going to sleep for 11 seconds 00000100:00100000:3.0:1780332402.142971:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608832 00000100:00100000:3.0:1780332402.142981:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608832 00000100:00100000:3.0:1780332402.143046:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1780332402.143056:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067608832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332402.143072:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332402.143097:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e03d expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332402.143129:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e03d expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332402.143142:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e03d expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332402.143152:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780332402.143237:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067608832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (1959us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332402.143244:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1780332402.143313:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067608832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332402.143331:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332402.143340:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332402.143362:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332402.143369:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332402.143376:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332402.398674:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067608960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332402.398914:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332402.399146:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067608960 00000100:00100000:1.0:1780332402.399159:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067608960 00000100:00100000:1.0:1780332402.399869:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1780332402.399882:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dff2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067608960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332402.399925:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332402.399993:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dff2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067608960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332402.400001:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1780332402.403989:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067608960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332402.879754:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332402.880873:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332402.880923:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332402.881021:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045406976 00000100:00100000:3.0:1780332402.881033:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045406976 00000100:00100000:3.0:1780332402.881090:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1032 00000100:00100000:3.0:1780332402.881100:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045406976:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332402.881191:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045406976:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332402.881199:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1032 00000100:00100000:0.0:1780332402.881386:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045407232 00000100:00100000:0.0:1780332402.881392:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045407232 00000100:00100000:0.0:1780332402.881452:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 871 00000100:00100000:0.0:1780332402.881461:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045407232:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332402.881517:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045407232:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 57us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332402.881524:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 871 00000100:00080000:3.0:1780332402.882189:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332402.885390:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045407104 00000100:00100000:2.0:1780332402.885409:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045407104 00000100:00100000:2.0:1780332402.885554:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1227 00000100:00100000:2.0:1780332402.885567:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045407104:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332402.885689:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045407104:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 125us (5948us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332402.885697:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1227 00000100:00080000:3.0:1780332402.888049:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332403.160744:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332403.506598:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332403.506785:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045407360 00000100:00100000:2.0:1780332403.506796:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045407360 00000100:00100000:2.0:1780332403.506860:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 612 00000100:00100000:2.0:1780332403.506871:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42651:x1866812045407360:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332403.506891:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332403.506918:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e04b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc71 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.506988:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e052 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.507003:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e052 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.507017:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e052 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332403.507392:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:2.0:1780332403.507397:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332403.507575:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e052 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.507669:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e04b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc71 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.507711:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e052 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc71 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.507722:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780332403.507726:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332403.507730:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332403.507819:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42651:x1866812045407360:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 948us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332403.507827:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 612 00000100:00100000:0.0:1780332403.515052:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332403.515128:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045407616 00000100:00100000:3.0:1780332403.515140:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045407616 00000100:00100000:3.0:1780332403.515190:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 613 00000100:00100000:3.0:1780332403.515200:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42651:x1866812045407616:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332403.515260:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332403.515291:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e052 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc71 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332403.515306:0:44689:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307dfb1) 00010000:00010000:3.0:1780332403.515311:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:3.0:1780332403.515322:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332403.515354:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332403.515367:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332403.515378:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332403.569687:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006bcf280d reply state 00000000638bae94 transno 4294967536 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332403.569721:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332403.569934:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000100:00100000:3.0:1780332403.570224:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42651:x1866812045407616:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 55020us (55179us total) trans 4294967536 rc 0/0 00000100:00100000:3.0:1780332403.570234:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 613 00000001:00080000:3.0:1780332403.570297:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967536 is committed 00010000:00010000:2.0:1780332403.571844:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.571860:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.571869:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.571875:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332403.571881:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.572149:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.572176:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:2.0:1780332403.572179:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332403.572186:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332403.572192:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e059 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332403.970749:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00010000:00010000:3.0:1780332404.184314:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332404.374405:0:73022:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3bd0e960 20000000:00000080:3.0:1780332404.374419:0:73022:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4372ed800 uarg=0000000000000000 00010000:00010000:3.0:1780332404.375088:0:73022:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332404.375105:0:73022:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332404.375120:0:73022:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332404.375141:0:73022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.375164:0:73022:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e03d expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.375174:0:73022:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.375224:0:73022:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e03d expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.375246:0:73022:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e03d expref: 17 pid: 5798 timeout: 1950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332404.375263:0:73022:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73022:1866812067609088:0@lo:104: 00000100:00100000:3.0:1780332404.375343:0:73022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332404.375406:0:73022:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1780332404.375491:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609088 00000100:00100000:0.0:1780332404.375500:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609088 00000100:00100000:0.0:1780332404.375540:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1780332404.375552:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:73022:x1866812067609088:12345-0@lo:104: 00010000:00010000:0.0:1780332404.375566:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332404.375687:0:73022:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73022:1866812067609088:0@lo:104: 00010000:00010000:3.0:1780332404.375707:0:73022:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332404.375908:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780332404.375915:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:73022:x1866812067609088:12345-0@lo:104: Request processed in 364us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332404.375923:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00010000:00010000:1.0:1780332404.375928:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332404.375934:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332404.375941:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332404.375944:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332404.375952:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332404.375959:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332404.375965:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332404.376005:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332404.376012:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1780332404.376062:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1780332404.376130:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332404.376138:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307e03d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e044 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332404.376152:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332404.376154:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332404.376156:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332404.376217:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067609216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332404.376257:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332404.376333:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609216 00000100:00100000:3.0:1780332404.376338:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609216 00010000:00010000:3.0:1780332404.376357:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e03d expref: 18 pid: 5798 timeout: 1950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332404.376409:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1780332404.376417:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067609216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332404.376428:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332404.376432:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e03d expref: 18 pid: 5798 timeout: 1950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376443:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e03d expref: 18 pid: 5798 timeout: 1950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376455:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307e044 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e03d expref: 18 pid: 5798 timeout: 1950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376479:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376488:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376504:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376512:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376518:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376525:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376531:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332404.376535:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376542:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376561:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332404.376571:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332404.376608:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067609216:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332404.376615:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1780332404.376700:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067609216:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332404.376826:0:73022:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332404.376833:0:73022:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332404.376839:0:73022:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5600/0x76434b26e307e060 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332405.207740:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332405.911980:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332405.911989:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332405.911994:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332405.912063:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332405.912076:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332405.912091:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332405.912123:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067609344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332405.912230:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332405.912321:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1780332405.912523:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609344 00000100:00100000:0.0:1780332405.912531:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609344 00000100:00100000:0.0:1780332405.912613:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1780332405.912716:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067609344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332405.912730:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332405.912743:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e067 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332405.912767:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e067 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332405.912779:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e067 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332405.912789:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332405.913290:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067609344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 573us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332405.913299:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1780332405.913390:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067609344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332405.913412:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332405.913421:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332405.913443:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332405.913461:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332405.913471:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332405.981415:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067609472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332405.981500:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332405.981798:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609472 00000100:00100000:3.0:1780332405.981805:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609472 00000100:00100000:3.0:1780332405.981859:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1780332405.981868:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067609472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332405.981902:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332405.984683:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067609472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2804us (3172us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332405.984828:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:3.0:1780332405.984873:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332405.984873:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:2.0:1780332405.984881:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43c354a80, transno 4294967335 00000100:00100000:2.0:1780332405.984915:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067609472:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332406.233180:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332407.002679:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067609600:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.003763:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067609728:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.003842:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332407.003903:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067610240:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.003932:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332407.003977:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067609984:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004000:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332407.004010:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332407.004020:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332407.004027:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067609856:0@lo:400:kworker.0 00000100:00100000:1.0:1780332407.004038:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067610112:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004047:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332407.004062:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332407.004078:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067610240 00000100:00100000:2.0:1780332407.004090:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067610240 00000100:00100000:2.0:1780332407.004171:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609984 00000100:00100000:2.0:1780332407.004174:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609984 00000100:00100000:2.0:1780332407.004200:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1780332407.004212:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067610240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004281:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067610240:12345-0@lo:400:kworker.0 Request processed in 71us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332407.004290:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1780332407.004308:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1780332407.004314:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067609984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004342:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067609984:12345-0@lo:400:kworker.0 Request processed in 29us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332407.004348:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1780332407.004371:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609728 00000100:00100000:2.0:1780332407.004374:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609728 00000100:00100000:2.0:1780332407.004402:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609856 00000100:00100000:2.0:1780332407.004404:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609856 00000100:00100000:2.0:1780332407.004418:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1780332407.004428:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067609728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004464:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067609728:12345-0@lo:400:kworker.0 Request processed in 37us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332407.004474:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1780332407.004483:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067610112 00000100:00100000:2.0:1780332407.004485:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067610112 00000100:00100000:2.0:1780332407.004498:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1780332407.004503:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067609856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004524:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067609856:12345-0@lo:400:kworker.0 Request processed in 21us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332407.004530:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1780332407.004538:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1780332407.004542:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067610112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004566:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067610112:12345-0@lo:400:kworker.0 Request processed in 23us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332407.004575:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00080000:2.0:1780332407.004587:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332407.004591:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332407.004592:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332407.004663:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067609856:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004677:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067609984:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004706:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067610112:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004720:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067609728:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.004729:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067610240:0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.005351:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067609600 00000100:00100000:2.0:1780332407.005357:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067609600 00000100:00100000:2.0:1780332407.005416:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1780332407.005425:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067609600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332407.005491:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067609600:12345-0@lo:400:kworker.0 Request processed in 68us (2693us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332407.005498:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1780332407.005544:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067609600:0@lo:400:kworker.0 00000100:00100000:0.0:1780332407.085186:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332407.085278:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045407744 00000100:00100000:2.0:1780332407.085291:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045407744 00000100:00100000:2.0:1780332407.085448:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 614 00000100:00100000:2.0:1780332407.085461:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42728:x1866812045407744:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332407.085493:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332407.085529:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e075 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc78 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.085615:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.085669:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.085687:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.085703:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.085711:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.085719:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332407.086168:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332407.086450:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e08a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086464:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086472:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332407.086562:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:1.0:1780332407.086567:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332407.086753:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086774:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086782:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086789:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086795:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332407.086800:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086808:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086823:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:1.0:1780332407.086827:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332407.086835:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086841:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e07c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086852:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086858:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086864:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086869:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332407.086873:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086878:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086886:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec40b3c7100) 00010000:00010000:1.0:1780332407.086889:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332407.086891:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086897:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e083 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086936:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e075 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc78 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086954:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e08a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc78 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332407.086962:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:1.0:1780332407.086965:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332407.086967:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfc00, rc 0) 00000100:00100000:1.0:1780332407.087114:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42728:x1866812045407744:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1654us (2008us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332407.087125:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 614 00000100:00100000:3.0:1780332407.092937:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332407.093020:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045408000 00000100:00100000:2.0:1780332407.093036:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045408000 00000100:00100000:2.0:1780332407.093118:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 615 00000100:00100000:2.0:1780332407.093131:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42728:x1866812045408000:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332407.093159:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332407.093185:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e091 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc7f expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093495:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093513:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093525:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093539:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093546:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093552:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332407.093722:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00010000:00010000:2.0:1780332407.093748:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093756:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093762:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093767:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332407.093771:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093779:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093794:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:2.0:1780332407.093797:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.093803:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093809:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e098 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093821:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093827:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093833:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093838:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332407.093841:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093848:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093854:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332407.093856:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.093859:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093864:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e09f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093904:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e091 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc7f expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093919:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:2.0:1780332407.093922:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.093925:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e091 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc7f expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.093933:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332407.094015:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42728:x1866812045408000:12345-192.168.204.30@tcp:101:touch.0 Request processed in 886us (1086us total) trans 0 rc 301/301 00000100:00100000:2.0:1780332407.094024:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 615 00000100:00100000:1.0:1780332407.100678:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332407.100767:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045408128 00000100:00100000:2.0:1780332407.100780:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045408128 00000100:00100000:2.0:1780332407.100838:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 616 00000100:00100000:2.0:1780332407.100850:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42728:x1866812045408128:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332407.100876:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332407.100899:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e0a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc86 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.100983:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101004:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101018:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101035:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101043:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101049:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101294:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101303:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101310:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101317:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332407.101322:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101331:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101343:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:2.0:1780332407.101346:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.101351:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101357:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e0ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101368:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101374:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101379:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101384:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332407.101387:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101393:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101401:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec40b3c7300) 00010000:00010000:2.0:1780332407.101404:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.101406:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101412:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e0b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101460:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e0a6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc86 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101471:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:2.0:1780332407.101474:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.101477:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e0a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc86 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.101492:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1400, rc 0) 00000100:00100000:2.0:1780332407.101569:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42728:x1866812045408128:12345-192.168.204.30@tcp:101:touch.0 Request processed in 722us (954us total) trans 0 rc 301/301 00000100:00100000:2.0:1780332407.101577:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 616 00000100:00100000:2.0:1780332407.112322:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332407.112360:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045408256 00000100:00100000:2.0:1780332407.112371:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045408256 00000100:00100000:2.0:1780332407.112424:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 617 00000100:00100000:2.0:1780332407.112448:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42728:x1866812045408256:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332407.112467:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332407.112488:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307e0bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc8d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.112558:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.112574:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.112585:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.112601:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.112607:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.112635:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.112832:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113045:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113053:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113059:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332407.113064:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113072:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113085:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:2.0:1780332407.113088:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.113093:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113100:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e0c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113113:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113119:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113125:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113130:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332407.113133:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113955:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113967:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec40b3c7500) 00010000:00010000:2.0:1780332407.113970:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.113973:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.113980:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e0c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.114035:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307e0bb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc8d expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.114046:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:2.0:1780332407.114048:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332407.114052:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307e0bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc8d expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332407.114063:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0e00, rc 0) 00000100:00100000:2.0:1780332407.114132:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42728:x1866812045408256:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1697us (1818us total) trans 0 rc 301/301 00000100:00100000:2.0:1780332407.114576:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 617 00010000:00010000:3.0:1780332407.267141:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332407.511956:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067610368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332407.512046:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332407.512218:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067610368 00000100:00100000:1.0:1780332407.512228:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067610368 00000100:00100000:1.0:1780332407.512286:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1780332407.512296:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067610368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332407.512333:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332407.512501:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067610368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 206us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332407.512520:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1780332407.512749:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067610368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332407.998037:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332407.998076:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332407.998105:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045408384 00000100:00100000:3.0:1780332407.998114:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045408384 00000100:00100000:3.0:1780332407.998160:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1035 00000100:00100000:3.0:1780332407.998170:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045408384:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332407.998239:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045408384:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 71us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332407.998247:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1035 00000100:00100000:3.0:1780332407.998276:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045408512 00000100:00100000:3.0:1780332407.998279:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045408512 00000100:00100000:3.0:1780332407.998310:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 874 00000100:00100000:3.0:1780332407.998316:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045408512:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332407.998337:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045408512:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332407.998344:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 874 00000100:00080000:3.0:1780332407.998452:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332408.281397:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332408.686063:0:73266:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc801d0db0 20000000:00000080:0.0:1780332408.686200:0:73266:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4341a9000 uarg=0000000000000000 00010000:00010000:0.0:1780332408.686859:0:73266:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332408.686906:0:73266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:0.0:1780332408.686910:0:73266:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332408.686924:0:73266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e08a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc78 expref: 5 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.686948:0:73266:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332408.686968:0:73266:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332408.686986:0:73266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.687003:0:73266:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e067 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.687013:0:73266:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.687061:0:73266:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e067 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.687079:0:73266:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e067 expref: 17 pid: 5800 timeout: 1955 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332408.687096:0:73266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73266:1866812067610496:0@lo:104: 00000100:00100000:0.0:1780332408.687184:0:73266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332408.687272:0:5788:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780332408.687283:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067610496 00000100:00100000:0.0:1780332408.687285:0:73266:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332408.687291:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067610496 00000100:00100000:2.0:1780332408.687364:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1780332408.687375:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30311c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:73266:x1866812067610496:12345-0@lo:104: 00010000:00010000:2.0:1780332408.687389:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332408.687462:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332408.687469:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30311c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:73266:x1866812067610496:12345-0@lo:104: Request processed in 96us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332408.687476:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00010000:00010000:3.0:1780332408.687495:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332408.687504:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332408.687509:0:73266:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73266:1866812067610496:0@lo:104: 00010000:00010000:3.0:1780332408.687513:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332408.687516:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332408.687524:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.687528:0:73266:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332408.687536:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332408.687542:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332408.687572:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332408.687579:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332408.687611:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332408.687648:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067610624:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332408.687791:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e067 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e06e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332408.687798:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780332408.687807:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332408.687809:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332408.687811:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332408.687852:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067610624 00000100:00100000:1.0:1780332408.687857:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067610624 00010000:00010000:1.0:1780332408.687883:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e067 expref: 18 pid: 5800 timeout: 1955 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332408.687996:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1780332408.688004:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067610624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332408.688014:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332408.688019:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e067 expref: 18 pid: 5800 timeout: 1955 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688030:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e067 expref: 18 pid: 5800 timeout: 1955 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688040:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e307e06e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e067 expref: 18 pid: 5800 timeout: 1955 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688050:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688056:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688066:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688072:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688079:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688085:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688090:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332408.688093:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688101:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688122:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332408.688133:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332408.688168:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067610624:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332408.688174:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00010000:00010000:0.0:1780332408.688250:0:73266:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.688258:0:73266:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332408.688265:0:73266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391a00/0x76434b26e307e0d0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332408.688470:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067610624:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332409.305943:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332410.328692:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332410.711696:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332410.711703:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332410.711720:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332410.711778:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332410.711791:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332410.711809:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332410.711839:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c354e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067610752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332410.711929:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332410.712008:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee300 going to sleep for 11 seconds 00000100:00100000:0.0:1780332410.712147:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067610752 00000100:00100000:0.0:1780332410.712154:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067610752 00000100:00100000:0.0:1780332410.712229:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1780332410.712238:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067610752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332410.712255:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332410.712272:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e0d7 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332410.712300:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332410.712312:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332410.712322:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332410.712377:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067610752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332410.712392:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1780332410.712543:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c354e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067610752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332410.712559:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332410.712570:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332410.712592:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332410.712597:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332410.712603:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332411.096840:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332411.096865:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067610880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332411.096953:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332411.097115:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067610880 00000100:00100000:2.0:1780332411.097123:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067610880 00000100:00100000:2.0:1780332411.097189:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1780332411.097202:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067610880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332411.097244:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332411.097295:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067610880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332411.097302:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00080000:0.0:1780332411.097431:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332411.097467:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067610880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332411.310984:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332411.311281:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045408640 00000100:00100000:3.0:1780332411.311295:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045408640 00000100:00080000:1.0:1780332411.311528:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332411.311634:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 618 00000100:00100000:3.0:1780332411.311647:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42815:x1866812045408640:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332411.311667:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332411.311689:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e0e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc94 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332411.311755:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e0ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332411.311769:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332411.311781:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332411.312506:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:3.0:1780332411.312512:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332411.312598:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332411.312649:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e0e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc94 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332411.312671:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e0ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc94 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332411.312680:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332411.312682:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332411.312686:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780332411.312744:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42815:x1866812045408640:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1100us (1846us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332411.312752:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 618 00000100:00100000:3.0:1780332411.315536:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332411.315660:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045408896 00000100:00100000:2.0:1780332411.315671:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045408896 00000100:00100000:2.0:1780332411.315737:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 619 00000100:00100000:2.0:1780332411.315746:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42815:x1866812045408896:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332411.315800:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332411.315827:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e0ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc94 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.315843:0:6619:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307e08a) 00010000:00010000:2.0:1780332411.315846:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:2.0:1780332411.315856:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332411.315879:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.315895:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.315904:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332411.316666:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001522eb2f reply state 00000000c21c37a8 transno 4294967537 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332411.316677:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332411.316734:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000100:00100000:2.0:1780332411.316872:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42815:x1866812045408896:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1126us (1422us total) trans 4294967537 rc 0/0 00000100:00100000:2.0:1780332411.316880:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 619 00010000:00010000:0.0:1780332411.321663:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.321685:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.321695:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.321701:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332411.321706:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.321714:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.321730:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:0.0:1780332411.321733:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332411.321738:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.321743:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e0f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332411.352898:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332411.980863:0:73462:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6bb00930 20000000:00000080:0.0:1780332411.980882:0:73462:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d965000 uarg=0000000000000000 00010000:00010000:0.0:1780332411.981130:0:73462:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332411.981146:0:73462:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332411.981160:0:73462:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332411.981181:0:73462:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.981199:0:73462:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.981208:0:73462:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.981253:0:73462:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.981273:0:73462:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 17 pid: 5799 timeout: 1958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332411.981289:0:73462:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73462:1866812067611008:0@lo:104: 00000100:00100000:0.0:1780332411.981356:0:73462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332411.981500:0:73462:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332411.981958:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611008 00000100:00100000:3.0:1780332411.981966:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611008 00000100:00100000:3.0:1780332411.982047:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1780332411.982058:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:73462:x1866812067611008:12345-0@lo:104: 00010000:00010000:3.0:1780332411.982072:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332411.982152:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332411.982158:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:73462:x1866812067611008:12345-0@lo:104: Request processed in 103us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332411.982165:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00010000:00010000:2.0:1780332411.982210:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332411.982218:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982226:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332411.982230:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982239:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332411.982246:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332411.982252:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332411.982287:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982293:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332411.982315:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982323:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307e0d7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e0de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982340:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332411.982341:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332411.982343:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332411.982374:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067611136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332411.982406:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332411.982447:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611136 00000100:00100000:2.0:1780332411.982451:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611136 00010000:00010000:2.0:1780332411.982469:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 18 pid: 5799 timeout: 1958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332411.982492:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1780332411.982499:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067611136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332411.982511:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332411.982515:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 18 pid: 5799 timeout: 1958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982525:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 18 pid: 5799 timeout: 1958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982542:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982550:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982565:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982573:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982580:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982585:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982594:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332411.982598:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982605:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982612:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332411.982649:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332411.982678:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067611136:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332411.982685:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1780332411.982726:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067611136:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332411.982915:0:73462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e307e0de lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e0d7 expref: 17 pid: 5799 timeout: 1958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332411.982927:0:73462:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73462:1866812067611008:0@lo:104: 00010000:00010000:0.0:1780332411.982939:0:73462:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.982946:0:73462:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.982952:0:73462:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332411.982957:0:73462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391800/0x76434b26e307e0fa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332412.121953:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067611520:0@lo:400:kworker.0 00000100:00100000:0.0:1780332412.122013:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067611392:0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.122024:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332412.122047:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332412.122077:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332412.122077:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780332412.122083:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067611648:0@lo:400:kworker.0 00000100:00100000:0.0:1780332412.122083:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067611264:0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.122103:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332412.122116:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611392 00000100:00100000:0.0:1780332412.122123:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611392 00000100:00100000:0.0:1780332412.122170:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611648 00000100:00100000:0.0:1780332412.122174:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611648 00000100:00100000:0.0:1780332412.122196:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1780332412.122204:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067611392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332412.122265:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067611392:12345-0@lo:400:kworker.0 Request processed in 60us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332412.122272:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1780332412.122285:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:3.0:1780332412.122294:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067611648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332412.122333:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067611648:12345-0@lo:400:kworker.0 Request processed in 41us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332412.122343:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1780332412.126739:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611520 00000100:00100000:1.0:1780332412.126751:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611520 00000100:00100000:1.0:1780332412.126947:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1780332412.126957:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067611520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127042:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067611520:12345-0@lo:400:kworker.0 Request processed in 87us (5017us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332412.127050:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:1.0:1780332412.127077:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332412.127116:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067611648:0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127128:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067611520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127282:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332412.127322:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067611776:0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127354:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332412.127395:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067611392:0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127415:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611264 00000100:00100000:1.0:1780332412.127419:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611264 00000100:00100000:1.0:1780332412.127446:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1780332412.127452:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067611264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127488:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067611264:12345-0@lo:400:kworker.0 Request processed in 36us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332412.127497:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1780332412.127515:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611776 00000100:00100000:1.0:1780332412.127518:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611776 00000100:00100000:1.0:1780332412.127547:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1780332412.127553:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067611776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127582:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067611776:12345-0@lo:400:kworker.0 Request processed in 29us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332412.127587:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00080000:1.0:1780332412.127600:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332412.127638:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067611264:0@lo:400:kworker.0 00000100:00100000:1.0:1780332412.127647:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067611776:0@lo:400:kworker.0 00010000:00010000:3.0:1780332412.375828:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332412.632349:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067611904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332412.632450:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332412.632563:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067611904 00000100:00100000:2.0:1780332412.632572:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067611904 00000100:00100000:2.0:1780332412.632647:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1780332412.632658:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067611904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332412.632694:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332412.636766:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067611904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4101us (4307us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332412.636778:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1780332412.637237:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067611904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332413.122032:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332413.122085:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332413.122118:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332413.122149:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409280 00000100:00100000:3.0:1780332413.122157:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409280 00000100:00100000:3.0:1780332413.122216:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 877 00000100:00100000:3.0:1780332413.122227:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045409280:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332413.122297:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045409280:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 72us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332413.122305:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 877 00000100:00100000:3.0:1780332413.122328:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409152 00000100:00100000:3.0:1780332413.122342:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409152 00000100:00100000:3.0:1780332413.122389:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1234 00000100:00100000:3.0:1780332413.122396:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045409152:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332413.122432:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045409152:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332413.122439:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1234 00000100:00080000:3.0:1780332413.122457:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332413.122461:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332413.122704:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409024 00000100:00100000:2.0:1780332413.122708:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409024 00000100:00100000:2.0:1780332413.122748:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1037 00000100:00100000:2.0:1780332413.122756:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045409024:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332413.122792:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045409024:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332413.122799:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1037 00010000:00010000:1.0:1780332413.401705:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332413.471090:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332413.471097:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332413.471102:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332413.471150:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332413.471161:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332413.471172:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332413.471200:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067612032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332413.471270:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332413.472074:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1180 going to sleep for 11 seconds 00000100:00100000:3.0:1780332413.472485:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612032 00000100:00100000:3.0:1780332413.472495:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612032 00000100:00100000:3.0:1780332413.472588:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1780332413.472602:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067612032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332413.472651:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332413.472669:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e101 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332413.472695:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e101 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332413.472718:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e101 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332413.472727:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780332413.472778:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067612032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332413.472785:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1780332413.472865:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067612032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332413.472880:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332413.472888:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332413.472908:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332413.472913:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332413.472921:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780332413.737304:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967537 is committed 00010000:00010000:1.0:1780332414.423789:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332414.827517:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.827611:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409408 00000100:00100000:1.0:1780332414.827656:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409408 00000100:00100000:1.0:1780332414.827710:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 620 00000100:00100000:1.0:1780332414.827720:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045409408:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332414.827872:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045409408:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 153us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.827891:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 620 00000100:00100000:2.0:1780332414.832406:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.832512:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409536 00000100:00100000:1.0:1780332414.832527:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409536 00000100:00100000:1.0:1780332414.832659:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 330 00000100:00100000:1.0:1780332414.832672:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045409536:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332414.833653:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045409536:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 982us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.833664:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 330 00000100:00100000:3.0:1780332414.837798:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.837928:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409664 00000100:00100000:1.0:1780332414.837939:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409664 00000100:00100000:1.0:1780332414.837988:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 331 00000100:00100000:1.0:1780332414.837998:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2365:x1866812045409664:12345-192.168.204.30@tcp:8:lfs.0 00010000:00080000:1.0:1780332414.838034:0:6596:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1861 last 0 00000020:00000080:1.0:1780332414.838067:0:6596:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307e10f 00002000:00100000:1.0:1780332414.838092:0:6596:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec30344e800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332414.838124:0:6596:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332414.838542:0:6596:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1780332414.838570:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec303448800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332414.838931:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045409664:12345-192.168.204.30@tcp:8:lfs.0 Request processed in 932us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.838941:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 331 00000100:00100000:3.0:1780332414.851920:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.852001:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409792 00000100:00100000:1.0:1780332414.852011:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409792 00000100:00100000:1.0:1780332414.852094:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 332 00000100:00100000:1.0:1780332414.852106:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42899:x1866812045409792:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:3.0:1780332414.852309:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332414.856703:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42899:x1866812045409792:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 4589us (4782us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332414.856716:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 332 00000100:00100000:3.0:1780332414.865850:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.866132:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045409920 00000100:00100000:1.0:1780332414.866144:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045409920 00000100:00100000:1.0:1780332414.866219:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 621 00000100:00100000:1.0:1780332414.866229:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045409920:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332414.867288:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045409920:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1055us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.867302:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 621 00000100:00100000:3.0:1780332414.874332:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332414.874410:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045410048 00000100:00100000:0.0:1780332414.874421:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045410048 00000100:00100000:0.0:1780332414.874485:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 622 00000100:00100000:0.0:1780332414.874497:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045410048:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332414.874656:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045410048:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 122us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332414.874663:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 622 00000100:00100000:3.0:1780332414.880756:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.880999:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045410176 00000100:00100000:1.0:1780332414.881010:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045410176 00000100:00100000:1.0:1780332414.881077:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 333 00000100:00100000:1.0:1780332414.881088:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045410176:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332414.881842:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045410176:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 753us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.881852:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 333 00000100:00100000:3.0:1780332414.884930:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332414.885116:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045410304 00000100:00100000:2.0:1780332414.885128:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045410304 00000100:00100000:2.0:1780332414.885281:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 334 00000100:00100000:2.0:1780332414.885293:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42899:x1866812045410304:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332414.886762:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42899:x1866812045410304:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1463us (1838us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332414.886774:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 334 00000100:00100000:2.0:1780332414.900556:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.900773:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045410432 00000100:00100000:1.0:1780332414.900783:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045410432 00000100:00100000:1.0:1780332414.900885:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 623 00000100:00100000:1.0:1780332414.900897:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045410432:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332414.901395:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42899:x1866812045410432:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 498us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.901404:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 623 00000100:00100000:2.0:1780332414.943071:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.943359:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045410560 00000100:00100000:1.0:1780332414.943372:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045410560 00000100:00100000:1.0:1780332414.943494:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 624 00000100:00100000:1.0:1780332414.943506:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:42903:x1866812045410560:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332414.943532:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332414.943559:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e116 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bc9b expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.943685:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.943705:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.943718:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.943731:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.943738:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.943743:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.945722:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e12b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.945740:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.945872:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332414.945966:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:1.0:1780332414.945970:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332414.946346:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946361:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946370:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946376:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946382:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332414.946386:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946393:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946406:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780332414.946409:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332414.946413:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946419:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e11d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946431:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946437:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946442:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946446:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332414.946448:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946454:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946461:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec41273e500) 00010000:00010000:1.0:1780332414.946463:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332414.946466:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946472:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e124 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946507:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e116 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc9b expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946521:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e12b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc9b expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.946529:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332414.946531:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332414.946533:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332414.946671:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42903:x1866812045410560:12345-192.168.204.30@tcp:101:dd.0 Request processed in 3165us (3606us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.946680:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 624 00000100:00100000:2.0:1780332414.948942:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.948980:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045410816 00000100:00100000:1.0:1780332414.948991:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045410816 00000100:00100000:1.0:1780332414.949109:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 625 00000100:00100000:1.0:1780332414.949121:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42903:x1866812045410816:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332414.949140:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332414.949160:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e132 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bca2 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.949540:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.949552:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.949560:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.949570:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.949574:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.949578:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332414.950413:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:1.0:1780332414.950710:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e147 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950723:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950731:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950769:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950775:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950781:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950787:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332414.950791:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950797:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950807:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332414.950810:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332414.950814:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950819:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e139 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332414.950844:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3bf054c reply state 000000008aa0d248 transno 4294967538 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332414.950853:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332414.950883:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e132 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca2 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950901:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e147 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca2 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.950908:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:1.0:1780332414.950911:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332414.950913:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332414.950987:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:42903:x1866812045410816:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1869us (2050us total) trans 4294967538 rc 0/0 00000100:00100000:1.0:1780332414.950996:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 625 00010000:00010000:0.0:1780332414.956885:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332414.956902:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332414.956910:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332414.956919:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332414.956924:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332414.956932:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332414.956950:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec41273ef00) 00010000:00010000:0.0:1780332414.956953:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332414.956958:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332414.956964:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e140 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332414.960415:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332414.960690:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045410944 00000100:00100000:1.0:1780332414.960699:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045410944 00000100:00100000:1.0:1780332414.960762:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 335 00000100:00100000:1.0:1780332414.960772:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:42903:x1866812045410944:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332414.960793:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332414.960812:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bca9 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332414.960840:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332414.960862:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332414.960864:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332414.960871:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.960889:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332414.960907:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780332414.960967:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42903:x1866812045410944:12345-192.168.204.30@tcp:101:dd.0 Request processed in 196us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332414.960974:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 335 00000100:00100000:2.0:1780332414.974017:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332414.974177:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045411072 00000100:00100000:3.0:1780332414.974191:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045411072 00002000:00100000:3.0:1780332414.974250:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff8ec43c2df480 x1866812045411072/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:145/0 lens 488/0 e 0 to 0 dl 1780332425 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780332414.974260:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c2df480 with x1866812045411072 ext(0->1048575) 00002000:00010000:3.0:1780332414.974267:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec43c2df480 00000100:00100000:3.0:1780332414.974304:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 14 00000100:00100000:3.0:1780332414.974314:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045411072:12345-192.168.204.30@tcp:4:dd.0 00000001:00100000:3.0:1780332415.035360:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00080000:0.0:1780332415.087016:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000100:00100000:2.0:1780332415.087244:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045411072:12345-192.168.204.30@tcp:4:dd.0 Request processed in 112926us (113230us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1780332415.087258:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 14 00002000:00100000:2.0:1780332415.087272:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff8ec43c2df480 x1866812045411072/t4294967334(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:145/0 lens 488/448 e 0 to 0 dl 1780332425 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332415.087281:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c2df480 with x1866812045411072 ext(0->1048575) 00002000:00010000:2.0:1780332415.087289:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec43c2df480 00000100:00100000:0.0:1780332415.090424:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332415.090512:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045411200 00000100:00100000:1.0:1780332415.090524:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045411200 00000100:00100000:1.0:1780332415.090603:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 626 00000100:00100000:1.0:1780332415.090613:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42903:x1866812045411200:12345-192.168.204.30@tcp:44:dd.0 00000100:00080000:3.0:1780332415.091429:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1780332415.123004:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967538 is committed 00000100:00100000:1.0:1780332415.123271:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42903:x1866812045411200:12345-192.168.204.30@tcp:44:dd.0 Request processed in 32653us (32853us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332415.123284:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 626 00000100:00100000:0.0:1780332415.125500:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332415.125653:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045411328 00000100:00100000:3.0:1780332415.125663:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045411328 00000100:00100000:3.0:1780332415.125730:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 336 00000100:00100000:3.0:1780332415.125742:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045411328:12345-192.168.204.30@tcp:16:dd.0 00000100:00100000:3.0:1780332415.125846:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045411328:12345-192.168.204.30@tcp:16:dd.0 Request processed in 106us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332415.125854:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 336 00000100:00100000:2.0:1780332415.130144:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332415.130218:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045411584 00000100:00100000:1.0:1780332415.130229:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045411584 00000100:00100000:1.0:1780332415.130294:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 67 00000100:00100000:1.0:1780332415.130304:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:42903:x1866812045411584:12345-192.168.204.30@tcp:35:dd.0 00000100:00100000:1.0:1780332415.132780:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:42903:x1866812045411584:12345-192.168.204.30@tcp:35:dd.0 Request processed in 2467us (2636us total) trans 4294967539 rc 0/0 00000100:00100000:1.0:1780332415.132793:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 67 00010000:00010000:0.0:1780332415.449242:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332416.180477:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967539 is committed 00000100:00100000:1.0:1780332416.217467:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067612160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332416.217557:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332416.221752:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612160 00000100:00100000:3.0:1780332416.221771:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612160 00000100:00100000:3.0:1780332416.221874:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1780332416.221886:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067612160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332416.221925:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332416.222034:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067612160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 151us (4476us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332416.222042:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:2.0:1780332416.222157:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332416.222817:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067612160:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332416.472287:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332417.243057:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067612672:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243137:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332417.243213:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332417.243220:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067612288:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243254:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332417.243280:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067612800:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243320:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332417.243357:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067612416:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243381:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332417.243397:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067612928:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243415:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332417.243432:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332417.243437:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067612544:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243457:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332417.243491:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612672 00000100:00100000:0.0:1780332417.243499:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612672 00000100:00100000:0.0:1780332417.243554:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612928 00000100:00100000:0.0:1780332417.243557:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612928 00000100:00100000:0.0:1780332417.243586:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1780332417.243595:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067612672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243671:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067612672:12345-0@lo:400:kworker.0 Request processed in 76us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332417.243678:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1780332417.243886:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1780332417.243895:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067612928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.243930:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067612928:12345-0@lo:400:kworker.0 Request processed in 37us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332417.243936:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1780332417.243953:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612288 00000100:00100000:0.0:1780332417.243957:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612288 00000100:00100000:0.0:1780332417.243978:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1780332417.243984:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067612288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.244011:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067612288:12345-0@lo:400:kworker.0 Request processed in 27us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332417.244020:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1780332417.244050:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612800 00000100:00100000:0.0:1780332417.244053:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612800 00000100:00100000:0.0:1780332417.244078:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612416 00000100:00100000:0.0:1780332417.244082:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612416 00000100:00100000:0.0:1780332417.244097:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067612544 00000100:00100000:0.0:1780332417.244100:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067612544 00000100:00100000:0.0:1780332417.244113:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1780332417.244118:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067612800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.244147:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067612800:12345-0@lo:400:kworker.0 Request processed in 28us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332417.244152:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1780332417.244164:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1780332417.244168:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067612416:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1780332417.244813:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332417.244819:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332417.248644:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067612416:12345-0@lo:400:kworker.0 Request processed in 4448us (5234us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332417.248659:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1780332417.249270:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1780332417.249295:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067612544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.249356:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067612544:12345-0@lo:400:kworker.0 Request processed in 78us (5897us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332417.249362:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1780332417.249448:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067612544:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.249462:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067612416:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.249473:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067612928:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.249519:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067612288:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.249531:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067612800:0@lo:400:kworker.0 00000100:00100000:0.0:1780332417.249543:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067612672:0@lo:400:kworker.0 00000004:00080000:1.0:1780332417.259173:0:73709:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1863666552092ns, next at 1846048915719ns, rc = 0 00000004:00080000:1.0:1780332417.260558:0:73709:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1863667937864ns, next at 1808839865564ns, rc = 0 00000004:00080000:2.0:1780332417.263601:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 49 committed 00000004:00080000:2.0:1780332417.263642:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 49 committed 00010000:00010000:1.0:1780332417.496729:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332417.751906:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332417.753694:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067613056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332417.753781:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332417.757056:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067613056 00000100:00100000:2.0:1780332417.757073:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067613056 00000100:00100000:2.0:1780332417.757219:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1780332417.757231:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067613056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332417.757274:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332417.757375:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067613056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (3594us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332417.757383:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1780332417.757473:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067613056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332418.241220:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332418.241264:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332418.241310:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332418.241342:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045411712 00000100:00100000:0.0:1780332418.241342:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045411840 00000100:00100000:0.0:1780332418.241354:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045411840 00000100:00100000:3.0:1780332418.241359:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045411712 00000100:00100000:0.0:1780332418.241416:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1238 00000100:00100000:3.0:1780332418.241427:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1040 00000100:00100000:0.0:1780332418.241431:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045411840:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332418.241441:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045411712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332418.241519:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045411840:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 93us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332418.241527:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1238 00000100:00100000:0.0:1780332418.241552:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045411968 00000100:00100000:0.0:1780332418.241556:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045411968 00000100:00100000:0.0:1780332418.241583:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 880 00000100:00100000:0.0:1780332418.241590:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045411968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332418.242679:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045411712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1234us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332418.242689:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1040 00000100:00080000:2.0:1780332418.244811:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332418.244820:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332418.245957:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332418.246013:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412096 00000100:00100000:2.0:1780332418.246022:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412096 00000100:00100000:2.0:1780332418.246081:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 881 00000100:00100000:2.0:1780332418.246094:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045412096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332418.246172:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045412096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 81us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332418.246180:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 881 00000100:00080000:2.0:1780332418.246269:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332418.247575:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045411968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 5974us (6254us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332418.247588:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 880 00010000:00010000:1.0:1780332418.520821:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332418.931533:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332418.931736:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412224 00000100:00100000:1.0:1780332418.931748:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412224 00000100:00100000:1.0:1780332418.931821:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 627 00000100:00100000:1.0:1780332418.931833:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045412224:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332418.931959:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045412224:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 128us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332418.931966:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 627 00000100:00100000:2.0:1780332418.936677:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332418.936758:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412352 00000100:00100000:3.0:1780332418.936768:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412352 00000100:00100000:3.0:1780332418.936829:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 337 00000100:00100000:3.0:1780332418.936838:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43096:x1866812045412352:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332418.937224:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43096:x1866812045412352:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 386us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332418.937233:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 337 00000100:00100000:2.0:1780332418.941346:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332418.941480:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412480 00000100:00100000:3.0:1780332418.941490:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412480 00000100:00100000:3.0:1780332418.941552:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 338 00000100:00100000:3.0:1780332418.941563:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43096:x1866812045412480:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332418.941955:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43096:x1866812045412480:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 391us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332418.941964:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 338 00000100:00100000:1.0:1780332418.943788:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332418.943912:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412608 00000100:00100000:2.0:1780332418.943922:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412608 00000100:00100000:2.0:1780332418.943986:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 628 00000100:00100000:2.0:1780332418.943996:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045412608:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332418.944377:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045412608:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 382us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332418.944386:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 628 00000100:00100000:2.0:1780332418.947430:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332418.948926:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412736 00000100:00100000:1.0:1780332418.948941:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412736 00000100:00100000:1.0:1780332418.949021:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 629 00000100:00100000:1.0:1780332418.949035:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045412736:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332418.949174:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045412736:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 143us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332418.949182:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 629 00000100:00100000:3.0:1780332418.951647:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332418.951799:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412864 00000100:00100000:1.0:1780332418.951809:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412864 00000100:00100000:1.0:1780332418.951867:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 339 00000100:00100000:1.0:1780332418.951876:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43096:x1866812045412864:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332418.952277:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43096:x1866812045412864:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 384us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332418.952287:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 339 00000100:00100000:2.0:1780332418.954098:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332418.954143:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045412992 00000100:00100000:3.0:1780332418.954155:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045412992 00000100:00100000:3.0:1780332418.954209:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 340 00000100:00100000:3.0:1780332418.954219:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43096:x1866812045412992:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332418.956251:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43096:x1866812045412992:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1395us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332418.956274:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 340 00000100:00100000:1.0:1780332418.959420:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332418.959601:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045413120 00000100:00100000:2.0:1780332418.959611:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045413120 00000100:00100000:2.0:1780332418.959694:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 630 00000100:00100000:2.0:1780332418.959705:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045413120:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332418.960195:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43096:x1866812045413120:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 490us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332418.960204:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 630 00000100:00100000:2.0:1780332419.050367:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332419.050673:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045413376 00000100:00100000:0.0:1780332419.050686:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045413376 00000100:00100000:0.0:1780332419.050811:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 631 00000100:00100000:0.0:1780332419.050822:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3033c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43100:x1866812045413376:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780332419.050889:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332419.050918:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e147 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca2 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.050937:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:0.0:1780332419.050948:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332419.050972:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.050986:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.050995:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.051008:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.051015:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.051022:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.051552:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.051562:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.051569:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332419.052814:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9408 00000004:00080000:0.0:1780332419.052827:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1865460207511ns, next at 1866460204511ns, rc = 0 00010000:00010000:0.0:1780332419.055538:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055563:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055575:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055585:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055592:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055599:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055662:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332419.055692:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055699:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055705:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055710:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332419.055715:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055722:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055734:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780332419.055738:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332419.055742:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055748:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e16a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055768:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055775:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055780:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055786:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332419.055788:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055808:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055815:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:0.0:1780332419.055817:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332419.055820:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.055825:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e15c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332419.055834:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb008101 reply state 00000000e7b10f92 transno 4294967540 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332419.055843:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332419.055862:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332419.055869:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332419.055875:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332419.055878:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332419.055885:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332419.055898:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:2.0:1780332419.055901:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332419.055903:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332419.055908:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e171 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332419.055923:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332419.055925:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332419.055927:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332419.056602:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3033c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:43100:x1866812045413376:12345-192.168.204.30@tcp:36:rm.0 Request processed in 5775us (6247us total) trans 4294967540 rc 0/0 00000100:00100000:0.0:1780332419.056611:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 631 00010000:00010000:0.0:1780332419.060893:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.060915:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.060924:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.060930:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332419.060936:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.060945:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.060967:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec408256a00) 00010000:00010000:0.0:1780332419.060970:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332419.060975:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332419.060982:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e163 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332419.545128:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332420.568819:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332421.297492:0:73854:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1867704871227ns, next at 1846048915719ns, rc = 0 00000004:00080000:1.0:1780332421.297708:0:73854:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1867705088738ns, next at 1866460204511ns, rc = 0 00000100:00100000:2.0:1780332421.336111:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332421.336141:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067613184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332421.336250:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332421.337019:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067613184 00000100:00100000:2.0:1780332421.337032:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067613184 00000100:00100000:2.0:1780332421.337140:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1780332421.337151:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067613184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332421.337194:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332421.337268:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067613184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332421.337276:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1780332421.337339:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067613184:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332421.342293:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1780332421.350114:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967540 is committed 00000004:00080000:0.0:1780332421.350125:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 50 committed 00000004:00080000:0.0:1780332421.350488:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 51 committed 00000100:00100000:3.0:1780332421.350767:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067613312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780332421.350845:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332421.350924:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067613312 00000100:00100000:3.0:1780332421.350931:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067613312 00000100:00100000:3.0:1780332421.351000:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1780332421.351010:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067613312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780332421.351044:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00010000:00010000:3.0:1780332421.351083:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332421.351106:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332421.351116:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332421.351118:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332421.351122:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332421.351149:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332421.351166:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 5 pid: 8139 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332421.351181:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067613440:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332421.351264:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4177c5300 going to sleep for 11 seconds 00000100:00080000:2.0:1780332421.351687:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1780332421.352663:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 50 committed 00000100:00100000:1.0:1780332421.357219:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332421.357337:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045413504 00000100:00100000:2.0:1780332421.357349:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045413504 00010000:00010000:2.0:1780332421.357415:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 6 pid: 8139 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332421.357470:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 344 00000100:00100000:2.0:1780332421.357481:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045413504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332421.357498:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332421.357504:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 6 pid: 8139 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.357521:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 6 pid: 8139 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.357558:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332421.357560:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332421.357567:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.357579:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.357608:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332421.357695:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045413504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 215us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332421.357703:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 344 00000100:00080000:0.0:1780332421.357953:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332421.361098:0:6594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e155 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bca9 expref: 5 pid: 8139 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332421.361123:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067613440:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332421.361151:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.362159:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.362174:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.362186:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.362194:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332421.362440:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780332421.363059:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067613312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12046us (12209us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1780332421.363071:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000004:00080000:3.0:1780332421.363132:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43c10c000/2, rc 0, transno 4294967335 00000100:00100000:3.0:1780332421.363159:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067613312:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780332421.364205:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332421.364456:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332421.364474:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332421.364479:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332421.364490:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332421.364510:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332421.364517:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c1ba4b5/0x76434b26e307e178 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332421.364541:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332421.364543:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332421.364545:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332421.595090:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332422.361975:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067613568:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362054:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332422.362110:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067614080:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362144:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332422.362172:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332422.362178:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067613696:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362199:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332422.362227:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067614208:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362250:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332422.362283:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067613824:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362307:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332422.362327:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332422.362334:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067613952:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362355:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332422.362390:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067613568 00000100:00100000:1.0:1780332422.362399:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067613568 00000100:00100000:1.0:1780332422.362449:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1780332422.362459:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067613568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362511:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067613568:12345-0@lo:400:kworker.0 Request processed in 53us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332422.362520:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1780332422.362556:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614080 00000100:00100000:1.0:1780332422.362559:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614080 00000100:00100000:1.0:1780332422.362591:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067613696 00000100:00100000:1.0:1780332422.362594:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067613696 00000100:00100000:1.0:1780332422.362611:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067613824 00000100:00100000:1.0:1780332422.362614:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067613824 00000100:00100000:1.0:1780332422.362661:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1780332422.362667:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067614080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362700:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067614080:12345-0@lo:400:kworker.0 Request processed in 33us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332422.362707:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1780332422.362720:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1780332422.362726:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067613696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362753:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067613696:12345-0@lo:400:kworker.0 Request processed in 27us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332422.362758:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1780332422.362770:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1780332422.362776:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067613824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362806:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067613824:12345-0@lo:400:kworker.0 Request processed in 31us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332422.362812:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1780332422.362832:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614208 00000100:00100000:1.0:1780332422.362835:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614208 00000100:00100000:1.0:1780332422.362856:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067613952 00000100:00100000:1.0:1780332422.362858:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067613952 00000100:00100000:1.0:1780332422.362875:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1780332422.362881:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067614208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362910:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067614208:12345-0@lo:400:kworker.0 Request processed in 29us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332422.362916:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1780332422.362928:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1780332422.362934:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067613952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.362964:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067613952:12345-0@lo:400:kworker.0 Request processed in 30us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332422.362969:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:1.0:1780332422.362993:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332422.363032:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067613952:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.363043:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067613824:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.363076:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067613696:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.363087:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067614208:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.363095:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067613568:0@lo:400:kworker.0 00000100:00100000:1.0:1780332422.363104:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067614080:0@lo:400:kworker.0 00010000:00010000:3.0:1780332422.615757:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332422.872035:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332422.872060:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067614336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332422.872156:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332422.872914:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614336 00000100:00100000:2.0:1780332422.872934:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614336 00000100:00100000:2.0:1780332422.873003:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1780332422.873021:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067614336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332422.873064:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332422.873131:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067614336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332422.873139:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1780332422.873184:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067614336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332423.360717:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332423.360818:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045413632 00000100:00100000:3.0:1780332423.360829:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045413632 00000100:00100000:3.0:1780332423.360885:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1042 00000100:00100000:3.0:1780332423.360896:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045413632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332423.360983:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045413632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 90us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332423.360991:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1042 00000100:00100000:1.0:1780332423.368762:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332423.369023:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045413888 00000100:00100000:2.0:1780332423.369034:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045413888 00000100:00100000:2.0:1780332423.369127:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 884 00000100:00100000:2.0:1780332423.369141:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045413888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:0.0:1780332423.369245:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332423.369335:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332423.369380:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045413760 00000100:00100000:3.0:1780332423.369384:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045413760 00000100:00100000:3.0:1780332423.369427:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1242 00000100:00100000:3.0:1780332423.369434:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045413760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:0.0:1780332423.369490:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332423.371910:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045413888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 2763us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332423.371924:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 884 00000100:00100000:1.0:1780332423.374135:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332423.374170:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045413760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4730us (4829us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332423.374189:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1242 00000100:00100000:2.0:1780332423.374259:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414016 00000100:00100000:2.0:1780332423.374271:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414016 00000100:00100000:2.0:1780332423.374350:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 885 00000100:00100000:2.0:1780332423.374362:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045414016:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332423.374417:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045414016:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 59us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332423.374425:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 885 00000100:00080000:1.0:1780332423.374486:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332423.640137:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332423.992475:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00010000:00010000:1.0:1780332424.663797:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332425.688386:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332426.455834:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067614464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332426.455908:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332426.455979:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614464 00000100:00100000:3.0:1780332426.455987:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614464 00000100:00100000:3.0:1780332426.456072:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1780332426.456083:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067614464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332426.456118:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332426.456189:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067614464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332426.456196:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1780332426.456232:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067614464:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332426.456264:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332426.713101:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332427.480424:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332427.480491:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332427.480513:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067614720:0@lo:400:kworker.0 00000100:00100000:1.0:1780332427.480589:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332427.480680:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614720 00000100:00100000:3.0:1780332427.480689:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614720 00000100:00100000:3.0:1780332427.480736:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1780332427.480746:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067614720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332427.480877:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067614592:0@lo:400:kworker.0 00000100:00100000:2.0:1780332427.480911:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332427.480928:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067614720:12345-0@lo:400:kworker.0 Request processed in 181us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332427.480938:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:2.0:1780332427.480967:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614592 00000100:00100000:2.0:1780332427.480972:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614592 00000100:00100000:2.0:1780332427.481010:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1780332427.481018:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067614592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332427.481054:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067614592:12345-0@lo:400:kworker.0 Request processed in 37us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332427.481061:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1780332427.481104:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067614592:0@lo:400:kworker.0 00000100:00100000:3.0:1780332427.481315:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067614848:0@lo:400:kworker.0 00000100:00100000:3.0:1780332427.481345:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332427.481409:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614848 00000100:00100000:2.0:1780332427.481414:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614848 00000100:00100000:2.0:1780332427.481456:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:2.0:1780332427.481463:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067614848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780332427.481523:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332427.481593:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067614848:12345-0@lo:400:kworker.0 Request processed in 131us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332427.481600:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1780332427.481682:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067614976:0@lo:400:kworker.0 00000100:00100000:0.0:1780332427.481719:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332427.481784:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332427.481791:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067615104:0@lo:400:kworker.0 00000100:00100000:0.0:1780332427.481820:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332427.481860:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067615232:0@lo:400:kworker.0 00000100:00100000:0.0:1780332427.481884:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332427.482087:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067614976 00000100:00100000:2.0:1780332427.482092:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067614976 00000100:00100000:2.0:1780332427.482136:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067615232 00000100:00100000:2.0:1780332427.482148:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067615232 00000100:00100000:2.0:1780332427.482182:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1780332427.482189:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067614976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332427.482231:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067614976:12345-0@lo:400:kworker.0 Request processed in 43us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332427.482238:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1780332427.482251:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1780332427.482257:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067615232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332427.482264:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067614720:0@lo:400:kworker.0 00000100:00100000:2.0:1780332427.482295:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067615232:12345-0@lo:400:kworker.0 Request processed in 37us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332427.482300:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1780332427.482331:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067615104 00000100:00100000:2.0:1780332427.482334:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067615104 00000100:00100000:2.0:1780332427.482372:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1780332427.482379:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067615104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332427.482406:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067615104:12345-0@lo:400:kworker.0 Request processed in 28us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332427.482411:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00080000:0.0:1780332427.482473:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332427.482477:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332427.482496:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067614976:0@lo:400:kworker.0 00000100:00100000:0.0:1780332427.482519:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1780332427.482525:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43c10c000, transno 4294967335 00000100:00100000:0.0:1780332427.482542:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067615232:0@lo:400:kworker.0 00000100:00100000:0.0:1780332427.482552:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067615104:0@lo:400:kworker.0 00000100:00100000:3.0:1780332427.483898:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067614848:0@lo:400:kworker.0 00010000:00010000:1.0:1780332427.736183:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332427.992072:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067615360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332427.992173:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332427.992408:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067615360 00000100:00100000:3.0:1780332427.992423:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067615360 00000100:00100000:3.0:1780332427.992477:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1780332427.992487:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067615360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332427.992525:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332427.992775:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067615360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 289us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332427.992782:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1780332427.995300:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067615360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332428.481531:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332428.481585:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332428.481642:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332428.481705:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332428.481707:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414272 00000100:00100000:3.0:1780332428.481723:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414272 00000100:00100000:3.0:1780332428.481814:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1246 00000100:00100000:3.0:1780332428.481825:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045414272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332428.481923:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045414272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 101us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332428.481931:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1246 00000100:00080000:3.0:1780332428.481954:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332428.482207:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414400 00000100:00100000:1.0:1780332428.486241:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414144 00000100:00100000:1.0:1780332428.486258:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414144 00000100:00100000:1.0:1780332428.486334:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1044 00000100:00100000:1.0:1780332428.486347:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045414144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332428.486440:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045414144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 96us (4925us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332428.486448:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1044 00000100:00100000:1.0:1780332428.486487:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414528 00000100:00100000:1.0:1780332428.486491:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414528 00000100:00100000:1.0:1780332428.486532:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 888 00000100:00100000:1.0:1780332428.486539:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045414528:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332428.486568:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045414528:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (4864us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332428.486575:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 888 00000100:00080000:3.0:1780332428.487415:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332428.489093:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414400 00000100:00080000:3.0:1780332428.489211:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332428.489256:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 889 00000100:00100000:0.0:1780332428.489274:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045414400:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332428.489551:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045414400:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 282us (7964us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332428.489562:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 889 00010000:00010000:1.0:1780332428.759857:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332429.784612:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332430.807834:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332431.576344:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332431.576366:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067615488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332431.576437:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332431.576547:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067615488 00000100:00100000:3.0:1780332431.576556:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067615488 00000100:00100000:3.0:1780332431.576640:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1780332431.576650:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067615488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332431.576685:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332431.576740:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067615488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332431.576747:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00080000:0.0:1780332431.576802:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332431.577608:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067615488:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332431.832968:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332432.600014:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067616000:0@lo:400:kworker.0 00000100:00100000:2.0:1780332432.600102:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332432.600178:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332432.600186:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067615872:0@lo:400:kworker.0 00000100:00100000:2.0:1780332432.600220:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332432.600255:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067615872 00000100:00100000:2.0:1780332432.600263:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067615872 00000100:00100000:2.0:1780332432.600315:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:2.0:1780332432.600325:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409a6a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067615872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332432.600374:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409a6a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067615872:12345-0@lo:400:kworker.0 Request processed in 52us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332432.600382:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1780332432.601277:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067615744:0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601320:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332432.601354:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3033cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067616256:0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601376:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332432.601395:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780332432.601402:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067615616:0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601428:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332432.601447:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067616128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601465:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332432.601509:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067615744 00000100:00100000:0.0:1780332432.601515:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067615744 00000100:00100000:0.0:1780332432.601541:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616128 00000100:00100000:0.0:1780332432.601543:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616128 00000100:00100000:0.0:1780332432.601560:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1780332432.601566:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067615744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601604:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067615744:12345-0@lo:400:kworker.0 Request processed in 37us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332432.601611:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1780332432.601646:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1780332432.601652:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067616128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601679:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067616128:12345-0@lo:400:kworker.0 Request processed in 28us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332432.601684:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00080000:0.0:1780332432.601700:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332432.601725:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067616128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601736:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067615744:0@lo:400:kworker.0 00000100:00100000:0.0:1780332432.601772:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067615872:0@lo:400:kworker.0 00000100:00100000:3.0:1780332432.601915:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067615616 00000100:00100000:3.0:1780332432.601919:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067615616 00000100:00100000:3.0:1780332432.601970:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1780332432.601977:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067615616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332432.602015:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067615616:12345-0@lo:400:kworker.0 Request processed in 39us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332432.602022:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1780332432.602073:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067615616:0@lo:400:kworker.0 00000100:00100000:1.0:1780332432.602434:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616000 00000100:00100000:1.0:1780332432.602439:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616000 00000100:00100000:1.0:1780332432.602476:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616256 00000100:00100000:1.0:1780332432.602479:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616256 00000100:00100000:1.0:1780332432.602506:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1780332432.602513:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067616000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332432.602553:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067616000:12345-0@lo:400:kworker.0 Request processed in 41us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332432.602562:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1780332432.602574:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1780332432.602579:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067616256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332432.602608:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067616256:12345-0@lo:400:kworker.0 Request processed in 29us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332432.602614:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00080000:0.0:1780332432.602965:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332432.602994:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067616000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332432.603317:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3033cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067616256:0@lo:400:kworker.0 00010000:00010000:1.0:1780332432.858221:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332433.111943:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067616384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332433.112018:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332433.112279:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616384 00000100:00100000:2.0:1780332433.112288:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616384 00000100:00100000:2.0:1780332433.112346:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1780332433.112356:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067616384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332433.112392:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332433.112820:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067616384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 465us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332433.112829:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1780332433.112924:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067616384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332433.599559:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332433.599604:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332433.599680:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332433.599719:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332433.599944:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414656 00000100:00100000:2.0:1780332433.599953:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414656 00000100:00100000:2.0:1780332433.600003:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1046 00000100:00100000:2.0:1780332433.600012:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045414656:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332433.600091:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045414656:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332433.600099:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1046 00000100:00100000:1.0:1780332433.601323:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415040 00000100:00100000:1.0:1780332433.601333:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415040 00000100:00100000:1.0:1780332433.601396:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414912 00000100:00100000:1.0:1780332433.601399:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414912 00000100:00100000:1.0:1780332433.601427:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 892 00000100:00100000:1.0:1780332433.601434:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045415040:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332433.601491:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045415040:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 57us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332433.601499:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 892 00000100:00100000:1.0:1780332433.601513:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 893 00000100:00100000:1.0:1780332433.601520:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045414912:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332433.601542:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045414912:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332433.601548:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 893 00000100:00080000:2.0:1780332433.602270:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332433.602275:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332433.602329:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045414784 00000100:00100000:0.0:1780332433.602336:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045414784 00000100:00100000:0.0:1780332433.602390:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1250 00000100:00100000:0.0:1780332433.602398:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045414784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332433.602448:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045414784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 51us (2900us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332433.602455:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1250 00000100:00080000:2.0:1780332433.602505:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332433.879919:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332434.904942:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332435.929065:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332436.698213:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067616512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332436.699482:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332436.699920:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616512 00000100:00100000:1.0:1780332436.699930:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616512 00000100:00100000:1.0:1780332436.699985:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1780332436.699994:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067616512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332436.700045:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332436.700097:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067616512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332436.700105:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:1.0:1780332436.700142:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332436.700838:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067616512:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332436.951811:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332437.726940:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067616640:0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.727071:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332437.727291:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616640 00000100:00100000:2.0:1780332437.727305:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616640 00000100:00100000:2.0:1780332437.727388:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1780332437.727400:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067616640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332437.727686:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067616640:12345-0@lo:400:kworker.0 Request processed in 288us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332437.727697:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1780332437.727921:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067617024:0@lo:400:kworker.0 00000100:00100000:0.0:1780332437.727954:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332437.727981:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332437.727987:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067616896:0@lo:400:kworker.0 00000100:00100000:0.0:1780332437.728021:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332437.728071:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617024 00000100:00100000:0.0:1780332437.728075:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617024 00000100:00100000:0.0:1780332437.728118:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1780332437.728126:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067617024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332437.728167:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067617024:12345-0@lo:400:kworker.0 Request processed in 43us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332437.728173:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1780332437.728220:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067617024:0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.728649:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067616640:0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.728679:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067617152:0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.728712:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332437.728733:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332437.728739:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067616768:0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.728759:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332437.728775:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067617280:0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.728797:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332437.728833:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617280 00000100:00100000:1.0:1780332437.728836:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617280 00000100:00100000:1.0:1780332437.728882:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1780332437.728888:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067617280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.728930:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067617280:12345-0@lo:400:kworker.0 Request processed in 42us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332437.728937:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00080000:1.0:1780332437.728954:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332437.728977:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067617280:0@lo:400:kworker.0 00000100:00100000:2.0:1780332437.729076:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616896 00000100:00100000:2.0:1780332437.729081:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616896 00000100:00100000:2.0:1780332437.729130:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617152 00000100:00100000:2.0:1780332437.729134:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617152 00000100:00100000:2.0:1780332437.729150:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067616768 00000100:00100000:2.0:1780332437.729153:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067616768 00000100:00100000:2.0:1780332437.729164:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:2.0:1780332437.729170:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067616896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332437.729212:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067616896:12345-0@lo:400:kworker.0 Request processed in 42us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332437.729219:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:2.0:1780332437.729230:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1780332437.729235:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067617152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332437.729260:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067617152:12345-0@lo:400:kworker.0 Request processed in 25us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332437.729265:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1780332437.729274:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1780332437.729280:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067616768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332437.729305:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067616768:12345-0@lo:400:kworker.0 Request processed in 25us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332437.729310:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1780332437.729344:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067616896:0@lo:400:kworker.0 00000100:00080000:1.0:1780332437.729454:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332437.729476:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067616768:0@lo:400:kworker.0 00000100:00100000:1.0:1780332437.729486:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067617152:0@lo:400:kworker.0 00010000:00010000:2.0:1780332437.976324:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332438.232442:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332438.232480:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067617408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332438.232590:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332438.232884:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617408 00000100:00100000:3.0:1780332438.232895:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617408 00000100:00100000:3.0:1780332438.232960:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1780332438.232971:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067617408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332438.233034:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332438.233154:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067617408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 183us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332438.233162:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1780332438.234612:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067617408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332438.718226:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332438.718435:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332438.718995:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415296 00000100:00100000:2.0:1780332438.719007:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415296 00000100:00080000:1.0:1780332438.719156:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332438.719851:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1254 00000100:00100000:2.0:1780332438.719875:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045415296:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332438.719992:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045415296:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 123us (1556us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332438.720000:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1254 00000100:00100000:3.0:1780332438.724331:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415168 00000100:00100000:3.0:1780332438.724352:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415168 00000100:00100000:1.0:1780332438.725803:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332438.725868:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332438.725914:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415424 00000100:00100000:1.0:1780332438.725923:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415424 00000100:00100000:1.0:1780332438.725991:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415552 00000100:00100000:1.0:1780332438.725994:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415552 00000100:00100000:1.0:1780332438.726019:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 896 00000100:00100000:1.0:1780332438.726031:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045415552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332438.726125:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045415552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332438.726133:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 896 00000100:00100000:1.0:1780332438.726152:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 342 00000100:00100000:1.0:1780332438.726159:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045415424:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780332438.726186:0:6597:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307dfe9 00000100:00100000:3.0:1780332438.726195:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1048 00000100:00080000:1.0:1780332438.726198:0:6597:0:(import.c:65:import_set_state_nolock()) ffff8ec3035a3000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1780332438.726210:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045415168:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332438.726255:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045415168:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 39us (8034us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332438.726264:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1048 00000001:00000004:1.0:1780332438.728001:0:6597:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967335 00000100:00100000:1.0:1780332438.729031:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045415424:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 2865us (3248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332438.729044:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 342 00000100:00080000:1.0:1780332438.729101:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332438.729106:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332438.729525:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332439.001526:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332439.340004:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332439.341915:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415680 00000100:00100000:2.0:1780332439.341928:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415680 00000001:00100000:1.0:1780332439.342124:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780332439.342131:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec3035a6000/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780332439.342170:0:1285:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec3035a6000/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:1.0:1780332439.342237:0:1285:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec3035a3000 for lustre-OST0000 00000100:00100000:3.0:1780332439.343604:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 632 00000100:00100000:3.0:1780332439.343634:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045415680:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332439.343739:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045415680:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 125us (3745us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332439.343746:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 632 00000100:00100000:1.0:1780332439.348985:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332439.349608:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415808 00000100:00100000:0.0:1780332439.349652:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415808 00000100:00100000:0.0:1780332439.349697:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 343 00000100:00100000:0.0:1780332439.349707:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2365:x1866812045415808:12345-192.168.204.30@tcp:8:lfs.0 00010000:00080000:0.0:1780332439.349749:0:6597:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1885 last 0 00000020:00000080:0.0:1780332439.349920:0:6597:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307e17f 00002000:00100000:0.0:1780332439.349935:0:6597:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec302bc4000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1780332439.349960:0:6597:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1780332439.350201:0:6597:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1780332439.350231:0:6597:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc6000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1780332439.350361:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045415808:12345-192.168.204.30@tcp:8:lfs.0 Request processed in 653us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332439.350369:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 343 00000100:00100000:2.0:1780332439.363525:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332439.363785:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045415936 00000100:00100000:1.0:1780332439.363809:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045415936 00000100:00100000:1.0:1780332439.363908:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 344 00000100:00100000:1.0:1780332439.363920:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045415936:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:2.0:1780332439.364156:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332439.365085:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045415936:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1161us (1567us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332439.365097:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 344 00000100:00100000:3.0:1780332439.381449:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332439.382101:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416064 00000100:00100000:0.0:1780332439.382119:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416064 00000100:00100000:0.0:1780332439.382196:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 345 00000100:00100000:0.0:1780332439.382206:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43358:x1866812045416064:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332439.382700:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43358:x1866812045416064:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 493us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332439.382709:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 345 00000100:00100000:3.0:1780332439.389296:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332439.390471:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416192 00000100:00100000:0.0:1780332439.390490:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416192 00000100:00100000:0.0:1780332439.390586:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 633 00000100:00100000:0.0:1780332439.390598:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416192:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332439.399898:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416192:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 9287us (10597us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332439.399917:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 633 00000100:00100000:2.0:1780332439.407780:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332439.408076:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416320 00000100:00100000:0.0:1780332439.408093:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416320 00000100:00100000:0.0:1780332439.408177:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 634 00000100:00100000:0.0:1780332439.408188:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416320:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332439.408332:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416320:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 146us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332439.408341:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 634 00000100:00100000:0.0:1780332439.411840:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332439.412113:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416448 00000100:00100000:3.0:1780332439.412130:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416448 00000100:00100000:3.0:1780332439.412205:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 346 00000100:00100000:3.0:1780332439.412216:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416448:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332439.412869:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416448:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 652us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332439.412879:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 346 00000100:00100000:1.0:1780332439.417478:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332439.417599:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416576 00000100:00100000:0.0:1780332439.417613:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416576 00000100:00100000:0.0:1780332439.417719:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 347 00000100:00100000:0.0:1780332439.417731:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43358:x1866812045416576:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332439.418440:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43358:x1866812045416576:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 709us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332439.418449:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 347 00000100:00100000:3.0:1780332439.426465:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332439.427654:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416704 00000100:00100000:0.0:1780332439.427671:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416704 00000100:00100000:1.0:1780332439.428674:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 635 00000100:00100000:1.0:1780332439.428698:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416704:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332439.429263:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43358:x1866812045416704:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 567us (2805us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332439.429272:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 635 00010000:00010000:1.0:1780332440.023871:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332441.048187:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332441.816903:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067617536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332441.816994:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332441.817071:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617536 00000100:00100000:0.0:1780332441.817080:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617536 00000100:00100000:0.0:1780332441.817153:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1780332441.817163:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067617536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332441.817561:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332441.817641:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067617536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 479us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332441.817649:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:0.0:1780332441.817670:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332441.817709:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067617536:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332442.072960:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332442.409221:0:74173:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdb8f65a0 20000000:00000080:2.0:1780332442.409239:0:74173:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42db19800 uarg=0000000000000000 00010000:00010000:2.0:1780332442.411221:0:74173:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1780332442.411258:0:74173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:2.0:1780332442.411262:0:74173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332442.411274:0:74173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e12b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bc9b expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332442.411303:0:74173:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1780332442.411321:0:74173:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332442.411334:0:74173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332442.411346:0:74173:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e101 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332442.411354:0:74173:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332442.411390:0:74173:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e101 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332442.411406:0:74173:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e101 expref: 17 pid: 5800 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332442.411420:0:74173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74173:1866812067617664:0@lo:104: 00000100:00100000:2.0:1780332442.411481:0:74173:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332442.412224:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617664 00000100:00100000:1.0:1780332442.412233:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617664 00000100:00100000:1.0:1780332442.412284:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1780332442.412292:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74173:x1866812067617664:12345-0@lo:104: 00010000:00010000:1.0:1780332442.412305:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332442.412359:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332442.412364:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74173:x1866812067617664:12345-0@lo:104: Request processed in 73us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332442.412371:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1780332442.412437:0:74173:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433db7240 going to sleep for 11 seconds 00000100:00100000:2.0:1780332442.412460:0:74173:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74173:1866812067617664:0@lo:104: 00010000:00010000:2.0:1780332442.412492:0:74173:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.412782:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332442.412790:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.412798:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332442.412804:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.412814:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332442.412822:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332442.412827:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332442.412899:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.412906:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332442.412943:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.412950:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307e101 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e108 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.412971:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332442.412973:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332442.412975:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332442.413016:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067617792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332442.413065:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332442.413234:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617792 00000100:00100000:0.0:1780332442.413239:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617792 00010000:00010000:0.0:1780332442.413263:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e101 expref: 18 pid: 5800 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332442.413293:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1780332442.413300:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067617792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332442.413310:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332442.413314:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e101 expref: 18 pid: 5800 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413326:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e101 expref: 18 pid: 5800 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413338:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e108 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e101 expref: 18 pid: 5800 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413350:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413359:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413372:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413384:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413390:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413396:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413402:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332442.413407:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413414:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413427:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332442.413435:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332442.413466:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067617792:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332442.413472:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1780332442.413531:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067617792:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332442.413902:0:74173:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332442.413911:0:74173:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332442.413918:0:74173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307e186 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332442.844605:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067618304:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.844695:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332442.844757:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332442.844763:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067617920:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.844795:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332442.844819:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067618432:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.844845:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332442.844873:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067618048:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.844896:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332442.844913:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067618560:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.844944:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332442.844962:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332442.844967:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067618176:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.844990:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332442.845026:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618304 00000100:00100000:1.0:1780332442.845036:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618304 00000100:00100000:1.0:1780332442.845086:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618560 00000100:00100000:1.0:1780332442.845089:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618560 00000100:00100000:1.0:1780332442.845121:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1780332442.845406:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067618304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.845660:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067618304:12345-0@lo:400:kworker.0 Request processed in 69us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332442.845670:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1780332442.845692:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1780332442.845699:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067618560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.845737:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067618560:12345-0@lo:400:kworker.0 Request processed in 39us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332442.845743:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1780332442.845763:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067617920 00000100:00100000:1.0:1780332442.845767:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067617920 00000100:00100000:1.0:1780332442.845812:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1780332442.845819:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067617920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.845851:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067617920:12345-0@lo:400:kworker.0 Request processed in 32us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332442.845858:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1780332442.845889:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618432 00000100:00100000:1.0:1780332442.845893:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618432 00000100:00100000:1.0:1780332442.845930:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618048 00000100:00100000:1.0:1780332442.845933:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618048 00000100:00100000:1.0:1780332442.845951:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618176 00000100:00100000:1.0:1780332442.845954:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618176 00000100:00100000:1.0:1780332442.845969:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1780332442.845975:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067618432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846004:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067618432:12345-0@lo:400:kworker.0 Request processed in 29us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332442.846010:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1780332442.846021:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1780332442.846027:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067618048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846053:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067618048:12345-0@lo:400:kworker.0 Request processed in 26us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332442.846059:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1780332442.846070:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1780332442.846075:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067618176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846100:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067618176:12345-0@lo:400:kworker.0 Request processed in 25us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332442.846105:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00080000:1.0:1780332442.846138:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332442.846144:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332442.846190:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067618176:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846203:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067618048:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846213:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067618560:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846271:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067617920:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846282:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067618432:0@lo:400:kworker.0 00000100:00100000:1.0:1780332442.846293:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067618304:0@lo:400:kworker.0 00010000:00010000:1.0:1780332443.100484:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332443.353783:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067618688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332443.353966:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332443.354298:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618688 00000100:00100000:3.0:1780332443.354309:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618688 00000100:00100000:3.0:1780332443.354361:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1780332443.354372:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067618688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332443.354421:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332443.354760:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067618688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 389us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332443.354768:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1780332443.364788:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067618688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332443.842844:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332443.842958:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332443.842993:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332443.843030:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332443.843069:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045417088 00000100:00100000:3.0:1780332443.843082:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045417088 00000100:00100000:3.0:1780332443.843154:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045417216 00000100:00100000:3.0:1780332443.843157:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045417216 00000100:00100000:3.0:1780332443.843182:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 899 00000100:00100000:3.0:1780332443.843193:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045417088:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332443.843277:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045417088:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332443.843285:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 899 00000100:00100000:3.0:1780332443.843302:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 900 00000100:00100000:3.0:1780332443.843308:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045417216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332443.843338:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045417216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332443.843344:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 900 00000100:00080000:3.0:1780332443.843361:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332443.843365:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332443.843547:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416960 00000100:00100000:2.0:1780332443.843551:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416960 00000100:00100000:2.0:1780332443.843588:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1258 00000100:00100000:2.0:1780332443.843594:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045416960:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332443.843653:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045416960:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 59us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332443.843659:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1258 00000100:00080000:3.0:1780332443.844089:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332443.844574:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045416832 00000100:00100000:0.0:1780332443.844580:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045416832 00000100:00100000:2.0:1780332443.844829:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1050 00000100:00100000:2.0:1780332443.844840:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045416832:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332443.844913:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045416832:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 67us (2073us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332443.844920:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1050 00010000:00010000:3.0:1780332444.123316:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332444.444095:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332444.444102:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332444.444106:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332444.444154:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332444.444167:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332444.444178:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332444.444204:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067618816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332444.444298:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332444.444342:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332444.444363:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618816 00000100:00100000:1.0:1780332444.444370:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618816 00000100:00100000:1.0:1780332444.444423:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1780332444.444432:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067618816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332444.444447:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332444.444461:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e18d expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332444.444492:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e18d expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332444.444504:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e18d expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332444.444517:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780332444.444560:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067618816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332444.444567:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1780332444.444612:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067618816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332444.444645:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332444.444654:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332444.444669:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332444.444674:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332444.444680:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:1.0:1780332444.462657:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00010000:00010000:1.0:1780332445.146170:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332446.168160:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332446.279197:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332446.282909:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045417344 00000100:00100000:1.0:1780332446.282926:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045417344 00000100:00100000:1.0:1780332446.283010:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 636 00000100:00100000:1.0:1780332446.283021:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43445:x1866812045417344:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332446.283049:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332446.283076:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e19b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcb0 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332446.283156:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e1a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332446.283173:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e1a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332446.283204:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e1a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332446.283492:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:1.0:1780332446.283497:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332446.283589:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e1a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332446.283655:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e19b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcb0 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332446.283681:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e1a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcb0 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332446.283692:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332446.283695:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332446.283700:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332446.283799:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43445:x1866812045417344:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 779us (4617us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332446.283808:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 636 00000100:00080000:1.0:1780332446.283842:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332446.288850:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332446.292774:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045417600 00000100:00100000:2.0:1780332446.292790:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045417600 00000100:00100000:2.0:1780332446.292882:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 637 00000100:00100000:2.0:1780332446.292894:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43445:x1866812045417600:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332446.292965:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332446.292995:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e1a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcb0 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.293018:0:5806:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307e12b) 00010000:00010000:2.0:1780332446.293022:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:2.0:1780332446.293034:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332446.293063:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.293077:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.293087:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780332446.382480:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967541 is committed 00000004:00010000:2.0:1780332446.382853:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1af30e9 reply state 00000000caadd93b transno 4294967541 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332446.382881:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332446.383208:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00010000:00080000:3.0:1780332446.383471:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780332446.383532:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43445:x1866812045417600:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 90633us (94690us total) trans 4294967541 rc 0/0 00000100:00100000:3.0:1780332446.383544:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 637 00010000:00010000:2.0:1780332446.384320:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.384335:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.384343:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.384351:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332446.384357:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.384366:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.384390:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332446.384394:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332446.384400:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332446.384406:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e1a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332446.936014:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332446.936042:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067618944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332446.936135:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332446.936200:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067618944 00000100:00100000:0.0:1780332446.936209:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067618944 00000100:00100000:0.0:1780332446.936276:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1780332446.936285:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067618944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332446.936488:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332446.936539:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067618944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 255us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332446.936547:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:1.0:1780332446.936605:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332446.936961:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067618944:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332447.198032:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332447.641543:0:74371:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff93ee170 20000000:00000080:2.0:1780332447.641578:0:74371:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43722cc00 uarg=0000000000000000 00010000:00010000:2.0:1780332447.643424:0:74371:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332447.643444:0:74371:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332447.643461:0:74371:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332447.643479:0:74371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332447.643497:0:74371:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e18d expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332447.643506:0:74371:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332447.643548:0:74371:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e18d expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332447.644875:0:74371:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e18d expref: 17 pid: 5798 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332447.644898:0:74371:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74371:1866812067619072:0@lo:104: 00000100:00100000:2.0:1780332447.645187:0:74371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332447.645255:0:74371:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c8f300 going to sleep for 11 seconds 00000100:00100000:3.0:1780332447.645886:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619072 00000100:00100000:3.0:1780332447.645895:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619072 00000100:00100000:3.0:1780332447.645963:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1780332447.645972:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74371:x1866812067619072:12345-0@lo:104: 00010000:00010000:3.0:1780332447.645989:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646059:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332447.646066:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74371:x1866812067619072:12345-0@lo:104: Request processed in 96us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332447.646073:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00010000:00010000:3.0:1780332447.646098:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332447.646104:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646112:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332447.646116:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646123:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332447.646130:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332447.646136:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332447.646172:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646179:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332447.646198:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646205:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307e18d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e194 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646222:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332447.646224:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332447.646225:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332447.646248:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067619200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332447.646283:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332447.646322:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619200 00000100:00100000:3.0:1780332447.646326:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619200 00010000:00010000:3.0:1780332447.646347:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e18d expref: 18 pid: 5798 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332447.646369:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1780332447.646376:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067619200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332447.646388:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332447.646393:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e18d expref: 18 pid: 5798 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646404:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e18d expref: 18 pid: 5798 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646422:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646431:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646445:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646452:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646459:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646465:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646471:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332447.646474:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646481:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646490:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332447.646499:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332447.646529:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067619200:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332447.646536:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1780332447.646573:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067619200:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332447.646800:0:74371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df600/0x76434b26e307e194 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e18d expref: 17 pid: 5798 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332447.646810:0:74371:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74371:1866812067619072:0@lo:104: 00010000:00010000:0.0:1780332447.646826:0:74371:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332447.646834:0:74371:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332447.646840:0:74371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332447.646846:0:74371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0600/0x76434b26e307e1b0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332447.963662:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067619328:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.963746:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332447.963794:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067619840:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.963817:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332447.963842:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332447.963867:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067619456:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.963890:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332447.963921:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067619584:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.963942:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332447.963957:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332447.963962:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067619712:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.963979:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332447.964008:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619328 00000100:00100000:2.0:1780332447.964015:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619328 00000100:00100000:2.0:1780332447.964058:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619456 00000100:00100000:2.0:1780332447.964061:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619456 00000100:00100000:2.0:1780332447.964083:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619712 00000100:00100000:2.0:1780332447.964085:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619712 00000100:00100000:2.0:1780332447.964101:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1780332447.964108:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067619328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.964158:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067619328:12345-0@lo:400:kworker.0 Request processed in 50us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332447.964166:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1780332447.964182:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1780332447.964200:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067619456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.966600:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067619456:12345-0@lo:400:kworker.0 Request processed in 2401us (2697us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332447.966614:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1780332447.966685:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1780332447.966705:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067619712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.966791:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067619712:12345-0@lo:400:kworker.0 Request processed in 93us (2807us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332447.966800:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1780332447.966854:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619840 00000100:00100000:2.0:1780332447.966861:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619840 00000100:00100000:2.0:1780332447.966903:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619584 00000100:00100000:2.0:1780332447.966907:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619584 00000100:00100000:2.0:1780332447.966929:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1780332447.966935:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067619840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.966969:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067619840:12345-0@lo:400:kworker.0 Request processed in 35us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332447.966975:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1780332447.966987:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1780332447.966992:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067619584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.967019:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067619584:12345-0@lo:400:kworker.0 Request processed in 27us (3076us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332447.967026:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00080000:2.0:1780332447.967058:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332447.967063:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332447.967108:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067619456:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.967129:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067619328:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.967150:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067619840:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.970087:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067619712:0@lo:400:kworker.0 00000100:00100000:2.0:1780332447.970107:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067619584:0@lo:400:kworker.0 00010000:00010000:1.0:1780332448.224543:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332448.472400:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332448.472427:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067619968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332448.472498:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332448.472933:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067619968 00000100:00100000:2.0:1780332448.472941:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067619968 00000100:00100000:2.0:1780332448.472992:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1780332448.473000:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067619968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332448.473036:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332448.473103:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067619968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332448.473111:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1780332448.473190:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067619968:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1780332448.663851:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332448.663864:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332448.663873:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332448.663975:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332448.663997:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332448.664014:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332448.664064:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067620096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332448.664193:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332448.664308:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec402f2b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332448.664575:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620096 00000100:00100000:2.0:1780332448.664584:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620096 00000100:00100000:2.0:1780332448.664766:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1780332448.664777:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067620096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332448.664791:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332448.664807:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e1b7 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332448.664848:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332448.664859:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332448.664870:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332448.664917:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067620096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332448.664925:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1780332448.673759:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067620096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332448.673797:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332448.673812:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332448.673876:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332448.673888:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332448.673902:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332448.959915:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332448.959973:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332448.960060:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045417728 00000100:00100000:0.0:1780332448.960074:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045417728 00000100:00100000:0.0:1780332448.960154:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1053 00000100:00100000:0.0:1780332448.960168:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045417728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332448.960259:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045417728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332448.960268:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1053 00000100:00100000:3.0:1780332448.960449:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332448.960489:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332448.961255:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045417856 00000100:00100000:0.0:1780332448.961263:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045417856 00000100:00100000:0.0:1780332448.961329:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1262 00000100:00100000:0.0:1780332448.961339:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045417856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332448.961400:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045417856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 63us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332448.961408:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1262 00000100:00080000:3.0:1780332448.967304:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332448.971198:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045417984 00000100:00100000:2.0:1780332448.971214:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045417984 00000100:00100000:2.0:1780332448.971292:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045418112 00000100:00100000:2.0:1780332448.971296:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045418112 00000100:00100000:2.0:1780332448.971329:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 903 00000100:00100000:2.0:1780332448.971340:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045417984:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332448.971468:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045417984:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 130us (11494us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332448.971477:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 903 00000100:00100000:2.0:1780332448.971496:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 904 00000100:00100000:2.0:1780332448.971503:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045418112:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332448.971530:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045418112:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (11040us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332448.971548:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 904 00000100:00080000:3.0:1780332448.972912:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332448.972920:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332449.242759:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332450.263809:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332451.288011:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332451.833309:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332451.833587:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045418240 00000100:00100000:2.0:1780332451.833597:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045418240 00000100:00100000:2.0:1780332451.833701:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 638 00000100:00100000:2.0:1780332451.833712:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43522:x1866812045418240:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332451.833733:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332451.833754:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e1c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcb7 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.833851:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.833865:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.833878:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.833899:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.833906:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.833912:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.834596:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e1da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.834606:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.834614:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332451.834722:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:2.0:1780332451.834727:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332451.835190:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835205:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835210:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835217:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835223:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332451.835227:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835234:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835247:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780332451.835250:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332451.835255:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835260:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e1cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835272:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835282:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835287:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835291:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332451.835294:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835300:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835307:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332451.835310:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332451.835312:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835317:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e1d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835351:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e1c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcb7 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835366:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e1da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcb7 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332451.835373:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332451.835376:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332451.835379:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780332451.835454:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43522:x1866812045418240:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1742us (2151us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332451.835463:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 638 00000100:00080000:0.0:1780332451.835679:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332452.062108:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067620224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332452.062195:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332452.062246:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620224 00000100:00100000:3.0:1780332452.062256:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620224 00000100:00080000:0.0:1780332452.062308:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332452.062342:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1780332452.062352:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067620224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332452.062390:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332452.066111:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067620224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3651us (3805us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332452.066127:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1780332452.067364:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067620224:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332452.313049:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332453.079856:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067620480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332453.079935:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332453.079982:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067620992:0@lo:400:kworker.0 00000100:00100000:3.0:1780332453.080008:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332453.080030:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332453.080036:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067620608:0@lo:400:kworker.0 00000100:00100000:3.0:1780332453.080058:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332453.080092:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620480 00000100:00100000:3.0:1780332453.080098:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620480 00000100:00100000:1.0:1780332453.080298:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067620736:0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080340:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332453.080357:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332453.080362:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067620352:0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080385:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332453.080403:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067620864:0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080422:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332453.080444:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620608 00000100:00100000:1.0:1780332453.080447:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620608 00000100:00100000:1.0:1780332453.080476:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620864 00000100:00100000:1.0:1780332453.080480:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620864 00000100:00100000:1.0:1780332453.080509:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1780332453.080516:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067620480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080567:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067620480:12345-0@lo:400:kworker.0 Request processed in 50us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332453.080574:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1780332453.080590:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1780332453.080596:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067620608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080644:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067620608:12345-0@lo:400:kworker.0 Request processed in 48us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332453.080654:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1780332453.080665:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1780332453.080671:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067620864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080697:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067620864:12345-0@lo:400:kworker.0 Request processed in 27us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332453.080703:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00080000:1.0:1780332453.080716:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332453.080743:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067620864:0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080784:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067620608:0@lo:400:kworker.0 00000100:00100000:1.0:1780332453.080795:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067620480:0@lo:400:kworker.0 00000100:00100000:2.0:1780332453.081161:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620992 00000100:00100000:2.0:1780332453.081166:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620992 00000100:00100000:2.0:1780332453.081204:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620736 00000100:00100000:2.0:1780332453.081207:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620736 00000100:00100000:2.0:1780332453.081228:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1780332453.081235:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067620992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332453.081278:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067620992:12345-0@lo:400:kworker.0 Request processed in 43us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332453.081284:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1780332453.081297:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1780332453.081303:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067620736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332453.081500:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067620736:12345-0@lo:400:kworker.0 Request processed in 196us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332453.081507:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1780332453.081530:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067620352 00000100:00100000:2.0:1780332453.081534:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067620352 00000100:00100000:2.0:1780332453.081557:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1780332453.081563:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067620352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332453.081594:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067620352:12345-0@lo:400:kworker.0 Request processed in 31us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332453.081600:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1780332453.081669:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067620992:0@lo:400:kworker.0 00000100:00100000:3.0:1780332453.081795:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067620352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332453.081806:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067620736:0@lo:400:kworker.0 00000100:00080000:1.0:1780332453.081966:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780332453.342997:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332453.592028:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067621120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332453.592102:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332453.592227:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067621120 00000100:00100000:0.0:1780332453.592237:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067621120 00000100:00100000:0.0:1780332453.592301:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1780332453.592312:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067621120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332453.592356:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332453.592410:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067621120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332453.592417:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1780332453.592604:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067621120:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1780332454.060536:0:74616:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd657c5960 20000000:00000080:3.0:1780332454.060553:0:74616:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec426f53400 uarg=0000000000000000 00010000:00010000:3.0:1780332454.061261:0:74616:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1780332454.061300:0:74616:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332454.061304:0:74616:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332454.061316:0:74616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e1da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcb7 expref: 5 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332454.061339:0:74616:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1780332454.061356:0:74616:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332454.061369:0:74616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332454.061383:0:74616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332454.061391:0:74616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332454.061430:0:74616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332454.061447:0:74616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 17 pid: 5799 timeout: 2000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332454.061464:0:74616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74616:1866812067621248:0@lo:104: 00000100:00100000:3.0:1780332454.061527:0:74616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332454.061697:0:74616:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c86180 going to sleep for 11 seconds 00000100:00100000:0.0:1780332454.061829:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067621248 00000100:00100000:0.0:1780332454.061837:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067621248 00000100:00100000:1.0:1780332454.062069:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1780332454.062080:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74616:x1866812067621248:12345-0@lo:104: 00010000:00010000:1.0:1780332454.062092:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332454.062220:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332454.062227:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74616:x1866812067621248:12345-0@lo:104: Request processed in 149us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332454.062234:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00010000:0.0:1780332454.062280:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332454.062288:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062300:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332454.062304:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062311:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332454.062317:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332454.062322:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332454.062350:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062356:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332454.062373:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062381:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307e1b7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e1be expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062397:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332454.062399:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332454.062400:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332454.062419:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067621376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332454.062454:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332454.062494:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067621376 00000100:00100000:0.0:1780332454.062498:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067621376 00010000:00010000:0.0:1780332454.062520:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 18 pid: 5799 timeout: 2000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332454.062543:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1780332454.062550:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067621376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332454.062560:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332454.062565:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 18 pid: 5799 timeout: 2000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062575:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 18 pid: 5799 timeout: 2000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062589:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062597:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062610:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062642:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062648:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062654:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062659:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332454.062662:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062669:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062676:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332454.062685:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332454.062713:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067621376:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332454.062720:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1780332454.062754:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067621376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332454.062953:0:74616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1600/0x76434b26e307e1be lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e1b7 expref: 17 pid: 5799 timeout: 2000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332454.062963:0:74616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74616:1866812067621248:0@lo:104: 00010000:00010000:2.0:1780332454.062975:0:74616:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332454.062983:0:74616:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332454.062989:0:74616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332454.062994:0:74616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307e1e1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332454.095835:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332454.095889:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332454.095916:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332454.095944:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332454.095975:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045418368 00000100:00100000:3.0:1780332454.095987:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045418368 00000100:00100000:3.0:1780332454.096040:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1055 00000100:00100000:3.0:1780332454.096051:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045418368:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332454.096126:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045418368:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332454.096134:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1055 00000100:00100000:3.0:1780332454.096168:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045418624 00000100:00100000:3.0:1780332454.096171:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045418624 00000100:00100000:3.0:1780332454.096205:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045418752 00000100:00100000:3.0:1780332454.096208:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045418752 00000100:00100000:3.0:1780332454.096231:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 907 00000100:00100000:3.0:1780332454.096238:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045418624:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332454.096265:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045418624:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332454.096272:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 907 00000100:00100000:3.0:1780332454.096284:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 908 00000100:00100000:3.0:1780332454.096290:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045418752:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332454.096314:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045418752:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332454.096319:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 908 00000100:00100000:3.0:1780332454.096337:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045418496 00000100:00100000:3.0:1780332454.096341:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045418496 00000100:00100000:3.0:1780332454.096369:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1266 00000100:00100000:3.0:1780332454.096374:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045418496:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332454.096402:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045418496:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332454.096408:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1266 00000100:00080000:3.0:1780332454.096536:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332454.096541:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332454.096544:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332454.364383:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332455.197646:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332455.197659:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332455.197666:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332455.197755:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.197778:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.197791:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332455.197827:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067621504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332455.197930:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332455.197994:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332455.198032:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067621504 00000100:00100000:1.0:1780332455.198043:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067621504 00000100:00100000:1.0:1780332455.201236:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1780332455.201254:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067621504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332455.201285:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332455.201310:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e1e8 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.201346:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.201357:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.201365:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332455.209610:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067621504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 8347us (11665us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332455.209643:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1780332455.210360:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067621504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332455.210400:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.210417:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332455.210445:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332455.210584:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.210596:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332455.384606:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332456.408659:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332457.176345:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332457.176372:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067621632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332457.176460:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332457.176736:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067621632 00000100:00100000:1.0:1780332457.176744:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067621632 00000100:00100000:1.0:1780332457.176797:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1780332457.176949:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067621632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332457.176986:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332457.177031:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067621632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 225us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332457.177038:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1780332457.177080:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067621632:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332457.177157:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332457.313929:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332457.314047:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045418880 00000100:00100000:3.0:1780332457.314058:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045418880 00000100:00080000:1.0:1780332457.314103:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332457.314127:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 639 00000100:00100000:3.0:1780332457.314138:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43614:x1866812045418880:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332457.314161:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332457.314190:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e1f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcbe expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.314264:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e1fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.314281:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e1fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.314294:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e1fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332457.314473:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:3.0:1780332457.314476:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332457.314535:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e1fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.314559:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e1f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcbe expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.314582:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e1fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcbe expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.314592:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:3.0:1780332457.314596:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332457.314599:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780332457.314683:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43614:x1866812045418880:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 547us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332457.314688:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 639 00000100:00100000:3.0:1780332457.320988:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332457.321089:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045419136 00000100:00100000:2.0:1780332457.321099:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045419136 00000100:00100000:2.0:1780332457.321151:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 640 00000100:00100000:2.0:1780332457.321162:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43614:x1866812045419136:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332457.321223:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332457.321255:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e1fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcbe expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332457.321270:0:44689:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307e1da) 00010000:00010000:2.0:1780332457.321273:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:2.0:1780332457.321284:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332457.321313:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332457.321328:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332457.321338:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332457.362870:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000913092b0 reply state 00000000abaa985b transno 4294967542 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332457.362893:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332457.363082:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000100:00100000:0.0:1780332457.363463:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43614:x1866812045419136:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 42297us (42476us total) trans 4294967542 rc 0/0 00000100:00100000:0.0:1780332457.363473:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 640 00000001:00080000:0.0:1780332457.363533:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967542 is committed 00010000:00010000:3.0:1780332457.363765:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.363777:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.363785:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.363803:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332457.363809:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.363817:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.363834:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:3.0:1780332457.363838:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332457.363843:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332457.363849:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e204 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332457.435484:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332458.199937:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067622016:0@lo:400:kworker.0 00000100:00100000:0.0:1780332458.200026:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332458.200099:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332458.200105:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067622144:0@lo:400:kworker.0 00000100:00100000:0.0:1780332458.200130:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332458.200164:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622016 00000100:00100000:0.0:1780332458.200173:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622016 00000100:00100000:0.0:1780332458.200249:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1780332458.200263:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067622016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332458.200352:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067622016:12345-0@lo:400:kworker.0 Request processed in 93us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332458.200359:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1780332458.200393:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622144 00000100:00100000:0.0:1780332458.200397:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622144 00000100:00100000:0.0:1780332458.200422:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1780332458.200429:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067622144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332458.200461:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067622144:12345-0@lo:400:kworker.0 Request processed in 33us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332458.200467:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00080000:0.0:1780332458.200484:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332458.200547:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067622144:0@lo:400:kworker.0 00000100:00100000:0.0:1780332458.200562:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067622016:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.200669:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067621888:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.200729:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332458.200757:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067622400:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.200777:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332458.200795:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780332458.200802:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067621760:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.200827:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332458.200853:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067622272:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.200872:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332458.200901:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067621888 00000100:00100000:1.0:1780332458.200904:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067621888 00000100:00100000:1.0:1780332458.200928:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622272 00000100:00100000:1.0:1780332458.200930:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622272 00000100:00100000:1.0:1780332458.200949:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1780332458.200955:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067621888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.200987:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067621888:12345-0@lo:400:kworker.0 Request processed in 32us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332458.200993:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1780332458.201004:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1780332458.201010:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067622272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.201028:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067622272:12345-0@lo:400:kworker.0 Request processed in 20us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332458.201033:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1780332458.201047:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622400 00000100:00100000:1.0:1780332458.201050:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622400 00000100:00100000:1.0:1780332458.201071:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1780332458.201076:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067622400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.201103:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067622400:12345-0@lo:400:kworker.0 Request processed in 27us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332458.201108:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1780332458.201123:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067621760 00000100:00100000:1.0:1780332458.201126:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067621760 00000100:00100000:1.0:1780332458.201146:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1780332458.201151:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067621760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.201173:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067621760:12345-0@lo:400:kworker.0 Request processed in 23us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332458.201179:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00080000:1.0:1780332458.201216:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332458.201220:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332458.201233:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067621760:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.201241:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067622272:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.201248:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067621888:0@lo:400:kworker.0 00000100:00100000:1.0:1780332458.201256:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067622400:0@lo:400:kworker.0 00000020:00000080:2.0:1780332458.220112:0:74813:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7ee1bb10 20000000:00000080:2.0:1780332458.220131:0:74813:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43722e400 uarg=0000000000000000 00010000:00010000:2.0:1780332458.220669:0:74813:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332458.220686:0:74813:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332458.220712:0:74813:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332458.220733:0:74813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332458.220756:0:74813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332458.220765:0:74813:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332458.220802:0:74813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332458.220821:0:74813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 17 pid: 5800 timeout: 2004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332458.220837:0:74813:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74813:1866812067622528:0@lo:104: 00000100:00100000:2.0:1780332458.220909:0:74813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332458.221029:0:74813:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332458.221072:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622528 00000100:00100000:1.0:1780332458.221079:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622528 00000100:00100000:1.0:1780332458.221127:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1780332458.221136:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74813:x1866812067622528:12345-0@lo:104: 00010000:00010000:1.0:1780332458.221151:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332458.221242:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332458.221249:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:74813:x1866812067622528:12345-0@lo:104: Request processed in 114us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332458.221256:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00010000:00010000:3.0:1780332458.221295:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332458.221303:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221313:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332458.221317:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332458.221319:0:74813:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74813:1866812067622528:0@lo:104: 00010000:00010000:3.0:1780332458.221332:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332458.221340:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332458.221345:0:74813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332458.221346:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332458.221394:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221405:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332458.221443:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221450:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307e1e8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e1ef expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332458.221464:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1780332458.221470:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332458.221473:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332458.221475:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332458.221477:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067622656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332458.221508:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332458.221596:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622656 00000100:00100000:3.0:1780332458.221600:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622656 00010000:00010000:3.0:1780332458.221720:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 18 pid: 5800 timeout: 2004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332458.221780:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1780332458.221788:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067622656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332458.221799:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332458.221804:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 18 pid: 5800 timeout: 2004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221815:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 18 pid: 5800 timeout: 2004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221827:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307e1ef lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e1e8 expref: 18 pid: 5800 timeout: 2004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221842:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221855:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221869:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221876:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221884:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221890:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221895:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332458.221899:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221906:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221930:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332458.221939:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332458.221959:0:74813:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332458.221969:0:74813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332458.221976:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067622656:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (464us total) trans 0 rc 0/0 00010000:00010000:1.0:1780332458.221978:0:74813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1c00/0x76434b26e307e20b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332458.221988:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1780332458.222064:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067622656:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332458.466348:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332458.711842:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067622784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332458.711957:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332458.712103:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622784 00000100:00100000:3.0:1780332458.712112:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622784 00000100:00100000:3.0:1780332458.712177:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1780332458.712187:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067622784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332458.712222:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332458.712293:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067622784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332458.712304:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1780332458.712457:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067622784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332459.201976:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332459.202013:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332459.202189:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045419392 00000100:00100000:0.0:1780332459.202199:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045419392 00000100:00100000:0.0:1780332459.202270:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1270 00000100:00100000:0.0:1780332459.202281:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045419392:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332459.202363:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045419392:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332459.202371:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1270 00000100:00080000:3.0:1780332459.202728:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332459.203448:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045419264 00000100:00100000:1.0:1780332459.203456:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045419264 00000100:00100000:1.0:1780332459.203508:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1058 00000100:00100000:1.0:1780332459.203517:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045419264:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332459.203572:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045419264:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 55us (1604us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332459.203580:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1058 00000100:00100000:3.0:1780332459.208773:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332459.208804:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332459.208932:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045419520 00000100:00100000:1.0:1780332459.208943:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045419520 00000100:00100000:1.0:1780332459.208998:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045419648 00000100:00100000:1.0:1780332459.209001:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045419648 00000100:00100000:1.0:1780332459.209026:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 348 00000100:00100000:1.0:1780332459.209037:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045419520:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780332459.209068:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307e17f 00000100:00080000:1.0:1780332459.209077:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc6000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780332459.209136:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967335 00000100:00100000:0.0:1780332459.209172:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 349 00000100:00100000:0.0:1780332459.209182:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045419648:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:0.0:1780332459.209198:0:6594:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307e10f 00000100:00080000:0.0:1780332459.209203:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec303448800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1780332459.209226:0:6594:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967335 00000100:00100000:1.0:1780332459.209440:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045419520:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 404us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332459.209448:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 348 00010000:00010000:1.0:1780332459.209475:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332459.209719:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780332459.209947:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332459.209953:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332459.214215:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045419648:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 5022us (5397us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332459.214229:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 349 00010000:00010000:1.0:1780332459.484477:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332459.738409:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332459.738420:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332459.738426:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332459.738488:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332459.738501:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332459.741143:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332459.741281:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067622912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332459.741877:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332459.741939:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e900 going to sleep for 11 seconds 00000100:00100000:2.0:1780332459.742424:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067622912 00000100:00100000:2.0:1780332459.742433:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067622912 00000100:00100000:2.0:1780332459.742494:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1780332459.742504:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067622912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332459.742522:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332459.742543:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e212 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332459.742571:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e212 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332459.742583:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e212 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332459.742591:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332459.742669:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067622912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332459.742686:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1780332459.742751:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067622912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332459.742772:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332459.742782:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332459.742806:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332459.742812:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332459.742819:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:0.0:1780332459.831374:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332459.831393:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec302bc4000/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332459.831426:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec302bc4000/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:0.0:1780332459.833301:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec302bc6000 for lustre-OST0000 00000001:00100000:1.0:1780332459.846211:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780332459.846223:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec30344e800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332459.846786:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec30344e800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:0.0:1780332459.846846:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec303448800 for lustre-OST0001 00010000:00010000:1.0:1780332460.506382:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332461.534291:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332461.544164:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332461.544318:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045419776 00000100:00100000:3.0:1780332461.544329:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045419776 00000100:00100000:3.0:1780332461.544417:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 641 00000100:00100000:3.0:1780332461.544430:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43691:x1866812045419776:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780332461.544456:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332461.544485:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcc5 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.544572:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.544589:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.544606:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.544660:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.544669:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.544676:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.545495:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e235 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.545506:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.545518:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332461.545603:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:3.0:1780332461.545608:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332461.546100:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546119:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546126:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546133:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546140:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332461.546145:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546153:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546168:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780332461.546171:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332461.546177:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546183:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e227 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546203:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546209:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546214:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546219:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332461.546222:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546227:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546233:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332461.546235:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332461.546237:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546243:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e22e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546280:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcc5 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546296:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e235 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcc5 expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.546308:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332461.546310:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332461.546313:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780332461.546505:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43691:x1866812045419776:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 2076us (2354us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332461.546515:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 641 00000100:00080000:1.0:1780332461.547012:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332461.553938:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332461.554153:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045420032 00000100:00100000:1.0:1780332461.554168:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045420032 00000100:00100000:1.0:1780332461.554247:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 642 00000100:00100000:1.0:1780332461.554258:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43691:x1866812045420032:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332461.554280:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332461.554312:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307e23c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bccc expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.554752:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.554772:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.554785:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.554799:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.554811:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.554817:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332461.564093:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:1.0:1780332461.568421:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e251 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568448:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568462:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568520:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568527:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568533:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568539:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332461.568543:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568549:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568566:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:1.0:1780332461.568568:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332461.568573:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568579:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e243 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332461.568599:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dac7214c reply state 000000000baf3403 transno 4294967543 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332461.568608:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332461.568694:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307e23c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bccc expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568708:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bccc expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.568715:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:1.0:1780332461.568718:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332461.568720:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de200, rc 0) 00000100:00100000:1.0:1780332461.568808:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:43691:x1866812045420032:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 14552us (14882us total) trans 4294967543 rc 0/0 00000100:00100000:1.0:1780332461.568817:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 642 00010000:00010000:2.0:1780332461.574216:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.574241:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.574250:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.574255:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332461.574261:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.574269:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.574289:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec41273e300) 00010000:00010000:2.0:1780332461.574293:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332461.574299:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.574306:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e24a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332461.574733:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332461.575720:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045420288 00000100:00100000:0.0:1780332461.575735:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045420288 00000100:00100000:0.0:1780332461.575801:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 643 00000100:00100000:0.0:1780332461.575812:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:43691:x1866812045420288:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:0.0:1780332461.575899:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332461.575926:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e251 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bccc expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332461.575944:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:0.0:1780332461.575951:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332461.576000:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332461.576014:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332461.576024:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332461.576179:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003412d68b reply state 00000000bf452bee transno 4294967544 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332461.576190:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332461.576287:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:43691:x1866812045420288:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 476us (1556us total) trans 4294967544 rc 0/0 00000100:00100000:0.0:1780332461.576295:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 643 00010000:00010000:3.0:1780332461.583245:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.583265:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.583272:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.583278:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332461.583283:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.583292:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.583315:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec408256300) 00010000:00010000:3.0:1780332461.583319:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332461.583325:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.583331:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e25f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332461.596308:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332461.596549:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045420416 00000100:00100000:1.0:1780332461.596561:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045420416 00000100:00100000:1.0:1780332461.596715:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 644 00000100:00100000:1.0:1780332461.596728:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:43691:x1866812045420416:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332461.596758:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332461.596788:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307e266 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcd3 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.596874:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307e266 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcd3 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.596891:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307e266 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcd3 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.596923:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780332461.596927:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780332461.596930:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de800, rc 0) 00000100:00100000:1.0:1780332461.596984:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:43691:x1866812045420416:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 259us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332461.597250:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 644 00000100:00100000:0.0:1780332461.605794:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332461.606596:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045420544 00000100:00100000:1.0:1780332461.606609:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045420544 00000100:00100000:1.0:1780332461.608182:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 350 00000100:00100000:1.0:1780332461.608195:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2365:x1866812045420544:12345-192.168.204.30@tcp:8:touch.60003 00010000:00080000:1.0:1780332461.608232:0:6596:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1908 last 0 00000020:00000080:1.0:1780332461.608266:0:6596:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307e26d 00002000:00100000:1.0:1780332461.608278:0:6596:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec418e91000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332461.608305:0:6596:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332461.608561:0:6596:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1780332461.608594:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec418e96000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332461.608723:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045420544:12345-192.168.204.30@tcp:8:touch.60003 Request processed in 528us (2939us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332461.608732:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 350 00000100:00100000:2.0:1780332461.612719:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332461.613098:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045420672 00000100:00100000:1.0:1780332461.613111:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045420672 00000100:00080000:3.0:1780332461.613184:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332461.613312:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 351 00000100:00100000:1.0:1780332461.613325:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045420672:12345-192.168.204.30@tcp:2:touch.60003 00000001:00080000:2.0:1780332461.663731:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00000001:00100000:2.0:1780332461.663754:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:0.0:1780332461.664162:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045420672:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 50831us (51443us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1780332461.664177:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 351 00000100:00100000:3.0:1780332461.668074:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332461.668514:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045420928 00000100:00100000:1.0:1780332461.668529:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045420928 00000100:00100000:1.0:1780332461.668671:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 68 00000100:00100000:1.0:1780332461.668685:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:43691:x1866812045420928:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:1.0:1780332461.669305:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:43691:x1866812045420928:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 619us (1239us total) trans 4294967545 rc 0/0 00000100:00100000:1.0:1780332461.669315:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 68 00000100:00100000:3.0:1780332461.768309:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332461.768475:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045421056 00000100:00100000:1.0:1780332461.768492:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045421056 00000100:00100000:1.0:1780332461.768583:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 645 00000100:00100000:1.0:1780332461.768596:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:43695:x1866812045421056:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:1.0:1780332461.768690:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332461.768721:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e274 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcda expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.768815:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.768832:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.768860:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.768877:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.768884:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.768889:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769002:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e289 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769010:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769016:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332461.769052:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00000004:00200000:1.0:1780332461.769057:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332461.769076:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769088:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769098:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769110:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769117:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769123:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332461.769128:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769135:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769148:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:1.0:1780332461.769151:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332461.769156:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769162:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e27b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769177:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769183:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769189:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769194:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfe00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332461.769197:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769203:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769210:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec41273ea00) 00010000:00010000:1.0:1780332461.769212:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332461.769215:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769220:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e282 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769253:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e274 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcda expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769269:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e289 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcda expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.769276:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780332461.769278:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332461.769281:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780332461.769442:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:43695:x1866812045421056:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 768us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332461.769450:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 645 00000100:00100000:2.0:1780332461.776338:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332461.777050:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045421184 00000100:00100000:1.0:1780332461.777063:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045421184 00000100:00100000:1.0:1780332461.777173:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 352 00000100:00100000:1.0:1780332461.777184:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045421184:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:1.0:1780332461.777204:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332461.777226:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bce1 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332461.777252:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x6a1db7ae, atime: 0x6a1db7ae, ctime: 0x6a1db7ae, blocks: 0x1 00010000:00010000:1.0:1780332461.777270:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332461.777273:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332461.777280:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.777300:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332461.777315:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332461.777411:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045421184:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 228us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332461.777419:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 352 00000100:00100000:2.0:1780332461.781335:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332461.781564:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045421440 00000100:00100000:3.0:1780332461.781577:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045421440 00000100:00100000:3.0:1780332461.781700:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 646 00000100:00100000:3.0:1780332461.781714:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:43695:x1866812045421440:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780332461.781811:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332461.781855:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e289 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcda expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.781884:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307e266 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcd3 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.781896:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:3.0:1780332461.781913:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332461.781939:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.781955:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.781964:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.781982:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.781994:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.782000:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.782128:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.782136:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.782142:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332461.783012:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9472 00000004:00080000:3.0:1780332461.783024:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1908190405331ns, next at 1909190402669ns, rc = 0 00010000:00010000:3.0:1780332461.783090:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783102:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783110:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783117:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783123:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783132:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783152:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332461.783187:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783194:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783200:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783207:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332461.783212:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783220:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783231:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332461.783234:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332461.783239:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783245:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e2a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783264:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783273:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783278:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783283:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332461.783285:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783290:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783297:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332461.783299:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332461.783302:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332461.783307:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e297 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332461.783316:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd5462f5 reply state 000000008f2b2aca transno 4294967546 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.784138:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332461.784148:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.784157:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332461.784160:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.784168:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.784182:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332461.784185:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332461.784189:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 1/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.784195:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e2ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.784222:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332461.784225:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332461.784227:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332461.784481:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332461.784700:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:43695:x1866812045421440:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 2981us (3381us total) trans 4294967546 rc 0/0 00000100:00100000:3.0:1780332461.784711:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 646 00010000:00010000:2.0:1780332461.792596:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.792640:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.792663:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.792671:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332461.792677:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.792686:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.792710:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec4054ddb00) 00010000:00010000:2.0:1780332461.792714:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332461.792731:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332461.792738:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e29e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332462.297508:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067623040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332462.297700:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332462.297875:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067623040 00000100:00100000:0.0:1780332462.297886:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067623040 00000100:00100000:0.0:1780332462.297989:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1780332462.298001:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067623040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332462.298026:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1780332462.298077:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332462.298083:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067623040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332462.298091:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1780332462.298165:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067623040:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332462.551771:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332462.841152:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967544 is committed 00000001:00080000:0.0:1780332462.841170:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967545 is committed 00000001:00080000:0.0:1780332462.841318:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967546 is committed 00000004:00080000:0.0:1780332462.841325:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 51 committed 00000100:00100000:0.0:1780332462.841575:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067623168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332462.841882:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332462.841989:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067623168 00000100:00100000:0.0:1780332462.841998:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067623168 00000100:00100000:0.0:1780332462.842047:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1780332462.842057:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067623168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780332462.842086:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00010000:00010000:0.0:1780332462.842111:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.842136:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.842145:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332462.842148:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332462.842151:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.842254:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.842276:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 5 pid: 8139 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332462.842289:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067623296:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780332462.842421:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45000 going to sleep for 11 seconds 00000100:00100000:0.0:1780332462.849303:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067623296:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332462.849304:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1780332462.849340:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332462.849381:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045421568 00000100:00100000:0.0:1780332462.849395:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045421568 00010000:00010000:0.0:1780332462.849436:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 6 pid: 8139 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332462.849479:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 349 00000100:00100000:0.0:1780332462.849491:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045421568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332462.849506:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332462.849512:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 6 pid: 8139 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.849530:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 6 pid: 8139 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.849559:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307e290 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce1 expref: 6 pid: 8139 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.849574:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332462.849576:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332462.849582:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.849598:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.849656:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332462.850037:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045421568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 548us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332462.850046:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 349 00010000:00010000:0.0:1780332462.850145:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.850156:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.850167:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.850176:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.850196:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780332462.851854:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067623168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9788us (9963us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1780332462.851941:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00010000:00010000:0.0:1780332462.851981:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332462.851988:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.852002:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332462.852007:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.852019:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.852043:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.852052:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fc40794/0x76434b26e307e2b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332462.852079:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332462.852082:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332462.852084:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332462.852138:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec30368b480/2, rc 0, transno 4294967337 00000100:00100000:0.0:1780332462.852146:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067623168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780332463.321085:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067623424:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321167:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332463.321219:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067623936:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321251:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332463.321281:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332463.321288:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067623552:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321316:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332463.321380:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067623680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321407:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332463.321427:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332463.321433:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067623808:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321455:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332463.321491:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067623424 00000100:00100000:3.0:1780332463.321499:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067623424 00000100:00100000:3.0:1780332463.321546:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1780332463.321556:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067623424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321604:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067623424:12345-0@lo:400:kworker.0 Request processed in 49us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332463.321612:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1780332463.321675:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067623936 00000100:00100000:3.0:1780332463.321679:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067623936 00000100:00100000:3.0:1780332463.321719:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1780332463.321726:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067623936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321758:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067623936:12345-0@lo:400:kworker.0 Request processed in 33us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332463.321764:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1780332463.321788:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067623552 00000100:00100000:3.0:1780332463.321792:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067623552 00000100:00100000:3.0:1780332463.321815:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067623680 00000100:00100000:3.0:1780332463.321818:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067623680 00000100:00100000:3.0:1780332463.321837:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067623808 00000100:00100000:3.0:1780332463.321839:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067623808 00000100:00100000:3.0:1780332463.321854:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1780332463.321861:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067623552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321891:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067623552:12345-0@lo:400:kworker.0 Request processed in 31us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332463.321897:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1780332463.321909:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1780332463.321916:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067623680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321947:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067623680:12345-0@lo:400:kworker.0 Request processed in 32us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332463.321953:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1780332463.321964:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1780332463.321970:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067623808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.321999:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067623808:12345-0@lo:400:kworker.0 Request processed in 28us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332463.322006:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00080000:3.0:1780332463.322030:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332463.322035:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332463.322083:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067623808:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.322094:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067623680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.322130:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067623552:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.322142:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067623424:0@lo:400:kworker.0 00000100:00100000:3.0:1780332463.322153:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067623936:0@lo:400:kworker.0 00000020:00000080:2.0:1780332463.440821:0:75061:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc516438d0 20000000:00000080:2.0:1780332463.440843:0:75061:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d869400 uarg=0000000000000000 00010000:00010000:3.0:1780332463.442928:0:75061:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1780332463.443040:0:75061:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332463.443044:0:75061:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332463.443059:0:75061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e235 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcc5 expref: 5 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.443087:0:75061:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1780332463.443110:0:75061:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332463.443127:0:75061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.443141:0:75061:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e212 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.443152:0:75061:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.443200:0:75061:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e212 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.443220:0:75061:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e212 expref: 17 pid: 5798 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332463.443237:0:75061:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75061:1866812067624064:0@lo:104: 00000100:00100000:3.0:1780332463.443324:0:75061:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332463.443383:0:75061:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45900 going to sleep for 11 seconds 00000100:00100000:1.0:1780332463.443673:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624064 00000100:00100000:1.0:1780332463.443684:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624064 00000100:00100000:1.0:1780332463.443748:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1780332463.443760:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75061:x1866812067624064:12345-0@lo:104: 00010000:00010000:1.0:1780332463.443776:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.443868:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332463.443875:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75061:x1866812067624064:12345-0@lo:104: Request processed in 117us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332463.443883:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1780332463.443909:0:75061:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75061:1866812067624064:0@lo:104: 00010000:00010000:2.0:1780332463.443933:0:75061:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.444029:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332463.444035:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.444042:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332463.444047:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.444056:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332463.444063:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332463.444069:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332463.444100:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.444106:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332463.444134:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.444141:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e212 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e219 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332463.444157:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332463.444159:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332463.444161:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332463.444170:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332463.444183:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067624192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332463.444214:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332463.444262:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624192 00000100:00100000:1.0:1780332463.444267:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624192 00010000:00010000:1.0:1780332463.444287:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e212 expref: 18 pid: 5798 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332463.444322:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1780332463.444330:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067624192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332463.444342:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332463.444348:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e212 expref: 18 pid: 5798 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444359:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e212 expref: 18 pid: 5798 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444372:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0200/0x76434b26e307e219 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e212 expref: 18 pid: 5798 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444387:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444397:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444413:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444421:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444433:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444439:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444445:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332463.444449:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444455:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444476:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332463.444487:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332463.444507:0:75061:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332463.444517:0:75061:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332463.444526:0:75061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e2ba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332463.444526:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067624192:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332463.444542:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1780332463.445846:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067624192:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332463.576873:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332463.831959:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067624320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332463.832066:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332463.832443:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624320 00000100:00100000:1.0:1780332463.832455:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624320 00000100:00100000:1.0:1780332463.832566:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1780332463.832579:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067624320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332463.832667:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332463.832736:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067624320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 158us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332463.832745:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1780332463.832803:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067624320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332464.319198:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332464.319248:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332464.319299:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045421952 00000100:00100000:2.0:1780332464.319312:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045421952 00000100:00100000:2.0:1780332464.319382:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 912 00000100:00100000:2.0:1780332464.319393:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045421952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332464.319482:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045421952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332464.319490:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 912 00000100:00080000:2.0:1780332464.319517:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332464.319851:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045421696 00000100:00100000:3.0:1780332464.319856:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045421696 00000100:00100000:3.0:1780332464.319942:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1061 00000100:00100000:3.0:1780332464.319951:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045421696:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332464.319985:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045421696:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332464.319992:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1061 00000100:00100000:2.0:1780332464.320138:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332464.320667:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045421824 00000100:00100000:3.0:1780332464.320675:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045421824 00000100:00100000:3.0:1780332464.320726:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1274 00000100:00100000:3.0:1780332464.320733:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045421824:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332464.320792:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045421824:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 59us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332464.320798:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1274 00000100:00080000:2.0:1780332464.320932:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332464.600039:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332464.727771:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332464.727780:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332464.727785:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332464.727850:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332464.727865:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332464.727879:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332464.727910:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067624448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332464.727996:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332464.728080:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4125463c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332464.728184:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624448 00000100:00100000:3.0:1780332464.728193:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624448 00000100:00100000:3.0:1780332464.728249:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1780332464.728259:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067624448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332464.728291:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332464.728307:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e2c1 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332464.728344:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332464.728356:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332464.728369:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4800, rc 0) 00000100:00100000:3.0:1780332464.728422:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067624448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332464.728431:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1780332464.729023:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067624448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332464.729044:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332464.729055:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332464.729075:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332464.729080:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332464.729088:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332465.624775:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332466.428381:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332466.428446:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045422080 00000100:00100000:3.0:1780332466.428456:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045422080 00000100:00100000:3.0:1780332466.428538:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 647 00000100:00100000:3.0:1780332466.428550:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43785:x1866812045422080:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332466.428571:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332466.428648:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e2cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bce8 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.428731:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e2d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.428746:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e2d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.428759:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e2d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332466.429116:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:3.0:1780332466.429121:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332466.429206:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e2d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.429234:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e2cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce8 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.429255:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e2d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce8 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.429264:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:3.0:1780332466.429266:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332466.429270:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780332466.429345:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43785:x1866812045422080:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 798us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332466.429353:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 647 00000100:00080000:2.0:1780332466.429723:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332466.433361:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332466.434066:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045422336 00000100:00100000:3.0:1780332466.434078:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045422336 00000100:00100000:3.0:1780332466.434147:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 648 00000100:00100000:3.0:1780332466.434160:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43785:x1866812045422336:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332466.434676:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332466.434707:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e2d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bce8 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.434723:0:5805:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307e235) 00010000:00010000:3.0:1780332466.434727:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:3.0:1780332466.434741:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332466.434770:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.434785:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.434794:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332466.435757:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005507bc69 reply state 00000000fc682fcd transno 4294967547 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332466.435771:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332466.435841:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000100:00100000:1.0:1780332466.435944:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43785:x1866812045422336:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1786us (2592us total) trans 4294967547 rc 0/0 00000100:00100000:1.0:1780332466.435954:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 648 00010000:00010000:3.0:1780332466.444369:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.444391:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.444400:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.444406:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332466.444411:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.444419:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.444443:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332466.444446:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332466.444454:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.444461:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e2dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332466.650560:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332466.954834:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000020:00000080:1.0:1780332467.309091:0:75259:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf9c8a050 20000000:00000080:1.0:1780332467.309110:0:75259:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec402c59c00 uarg=0000000000000000 00010000:00010000:1.0:1780332467.309406:0:75259:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332467.309426:0:75259:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332467.309442:0:75259:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332467.309465:0:75259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332467.309481:0:75259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332467.309487:0:75259:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332467.309523:0:75259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332467.309542:0:75259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 17 pid: 5798 timeout: 2013 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332467.309562:0:75259:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75259:1866812067624576:0@lo:104: 00000100:00100000:1.0:1780332467.309781:0:75259:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332467.309905:0:75259:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9540 going to sleep for 11 seconds 00000100:00100000:2.0:1780332467.309967:0:5789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780332467.309985:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624576 00000100:00100000:2.0:1780332467.309995:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624576 00000100:00100000:2.0:1780332467.310054:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1780332467.310064:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dc4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75259:x1866812067624576:12345-0@lo:104: 00010000:00010000:2.0:1780332467.310077:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332467.310189:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332467.310196:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dc4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75259:x1866812067624576:12345-0@lo:104: Request processed in 134us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332467.310208:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1780332467.310238:0:75259:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75259:1866812067624576:0@lo:104: 00010000:00010000:1.0:1780332467.310258:0:75259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310291:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332467.310299:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310307:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332467.310311:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310320:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332467.310327:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332467.310333:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332467.310397:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310402:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332467.310430:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310437:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307e2c1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e2c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332467.310452:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1780332467.310457:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332467.310459:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332467.310460:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332467.310467:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067624704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332467.310499:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332467.310549:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624704 00000100:00100000:3.0:1780332467.310553:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624704 00010000:00010000:3.0:1780332467.310585:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 18 pid: 5798 timeout: 2013 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332467.310609:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1780332467.310615:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067624704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332467.310654:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332467.310659:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 18 pid: 5798 timeout: 2013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310671:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 18 pid: 5798 timeout: 2013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310682:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e2c8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e2c1 expref: 18 pid: 5798 timeout: 2013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310697:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310706:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310718:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310725:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310732:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310739:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310748:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332467.310752:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310758:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310779:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332467.310789:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332467.310814:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067624704:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332467.310819:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1780332467.310838:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067624704:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332467.310940:0:75259:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332467.310947:0:75259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332467.310951:0:75259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dea00/0x76434b26e307e2e4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332467.421020:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332467.421041:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067624832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332467.421114:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332467.421177:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624832 00000100:00100000:1.0:1780332467.421183:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624832 00000100:00100000:1.0:1780332467.421239:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1780332467.421249:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067624832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332467.421312:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332467.421365:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067624832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332467.421371:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:1.0:1780332467.421391:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332467.421419:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:1.0:1780332467.421425:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec30368b480, transno 4294967337 00000100:00100000:1.0:1780332467.421441:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067624832:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332467.671735:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332468.008499:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967547 is committed 00000100:00100000:1.0:1780332468.441819:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067625216:0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.441888:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332468.442027:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780332468.442034:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067625088:0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.442059:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332468.442090:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067625600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.442115:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332468.442144:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625216 00000100:00100000:1.0:1780332468.442150:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625216 00000100:00100000:1.0:1780332468.442205:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625088 00000100:00100000:1.0:1780332468.442208:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625088 00000100:00100000:1.0:1780332468.442232:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1780332468.442240:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067625216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.442294:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067625216:12345-0@lo:400:kworker.0 Request processed in 53us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332468.442301:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1780332468.442318:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:1.0:1780332468.442323:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067625088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.442349:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067625088:12345-0@lo:400:kworker.0 Request processed in 26us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332468.442355:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00080000:1.0:1780332468.442373:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332468.442410:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067625088:0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.442420:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067625216:0@lo:400:kworker.0 00000100:00100000:0.0:1780332468.443470:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067625344:0@lo:400:kworker.0 00000100:00100000:0.0:1780332468.443518:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332468.443562:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780332468.443572:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067624960:0@lo:400:kworker.0 00000100:00100000:0.0:1780332468.443604:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332468.443658:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067625472:0@lo:400:kworker.0 00000100:00100000:0.0:1780332468.443685:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332468.443997:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625600 00000100:00100000:0.0:1780332468.444005:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625600 00000100:00100000:0.0:1780332468.444059:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625344 00000100:00100000:0.0:1780332468.444064:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625344 00000100:00100000:0.0:1780332468.444088:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1780332468.444096:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067625600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332468.444156:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067625600:12345-0@lo:400:kworker.0 Request processed in 59us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332468.444165:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1780332468.444187:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1780332468.444196:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067625344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332468.444231:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067625344:12345-0@lo:400:kworker.0 Request processed in 39us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332468.444238:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1780332468.444289:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067625344:0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.444594:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625472 00000100:00100000:1.0:1780332468.444599:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625472 00000100:00100000:1.0:1780332468.444654:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1780332468.444662:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067625472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.444703:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067625472:12345-0@lo:400:kworker.0 Request processed in 43us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332468.444710:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00080000:1.0:1780332468.444728:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332468.444731:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332468.444748:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067625472:0@lo:400:kworker.0 00000100:00100000:1.0:1780332468.444771:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067625600:0@lo:400:kworker.0 00000100:00100000:3.0:1780332468.447730:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067624960 00000100:00100000:3.0:1780332468.447746:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067624960 00000100:00100000:3.0:1780332468.447894:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1780332468.447905:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067624960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332468.448000:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067624960:12345-0@lo:400:kworker.0 Request processed in 97us (4394us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332468.448007:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1780332468.448478:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067624960:0@lo:400:kworker.0 00010000:00010000:0.0:1780332468.698036:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332468.955049:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332468.955076:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067625728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332468.955165:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332468.955318:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625728 00000100:00100000:2.0:1780332468.955332:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625728 00000100:00100000:2.0:1780332468.955395:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1780332468.955406:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067625728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332468.955452:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332468.955510:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067625728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332468.955517:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1780332468.955599:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067625728:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1780332469.147145:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332469.147155:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332469.147162:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332469.147233:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332469.147249:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332469.147556:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332469.147592:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067625856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332469.148183:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332469.148243:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1780332469.148384:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625856 00000100:00100000:0.0:1780332469.148394:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625856 00000100:00100000:0.0:1780332469.148469:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1780332469.148481:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067625856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332469.148511:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332469.148531:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e2eb expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332469.148573:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e2eb expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332469.148585:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e2eb expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332469.148596:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332469.148683:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067625856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 204us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332469.148690:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1780332469.150401:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067625856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332469.150444:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332469.150457:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332469.150511:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332469.150519:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332469.150527:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332469.441505:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332469.441558:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332469.441614:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332469.442093:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045422464 00000100:00100000:0.0:1780332469.442106:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045422464 00000100:00100000:0.0:1780332469.442184:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1065 00000100:00100000:0.0:1780332469.442196:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045422464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332469.442311:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045422464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 117us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332469.442490:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1065 00000100:00100000:0.0:1780332469.442527:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045422720 00000100:00100000:0.0:1780332469.442532:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045422720 00000100:00100000:0.0:1780332469.442590:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 915 00000100:00100000:0.0:1780332469.442597:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045422720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332469.442653:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045422720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 57us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332469.442660:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 915 00000100:00100000:1.0:1780332469.443150:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045422592 00000100:00100000:1.0:1780332469.443155:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045422592 00000100:00100000:1.0:1780332469.443204:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1278 00000100:00100000:1.0:1780332469.443212:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045422592:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332469.443265:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045422592:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 54us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332469.443272:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1278 00000100:00080000:0.0:1780332469.443486:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332469.443491:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332469.720720:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332470.743967:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332470.826499:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332470.826777:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045422848 00000100:00100000:3.0:1780332470.826793:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045422848 00000100:00100000:2.0:1780332470.827131:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 649 00000100:00100000:2.0:1780332470.827143:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045422848:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332470.827291:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045422848:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 150us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.827299:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 649 00000100:00100000:0.0:1780332470.832226:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332470.832305:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045422976 00000100:00100000:2.0:1780332470.832318:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045422976 00000100:00100000:2.0:1780332470.832388:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 354 00000100:00100000:2.0:1780332470.832401:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045422976:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332470.832977:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045422976:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 577us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.832987:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 354 00000100:00100000:0.0:1780332470.853576:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332470.857214:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045423104 00000100:00100000:2.0:1780332470.857232:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045423104 00000100:00100000:2.0:1780332470.857304:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 355 00000100:00100000:2.0:1780332470.857316:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045423104:12345-192.168.204.30@tcp:8:lfs.60003 00010000:00080000:2.0:1780332470.857360:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1917 last 0 00000020:00000080:2.0:1780332470.857405:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307e2f9 00002000:00100000:2.0:1780332470.857422:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec437277800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780332470.857455:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780332470.857816:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1780332470.857862:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec437276800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780332470.857970:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045423104:12345-192.168.204.30@tcp:8:lfs.60003 Request processed in 654us (4405us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.857979:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 355 00000100:00100000:0.0:1780332470.863688:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332470.864892:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045423232 00000100:00100000:2.0:1780332470.864905:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045423232 00000100:00100000:2.0:1780332470.865001:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 356 00000100:00100000:2.0:1780332470.865013:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43870:x1866812045423232:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332470.865526:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43870:x1866812045423232:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 508us (1843us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.865535:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 356 00000100:00080000:0.0:1780332470.865978:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332470.878665:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332470.878896:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045423360 00000100:00100000:2.0:1780332470.878908:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045423360 00000100:00100000:2.0:1780332470.878969:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 650 00000100:00100000:2.0:1780332470.878979:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423360:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332470.879529:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423360:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 540us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.879538:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 650 00000100:00100000:3.0:1780332470.886671:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332470.887150:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045423488 00000100:00100000:2.0:1780332470.887160:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045423488 00000100:00100000:2.0:1780332470.887225:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 651 00000100:00100000:2.0:1780332470.887237:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423488:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332470.887345:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423488:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 110us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.887353:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 651 00000100:00100000:0.0:1780332470.890801:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332470.890930:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045423616 00000100:00100000:2.0:1780332470.890941:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045423616 00000100:00100000:2.0:1780332470.890997:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 357 00000100:00100000:2.0:1780332470.891007:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423616:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332470.894485:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423616:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1915us (2129us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.894503:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 357 00000100:00100000:1.0:1780332470.896253:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332470.896559:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045423744 00000100:00100000:3.0:1780332470.896583:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045423744 00000100:00100000:3.0:1780332470.896712:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 358 00000100:00100000:3.0:1780332470.896726:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43870:x1866812045423744:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332470.897506:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43870:x1866812045423744:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 780us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332470.897528:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 358 00000100:00100000:3.0:1780332470.906291:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332470.909910:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045423872 00000100:00100000:2.0:1780332470.909930:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045423872 00000100:00100000:2.0:1780332470.910029:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 652 00000100:00100000:2.0:1780332470.910043:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423872:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332470.911430:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43870:x1866812045423872:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1381us (5283us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332470.911444:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 652 00000100:00100000:0.0:1780332471.035855:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332471.036450:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045424000 00000100:00100000:1.0:1780332471.036467:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045424000 00000100:00100000:1.0:1780332471.036713:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 653 00000100:00100000:1.0:1780332471.036735:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:43874:x1866812045424000:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780332471.036766:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332471.036795:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e300 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcef expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.037227:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.037245:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.037260:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.037329:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.037337:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.037345:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332471.037857:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332471.039755:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e315 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.039774:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.039786:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332471.044001:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:1.0:1780332471.044012:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332471.044283:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044306:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044313:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044321:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044326:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332471.044331:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044339:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044356:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780332471.044359:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332471.044365:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044371:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e307 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044384:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044393:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044398:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044402:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332471.044405:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044409:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044416:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec41273eb00) 00010000:00010000:1.0:1780332471.044418:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332471.044420:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044424:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e30e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044463:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e300 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcef expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044479:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e315 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcef expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332471.044486:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332471.044488:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332471.044491:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332471.044592:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43874:x1866812045424000:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 7865us (8745us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332471.044603:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 653 00000100:00100000:1.0:1780332471.049715:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332471.049780:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045424256 00000100:00100000:3.0:1780332471.049793:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045424256 00000100:00100000:2.0:1780332471.050043:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 654 00000100:00100000:2.0:1780332471.050056:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43874:x1866812045424256:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780332471.050077:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332471.050101:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e31c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcf6 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.050504:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.050533:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.050546:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.050560:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.050566:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.050572:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332471.051583:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:2.0:1780332471.052088:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e331 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052105:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052117:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052169:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052177:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052184:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052191:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332471.052195:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052204:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052219:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:2.0:1780332471.052222:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332471.052228:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052235:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e323 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332471.052250:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006cc708e reply state 0000000003346a94 transno 4294967548 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332471.052260:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332471.052294:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e31c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcf6 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052310:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e331 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcf6 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.052317:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780332471.052320:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332471.052323:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780332471.052465:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:43874:x1866812045424256:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 2411us (2761us total) trans 4294967548 rc 0/0 00000100:00100000:2.0:1780332471.052474:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 654 00010000:00010000:2.0:1780332471.054077:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.054095:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.054104:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.054109:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332471.054114:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.054122:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.054138:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332471.054142:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332471.054148:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332471.054154:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e32a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332471.058145:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332471.058247:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045424384 00000100:00100000:0.0:1780332471.058258:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045424384 00000100:00100000:0.0:1780332471.058323:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 359 00000100:00100000:0.0:1780332471.058335:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:43874:x1866812045424384:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780332471.058353:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332471.058373:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bcfd expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332471.058401:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780332471.058426:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332471.058428:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332471.058438:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 7 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332471.058457:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 7 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332471.058473:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391400, rc 0) 00000100:00100000:0.0:1780332471.058769:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43874:x1866812045424384:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 435us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332471.058777:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 359 00000100:00100000:3.0:1780332471.102122:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332471.102251:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045424512 00000100:00100000:0.0:1780332471.102260:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045424512 00002000:00100000:0.0:1780332471.102311:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (0->1048575) req@ffff8ec4037f9c00 x1866812045424512/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:202/0 lens 488/0 e 0 to 0 dl 1780332482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1780332471.102323:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec4037f9c00 with x1866812045424512 ext(0->1048575) 00002000:00010000:0.0:1780332471.102328:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec4037f9c00 00000100:00100000:0.0:1780332471.102362:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 15 00000100:00100000:0.0:1780332471.102372:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045424512:12345-192.168.204.30@tcp:4:dd.60003 00000001:00100000:3.0:1780332471.204140:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:1.0:1780332471.211982:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045424512:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 109598us (109857us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1780332471.211997:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 15 00002000:00100000:1.0:1780332471.212012:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (0->1048575) req@ffff8ec4037f9c00 x1866812045424512/t4294967336(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:202/0 lens 488/448 e 0 to 0 dl 1780332482 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1780332471.212024:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec4037f9c00 with x1866812045424512 ext(0->1048575) 00002000:00010000:1.0:1780332471.212031:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec4037f9c00 00000100:00100000:2.0:1780332471.214777:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332471.214880:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045424640 00000100:00100000:3.0:1780332471.214890:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045424640 00000100:00100000:3.0:1780332471.214987:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 655 00000100:00100000:3.0:1780332471.214998:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:43874:x1866812045424640:12345-192.168.204.30@tcp:44:dd.60003 00000001:00080000:0.0:1780332471.310193:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967548 is committed 00000100:00100000:2.0:1780332471.310721:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43874:x1866812045424640:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 95713us (95943us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332471.310735:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 655 00000100:00100000:0.0:1780332471.313937:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332471.314378:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045424768 00000100:00100000:3.0:1780332471.314388:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045424768 00000100:00100000:3.0:1780332471.314452:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 360 00000100:00100000:3.0:1780332471.314463:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045424768:12345-192.168.204.30@tcp:16:dd.60003 00000100:00100000:3.0:1780332471.385573:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045424768:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 71098us (71631us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332471.385591:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 360 00000001:00080000:3.0:1780332471.386823:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000100:00100000:0.0:1780332471.389955:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332471.390505:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425024 00000100:00100000:1.0:1780332471.390528:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425024 00000100:00100000:1.0:1780332471.390597:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 69 00000100:00100000:1.0:1780332471.390763:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411122c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:43874:x1866812045425024:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:1.0:1780332471.391335:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411122c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:43874:x1866812045425024:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 727us (1388us total) trans 4294967549 rc 0/0 00000100:00100000:1.0:1780332471.391345:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 69 00010000:00010000:1.0:1780332471.770768:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332472.535946:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067625984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332472.536021:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332472.536847:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067625984 00000100:00100000:1.0:1780332472.536858:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067625984 00000100:00100000:1.0:1780332472.536938:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1780332472.536948:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067625984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332472.536987:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332472.537053:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067625984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332472.537061:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1780332472.537128:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067625984:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332472.538228:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332472.793264:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780332473.024887:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967549 is committed 00000100:00100000:3.0:1780332473.560151:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067626240:0@lo:400:kworker.0 00000100:00100000:3.0:1780332473.560230:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332473.560300:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067626752:0@lo:400:kworker.0 00000100:00100000:3.0:1780332473.560335:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332473.560363:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332473.560369:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067626368:0@lo:400:kworker.0 00000100:00100000:3.0:1780332473.560388:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332473.560465:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067626240 00000100:00100000:2.0:1780332473.560474:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067626240 00000100:00100000:2.0:1780332473.560531:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067626368 00000100:00100000:2.0:1780332473.560535:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067626368 00000100:00100000:2.0:1780332473.560573:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:2.0:1780332473.560584:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067626240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332473.560667:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067626240:12345-0@lo:400:kworker.0 Request processed in 85us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332473.560675:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:2.0:1780332473.560693:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1780332473.560700:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067626368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332473.560726:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067626368:12345-0@lo:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332473.560731:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1780332473.560748:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067626752 00000100:00100000:2.0:1780332473.560752:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067626752 00000100:00100000:2.0:1780332473.560780:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1780332473.560786:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067626752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332473.560817:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067626752:12345-0@lo:400:kworker.0 Request processed in 32us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332473.560823:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:2.0:1780332473.560976:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332473.560980:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332473.561023:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067626368:0@lo:400:kworker.0 00000100:00100000:2.0:1780332473.561034:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067626240:0@lo:400:kworker.0 00000100:00100000:2.0:1780332473.561043:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067626752:0@lo:400:kworker.0 00000100:00100000:1.0:1780332473.561120:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067626496:0@lo:400:kworker.0 00000100:00100000:1.0:1780332473.561150:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332473.561178:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332473.561184:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067626112:0@lo:400:kworker.0 00000100:00100000:1.0:1780332473.561209:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332473.561231:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067626624:0@lo:400:kworker.0 00000100:00100000:1.0:1780332473.561253:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332473.561278:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067626624 00000100:00100000:1.0:1780332473.561283:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067626624 00000100:00100000:1.0:1780332473.561310:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1780332473.561316:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067626624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332473.561351:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067626624:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332473.561356:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1780332473.561374:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067626112 00000100:00100000:1.0:1780332473.561377:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067626112 00000100:00100000:1.0:1780332473.561396:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1780332473.561401:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067626112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332473.561427:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067626112:12345-0@lo:400:kworker.0 Request processed in 26us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332473.561433:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1780332473.561459:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067626112:0@lo:400:kworker.0 00000100:00100000:1.0:1780332473.561469:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067626624:0@lo:400:kworker.0 00000100:00100000:2.0:1780332473.561548:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067626496 00000100:00100000:2.0:1780332473.561552:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067626496 00000100:00100000:2.0:1780332473.561586:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1780332473.561592:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067626496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332473.561652:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067626496:12345-0@lo:400:kworker.0 Request processed in 60us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332473.561658:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00080000:2.0:1780332473.561675:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332473.561692:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067626496:0@lo:400:kworker.0 00010000:00010000:3.0:1780332473.818874:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332474.077670:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067626880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332474.077741:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332474.079481:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067626880 00000100:00100000:0.0:1780332474.079495:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067626880 00000100:00100000:0.0:1780332474.079554:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1780332474.079564:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067626880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332474.079603:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1780332474.079707:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067626880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (1966us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332474.079715:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1780332474.079809:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067626880:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1780332474.188928:0:75509:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1920596305610ns, next at 1909190402669ns, rc = 0 00000004:00080000:3.0:1780332474.189060:0:75509:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1920596441086ns, next at 1866460204511ns, rc = 0 00000004:00080000:0.0:1780332474.194897:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 52 committed 00000004:00080000:0.0:1780332474.194922:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 52 committed 00000100:00100000:2.0:1780332474.558961:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332474.559007:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332474.559066:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332474.559195:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425152 00000100:00100000:0.0:1780332474.559206:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425152 00000100:00100000:0.0:1780332474.559265:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1067 00000100:00100000:0.0:1780332474.559277:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045425152:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332474.559380:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045425152:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 105us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332474.559388:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1067 00000100:00100000:3.0:1780332474.559909:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425280 00000100:00100000:3.0:1780332474.559915:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425280 00000100:00100000:3.0:1780332474.559979:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1282 00000100:00100000:3.0:1780332474.559988:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045425280:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332474.560036:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045425280:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 50us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332474.560044:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1282 00000100:00100000:1.0:1780332474.560669:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425536 00000100:00100000:1.0:1780332474.560675:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425536 00000100:00100000:1.0:1780332474.560731:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 918 00000100:00100000:1.0:1780332474.560739:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045425536:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332474.560784:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045425536:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (1718us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332474.560790:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 918 00000100:00080000:0.0:1780332474.562196:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332474.562206:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332474.573596:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332474.573920:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425408 00000100:00100000:2.0:1780332474.573931:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425408 00000100:00100000:2.0:1780332474.574039:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 919 00000100:00100000:2.0:1780332474.574051:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045425408:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332474.574140:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045425408:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 91us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332474.574149:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 919 00000100:00080000:0.0:1780332474.574474:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332474.840410:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332475.864836:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332475.996431:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332475.996540:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425664 00000100:00100000:3.0:1780332475.996554:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425664 00000100:00100000:3.0:1780332475.996648:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 656 00000100:00100000:3.0:1780332475.996659:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045425664:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332475.996774:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045425664:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 117us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332475.996782:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 656 00000100:00100000:3.0:1780332475.999041:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332475.999122:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425792 00000100:00100000:1.0:1780332475.999133:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425792 00000100:00100000:1.0:1780332475.999196:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 361 00000100:00100000:1.0:1780332475.999205:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44067:x1866812045425792:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332475.999602:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44067:x1866812045425792:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 396us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332475.999610:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 361 00000100:00100000:1.0:1780332476.001818:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332476.001904:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045425920 00000100:00100000:2.0:1780332476.001915:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045425920 00000100:00100000:2.0:1780332476.001987:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 362 00000100:00100000:2.0:1780332476.001997:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44067:x1866812045425920:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332476.002427:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44067:x1866812045425920:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 430us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332476.002435:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 362 00000100:00080000:3.0:1780332476.002689:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332476.004718:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332476.004825:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045426048 00000100:00100000:3.0:1780332476.004837:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045426048 00000100:00100000:3.0:1780332476.004907:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 657 00000100:00100000:3.0:1780332476.004917:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045426048:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332476.005421:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045426048:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 504us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332476.005429:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 657 00000100:00080000:1.0:1780332476.005514:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332476.009519:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332476.009676:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045426176 00000100:00100000:3.0:1780332476.009689:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045426176 00000100:00100000:3.0:1780332476.009746:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 658 00000100:00100000:3.0:1780332476.009757:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045426176:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332476.009938:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045426176:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 182us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332476.009946:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 658 00000100:00100000:1.0:1780332476.024070:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332476.028498:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045426304 00000100:00100000:0.0:1780332476.028522:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045426304 00000100:00100000:1.0:1780332476.030679:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 363 00000100:00100000:1.0:1780332476.030706:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44067:x1866812045426304:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332476.031124:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44067:x1866812045426304:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 422us (7064us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332476.031132:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 363 00000100:00080000:0.0:1780332476.032061:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332476.041052:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332476.041668:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045426432 00000100:00100000:2.0:1780332476.041686:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045426432 00000100:00100000:2.0:1780332476.041733:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 364 00000100:00100000:2.0:1780332476.041741:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44067:x1866812045426432:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332476.042513:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44067:x1866812045426432:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 768us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332476.042523:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 364 00000100:00100000:1.0:1780332476.059112:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332476.060568:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045426560 00000100:00100000:0.0:1780332476.060582:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045426560 00000100:00100000:0.0:1780332476.060773:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 659 00000100:00100000:0.0:1780332476.060785:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045426560:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332476.061233:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44067:x1866812045426560:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 449us (2134us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332476.061241:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 659 00000100:00100000:2.0:1780332476.174942:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332476.175576:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045426816 00000100:00100000:3.0:1780332476.175586:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045426816 00000100:00100000:3.0:1780332476.175703:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 660 00000100:00100000:3.0:1780332476.175714:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44071:x1866812045426816:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780332476.175780:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332476.175856:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e331 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcf6 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.175980:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:3.0:1780332476.175993:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332476.176149:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176165:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176176:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176191:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176197:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176203:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176772:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176782:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.176789:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332476.177851:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9472 00000004:00080000:3.0:1780332476.177864:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1922585245021ns, next at 1923585242461ns, rc = 0 00010000:00010000:3.0:1780332476.178320:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.178339:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.178349:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.178357:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.178363:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.178368:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.178992:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332476.179080:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179090:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179096:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179102:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332476.179107:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179114:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179128:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332476.179131:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332476.179136:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179142:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e354 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179166:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179172:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179177:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179182:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332476.179185:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179190:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179198:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:3.0:1780332476.179201:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332476.179204:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.179209:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e346 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332476.179224:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1319e5b reply state 00000000890dfc04 transno 4294967550 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332476.179233:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332476.179359:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:44071:x1866812045426816:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 3641us (4421us total) trans 4294967550 rc 0/0 00000100:00100000:3.0:1780332476.179368:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 660 00010000:00010000:3.0:1780332476.185561:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.185583:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.185591:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.185597:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332476.185602:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.185610:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.185651:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332476.185655:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332476.185661:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332476.185668:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e34d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332476.188996:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332476.189013:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332476.189026:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332476.189032:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332476.189043:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332476.189066:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:1.0:1780332476.189069:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332476.189074:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332476.189079:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e35b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332476.189103:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332476.189105:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332476.189107:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332476.892007:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332477.656011:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332477.656045:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067627008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332477.656133:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332477.656212:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627008 00000100:00100000:1.0:1780332477.656223:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627008 00000100:00100000:1.0:1780332477.656296:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00080000:0.0:1780332477.656298:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332477.656307:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067627008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332477.656360:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332477.656432:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067627008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332477.656441:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1780332477.656508:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067627008:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332477.912465:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332478.681101:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067627392:0@lo:400:kworker.0 00000100:00100000:3.0:1780332478.681222:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332478.681318:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780332478.681327:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067627264:0@lo:400:kworker.0 00000100:00100000:3.0:1780332478.681365:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332478.681393:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067627776:0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.681603:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067627136:0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.681718:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332478.681768:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067627648:0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.681810:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332478.681845:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332478.681856:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067627520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.681902:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332478.681945:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627136 00000100:00100000:1.0:1780332478.681953:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627136 00000100:00100000:1.0:1780332478.682002:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1780332478.682012:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067627136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.682082:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067627136:12345-0@lo:400:kworker.0 Request processed in 67us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332478.682095:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1780332478.682160:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627392 00000100:00100000:1.0:1780332478.682167:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627392 00000100:00100000:1.0:1780332478.682219:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627264 00000100:00100000:1.0:1780332478.682223:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627264 00000100:00100000:1.0:1780332478.682261:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627648 00000100:00100000:1.0:1780332478.682266:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627648 00000100:00100000:1.0:1780332478.682289:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1780332478.682300:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067627392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.682354:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067627392:12345-0@lo:400:kworker.0 Request processed in 58us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332478.682362:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1780332478.682384:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1780332478.682393:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067627264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.682449:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067627264:12345-0@lo:400:kworker.0 Request processed in 55us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332478.682458:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1780332478.682481:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1780332478.682492:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067627648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.682542:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067627648:12345-0@lo:400:kworker.0 Request processed in 52us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332478.682552:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1780332478.682583:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627520 00000100:00100000:1.0:1780332478.682588:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627520 00000100:00100000:1.0:1780332478.682666:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1780332478.682676:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067627520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.682721:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067627520:12345-0@lo:400:kworker.0 Request processed in 46us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332478.682731:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00080000:1.0:1780332478.682766:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332478.682830:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067627520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.682846:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067627136:0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.682861:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067627648:0@lo:400:kworker.0 00000100:00100000:3.0:1780332478.683278:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332478.683351:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067627392:0@lo:400:kworker.0 00000100:00100000:3.0:1780332478.683386:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067627264:0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.683529:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627776 00000100:00100000:1.0:1780332478.683538:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627776 00000100:00100000:1.0:1780332478.683736:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1780332478.683750:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067627776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332478.683831:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067627776:12345-0@lo:400:kworker.0 Request processed in 83us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332478.683843:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1780332478.690796:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067627776:0@lo:400:kworker.0 00000100:00080000:2.0:1780332478.692106:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1780332478.796550:0:75653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1925203928996ns, next at 1909190402669ns, rc = 0 00000004:00080000:2.0:1780332478.796876:0:75653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1925204256853ns, next at 1923585242461ns, rc = 0 00000004:00080000:3.0:1780332478.818044:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 54 committed 00000004:00080000:3.0:1780332478.818079:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 53 committed 00000001:00080000:3.0:1780332478.818116:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967550 is committed 00000004:00080000:3.0:1780332478.818122:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 53 committed 00000100:00100000:3.0:1780332478.818560:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067627904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780332478.818786:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332478.818931:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067627904 00000100:00100000:1.0:1780332478.818940:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067627904 00000100:00100000:1.0:1780332478.819006:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1780332478.819015:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067627904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780332478.819047:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:20 count 1 00010000:00010000:1.0:1780332478.819077:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332478.819109:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332478.819128:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780332478.819130:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780332478.819134:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332478.819166:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332478.819190:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 5 pid: 6597 timeout: 2025 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332478.819203:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067628032:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780332478.819290:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4204e1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780332478.830703:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332478.830881:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067628032:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780332478.830921:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332478.831020:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045426944 00000100:00100000:2.0:1780332478.831029:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045426944 00010000:00010000:2.0:1780332478.831082:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 6 pid: 6597 timeout: 2025 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332478.831262:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 352 00000100:00100000:2.0:1780332478.831274:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045426944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332478.831294:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332478.831301:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 6 pid: 6597 timeout: 2025 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332478.831931:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 6 pid: 6597 timeout: 2025 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332478.831965:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf602872/0x76434b26e307e33f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcfd expref: 6 pid: 6597 timeout: 2025 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332478.831994:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332478.831997:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332478.832001:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332478.832013:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332478.832060:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332478.832208:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332478.832218:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332478.832230:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332478.832239:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332478.832259:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1780332478.832914:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780332478.833149:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332478.833157:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332478.833169:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332478.833173:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332478.833182:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332478.833198:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332478.833205:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f615dc5b/0x76434b26e307e362 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332478.833232:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332478.833234:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332478.833236:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332478.833447:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045426944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2170us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332478.833459:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 352 00000100:00100000:2.0:1780332478.834096:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067627904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15078us (15307us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1780332478.834106:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000004:00080000:3.0:1780332478.834242:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43c7cfb80/2, rc 0, transno 4294967337 00000100:00100000:3.0:1780332478.834259:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067627904:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780332478.936228:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332479.195367:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067628160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332479.195460:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332479.195769:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067628160 00000100:00100000:3.0:1780332479.195777:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067628160 00000100:00100000:3.0:1780332479.195829:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1780332479.195839:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067628160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332479.195880:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1780332479.198773:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067628160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2920us (3297us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332479.198787:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1780332479.202382:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067628160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332479.679672:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332479.679720:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332479.679769:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332479.679795:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332479.679824:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427072 00000100:00100000:3.0:1780332479.679837:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427072 00000100:00100000:3.0:1780332479.679891:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1069 00000100:00100000:3.0:1780332479.679902:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045427072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332479.679998:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045427072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 98us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332479.680010:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1069 00000100:00100000:3.0:1780332479.680048:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427456 00000100:00100000:3.0:1780332479.680053:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427456 00000100:00100000:3.0:1780332479.680078:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427328 00000100:00100000:3.0:1780332479.680080:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427328 00000100:00100000:3.0:1780332479.680109:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 922 00000100:00100000:3.0:1780332479.680115:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045427456:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332479.680146:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045427456:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332479.680153:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 922 00000100:00100000:3.0:1780332479.680163:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 923 00000100:00100000:3.0:1780332479.680169:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045427328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332479.680190:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045427328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332479.680195:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 923 00000100:00100000:1.0:1780332479.680656:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427200 00000100:00100000:1.0:1780332479.680662:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427200 00000100:00100000:1.0:1780332479.680701:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1286 00000100:00100000:1.0:1780332479.680708:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045427200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332479.680762:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045427200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 55us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332479.680768:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1286 00000100:00080000:1.0:1780332479.680791:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332479.680796:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332479.959965:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332480.984949:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780332481.293715:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00010000:00010000:2.0:1780332482.007876:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332482.776388:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332482.780328:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067628288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332482.780447:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332482.787278:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067628288 00000100:00100000:1.0:1780332482.787294:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067628288 00000100:00100000:1.0:1780332482.787470:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00080000:2.0:1780332482.787473:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332482.787485:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067628288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332482.787542:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332482.787674:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067628288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 194us (7225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332482.787682:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1780332482.787715:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067628288:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332483.032118:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332483.800835:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067628800:0@lo:400:kworker.0 00000100:00100000:3.0:1780332483.801161:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332483.801298:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332483.801305:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067628672:0@lo:400:kworker.0 00000100:00100000:3.0:1780332483.801390:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332483.801434:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067628800 00000100:00100000:3.0:1780332483.801442:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067628800 00000100:00100000:3.0:1780332483.801496:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1780332483.801507:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067628800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332483.801666:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067628800:12345-0@lo:400:kworker.0 Request processed in 159us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332483.801674:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1780332483.801701:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067628672 00000100:00100000:1.0:1780332483.801701:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067628544:0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.801740:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332483.801765:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067629056:0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.801791:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332483.801828:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780332483.801838:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067628416:0@lo:400:kworker.0 00000100:00100000:2.0:1780332483.801864:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629056 00000100:00100000:2.0:1780332483.801869:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629056 00000100:00100000:1.0:1780332483.801874:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332483.801901:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067628928:0@lo:400:kworker.0 00000100:00100000:2.0:1780332483.801921:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1780332483.801930:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332483.801934:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067629056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.801969:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067628544 00000100:00100000:1.0:1780332483.801974:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067628544 00000100:00100000:2.0:1780332483.801982:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067629056:12345-0@lo:400:kworker.0 Request processed in 54us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332483.801989:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:2.0:1780332483.802010:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332483.802016:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067628928 00000100:00100000:1.0:1780332483.802020:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067628928 00000100:00100000:1.0:1780332483.802052:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1780332483.802060:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067628544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.802093:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067628544:12345-0@lo:400:kworker.0 Request processed in 34us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332483.802100:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1780332483.802113:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1780332483.802119:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067628928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.802143:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067628928:12345-0@lo:400:kworker.0 Request processed in 25us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332483.802148:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:3.0:1780332483.802157:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067628672 00000100:00100000:1.0:1780332483.802171:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067628416 00000100:00100000:1.0:1780332483.802176:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067628416 00000100:00100000:3.0:1780332483.802195:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1780332483.802204:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067628672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.802212:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1780332483.802220:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067628416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332483.802316:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067628800:0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.802364:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067628416:12345-0@lo:400:kworker.0 Request processed in 144us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332483.802372:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00080000:1.0:1780332483.802403:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332483.802690:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067628672:12345-0@lo:400:kworker.0 Request processed in 487us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332483.802698:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1780332483.802729:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067628928:0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.802832:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067628544:0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.802841:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:1.0:1780332483.802847:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43c7cfb80, transno 4294967337 00000100:00100000:1.0:1780332483.802862:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067629056:0@lo:400:kworker.0 00000100:00100000:1.0:1780332483.802880:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067628416:0@lo:400:kworker.0 00000100:00100000:2.0:1780332483.806146:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067628672:0@lo:400:kworker.0 00010000:00010000:2.0:1780332484.061230:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332484.319830:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332484.319855:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067629184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332484.319926:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332484.320783:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629184 00000100:00100000:2.0:1780332484.320794:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629184 00000100:00100000:2.0:1780332484.320848:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1780332484.320859:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067629184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332484.320898:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332484.320968:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067629184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332484.320975:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1780332484.321037:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067629184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332484.799520:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332484.799577:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332484.799649:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332484.799683:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332484.799766:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427584 00000100:00100000:2.0:1780332484.799780:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427584 00000100:00100000:2.0:1780332484.799845:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1071 00000100:00100000:2.0:1780332484.799855:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045427584:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332484.799942:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045427584:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332484.799950:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1071 00000100:00100000:2.0:1780332484.799991:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427968 00000100:00100000:2.0:1780332484.799995:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427968 00000100:00100000:2.0:1780332484.800034:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427840 00000100:00100000:2.0:1780332484.800037:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427840 00000100:00100000:2.0:1780332484.800057:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 926 00000100:00100000:2.0:1780332484.800064:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045427968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332484.800096:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045427968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332484.800102:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 926 00000100:00100000:2.0:1780332484.800115:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 927 00000100:00100000:2.0:1780332484.800122:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045427840:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332484.800145:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045427840:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332484.800150:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 927 00000100:00080000:2.0:1780332484.800166:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332484.800170:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332484.800500:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045427712 00000100:00100000:0.0:1780332484.800506:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045427712 00000100:00100000:0.0:1780332484.800558:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1290 00000100:00100000:0.0:1780332484.800567:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045427712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332484.800599:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045427712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 34us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332484.800606:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1290 00000100:00080000:2.0:1780332484.801111:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332485.079903:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332486.107967:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332487.128062:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332487.898179:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067629312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332487.898268:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332487.900004:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629312 00000100:00100000:1.0:1780332487.900018:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629312 00000100:00100000:1.0:1780332487.900287:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1780332487.900298:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067629312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332487.900358:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332487.900457:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067629312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 159us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332487.900464:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:3.0:1780332487.900775:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332487.901456:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067629312:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332488.152552:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332488.920699:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067629440:0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.920815:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332488.920882:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067629952:0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.920911:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332488.920942:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332488.920947:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067629568:0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.920968:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332488.920985:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067630080:0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.921007:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332488.921037:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629952 00000100:00100000:0.0:1780332488.921044:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629952 00000100:00100000:0.0:1780332488.921101:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629568 00000100:00100000:0.0:1780332488.921105:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629568 00000100:00100000:0.0:1780332488.921129:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1780332488.921137:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067629952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.921191:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067629952:12345-0@lo:400:kworker.0 Request processed in 54us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332488.921199:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1780332488.921219:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1780332488.921226:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067629568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.921251:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067629568:12345-0@lo:400:kworker.0 Request processed in 26us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332488.921271:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00080000:0.0:1780332488.921300:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332488.921668:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629440 00000100:00100000:3.0:1780332488.921674:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629440 00000100:00100000:3.0:1780332488.921763:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1780332488.921771:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067629440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332488.921826:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067629440:12345-0@lo:400:kworker.0 Request processed in 57us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332488.921833:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1780332488.921892:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067629568:0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.921912:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067629440:0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.921923:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067629952:0@lo:400:kworker.0 00000100:00100000:2.0:1780332488.922167:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067629696:0@lo:400:kworker.0 00000100:00100000:2.0:1780332488.922204:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332488.922240:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332488.922246:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067629824:0@lo:400:kworker.0 00000100:00100000:2.0:1780332488.922282:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332488.922321:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630080 00000100:00100000:2.0:1780332488.922326:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630080 00000100:00100000:2.0:1780332488.922365:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629824 00000100:00100000:2.0:1780332488.922367:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629824 00000100:00100000:2.0:1780332488.922388:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1780332488.922394:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067630080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332488.922435:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067630080:12345-0@lo:400:kworker.0 Request processed in 41us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332488.922445:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1780332488.922459:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1780332488.922466:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067629824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332488.922494:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067629824:12345-0@lo:400:kworker.0 Request processed in 30us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332488.922500:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:2.0:1780332488.922525:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332488.922546:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067629824:0@lo:400:kworker.0 00000100:00100000:2.0:1780332488.922572:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067630080:0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.926134:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067629696 00000100:00100000:0.0:1780332488.926156:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067629696 00000100:00080000:2.0:1780332488.926344:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332488.926512:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1780332488.926524:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067629696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332488.926660:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067629696:12345-0@lo:400:kworker.0 Request processed in 138us (4454us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332488.926668:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1780332488.928275:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067629696:0@lo:400:kworker.0 00010000:00010000:2.0:1780332489.176164:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332489.431922:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067630208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332489.432015:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332489.432123:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630208 00000100:00100000:2.0:1780332489.432132:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630208 00000100:00100000:2.0:1780332489.432187:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1780332489.432197:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067630208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332489.432235:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332489.432297:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067630208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332489.432304:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1780332489.432752:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067630208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332489.918797:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332489.918879:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332489.918921:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332489.918952:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332489.919022:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428096 00000100:00100000:1.0:1780332489.919042:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428096 00000100:00100000:1.0:1780332489.919116:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1073 00000100:00100000:1.0:1780332489.919127:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045428096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332489.919202:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045428096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 78us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332489.919211:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1073 00000100:00100000:2.0:1780332489.920740:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428480 00000100:00100000:2.0:1780332489.920753:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428480 00000100:00100000:2.0:1780332489.920813:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428352 00000100:00100000:2.0:1780332489.920817:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428352 00000100:00100000:2.0:1780332489.920848:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 930 00000100:00100000:2.0:1780332489.920858:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045428480:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332489.920939:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045428480:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 83us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332489.920948:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 930 00000100:00100000:2.0:1780332489.920980:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 931 00000100:00100000:2.0:1780332489.920986:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045428352:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332489.921011:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045428352:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (2057us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332489.921017:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 931 00000100:00080000:3.0:1780332489.921805:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332489.921813:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332489.924098:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428224 00000100:00100000:0.0:1780332489.924115:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428224 00000100:00100000:0.0:1780332489.924297:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1294 00000100:00100000:0.0:1780332489.924310:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045428224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332489.924420:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045428224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 111us (5634us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332489.924429:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1294 00000100:00080000:3.0:1780332489.927274:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332490.200288:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332491.224990:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332492.252608:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332493.016521:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067630336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332493.016597:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332493.016934:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630336 00000100:00100000:1.0:1780332493.016943:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630336 00000100:00100000:1.0:1780332493.017016:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1780332493.017026:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067630336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332493.017066:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332493.017123:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067630336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332493.017130:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00080000:3.0:1780332493.017296:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332493.017366:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067630336:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332493.274926:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332494.040758:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067630464:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.040826:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332494.040866:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067630976:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.040883:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332494.040913:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332494.040917:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067630592:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.040933:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332494.040941:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067631104:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.040959:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332494.040990:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067630848:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041013:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332494.041030:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332494.041036:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067630720:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041056:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332494.041092:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630976 00000100:00100000:0.0:1780332494.041102:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630976 00000100:00100000:0.0:1780332494.041162:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630592 00000100:00100000:0.0:1780332494.041165:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630592 00000100:00100000:0.0:1780332494.041196:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630720 00000100:00100000:0.0:1780332494.041199:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630720 00000100:00100000:0.0:1780332494.041217:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1780332494.041227:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067630976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041296:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067630976:12345-0@lo:400:kworker.0 Request processed in 69us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332494.041303:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1780332494.041322:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1780332494.041327:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067630592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041355:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067630592:12345-0@lo:400:kworker.0 Request processed in 27us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332494.041361:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1780332494.041372:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:0.0:1780332494.041378:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067630720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041409:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067630720:12345-0@lo:400:kworker.0 Request processed in 31us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332494.041415:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:0.0:1780332494.041441:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067631104 00000100:00100000:0.0:1780332494.041444:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067631104 00000100:00100000:0.0:1780332494.041473:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630848 00000100:00100000:0.0:1780332494.041475:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630848 00000100:00100000:0.0:1780332494.041496:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1780332494.041502:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067631104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041534:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067631104:12345-0@lo:400:kworker.0 Request processed in 33us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332494.041540:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1780332494.041550:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1780332494.041555:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067630848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041581:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067630848:12345-0@lo:400:kworker.0 Request processed in 27us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332494.041586:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1780332494.041666:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067630720:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041678:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067630848:0@lo:400:kworker.0 00000100:00080000:0.0:1780332494.041705:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332494.041711:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332494.041725:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067630464 00000100:00100000:0.0:1780332494.041728:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067630464 00000100:00100000:0.0:1780332494.041752:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1780332494.041757:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067630464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041789:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067630464:12345-0@lo:400:kworker.0 Request processed in 31us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332494.041795:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1780332494.041830:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067630592:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041839:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067631104:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041847:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067630464:0@lo:400:kworker.0 00000100:00100000:0.0:1780332494.041855:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067630976:0@lo:400:kworker.0 00010000:00010000:0.0:1780332494.300698:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332494.558465:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067631232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332494.558535:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332494.558610:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067631232 00000100:00100000:0.0:1780332494.558651:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067631232 00000100:00100000:0.0:1780332494.558695:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1780332494.558704:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067631232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332494.558738:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332494.558795:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067631232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332494.558802:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1780332494.558849:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067631232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332494.566220:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332494.566253:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428608 00000100:00100000:3.0:1780332494.566263:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428608 00000100:00100000:3.0:1780332494.566324:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 661 00000100:00100000:3.0:1780332494.566334:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045428608:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332494.566583:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045428608:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 108us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332494.566594:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 661 00000100:00080000:1.0:1780332494.566818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332494.570984:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332494.571027:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428736 00000100:00100000:3.0:1780332494.571039:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428736 00000100:00100000:3.0:1780332494.571115:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 366 00000100:00100000:3.0:1780332494.571126:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045428736:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:2.0:1780332494.571453:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332494.571818:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045428736:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 692us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332494.571828:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 366 00000100:00100000:1.0:1780332494.577333:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332494.577498:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428864 00000100:00100000:2.0:1780332494.577513:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428864 00000100:00080000:1.0:1780332494.577569:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332494.577610:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 367 00000100:00100000:2.0:1780332494.577638:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045428864:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332494.578004:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045428864:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 382us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332494.578013:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 367 00000100:00100000:0.0:1780332494.588324:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332494.588572:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045428992 00000100:00100000:2.0:1780332494.588582:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045428992 00000100:00100000:2.0:1780332494.588661:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 662 00000100:00100000:2.0:1780332494.588674:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045428992:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332494.589278:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045428992:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 606us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332494.589287:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 662 00000100:00100000:2.0:1780332494.595252:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332494.595351:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045429120 00000100:00100000:3.0:1780332494.595362:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045429120 00000100:00100000:3.0:1780332494.595426:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 663 00000100:00100000:3.0:1780332494.595438:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045429120:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332494.595543:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045429120:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 106us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332494.595551:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 663 00000100:00100000:0.0:1780332494.603038:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332494.604749:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045429248 00000100:00100000:1.0:1780332494.604764:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045429248 00000100:00100000:1.0:1780332494.604837:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 368 00000100:00100000:1.0:1780332494.604849:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045429248:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332494.605217:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045429248:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 370us (2186us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332494.605225:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 368 00000100:00100000:1.0:1780332494.607793:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332494.607835:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045429376 00000100:00100000:1.0:1780332494.607847:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045429376 00000100:00100000:1.0:1780332494.607896:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 369 00000100:00100000:1.0:1780332494.607905:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045429376:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332494.608279:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:44289:x1866812045429376:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 374us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332494.608287:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 369 00000100:00100000:0.0:1780332494.621778:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332494.625102:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045429504 00000100:00100000:1.0:1780332494.625126:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045429504 00000100:00100000:1.0:1780332494.625232:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 664 00000100:00100000:1.0:1780332494.625243:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045429504:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332494.625963:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44289:x1866812045429504:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 646us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332494.625973:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 664 00000100:00100000:1.0:1780332494.672688:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332494.672944:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045429632 00000100:00100000:2.0:1780332494.672956:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045429632 00000100:00100000:2.0:1780332494.673025:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 665 00000100:00100000:2.0:1780332494.673040:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:44290:x1866812045429632:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332494.673685:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332494.673721:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e369 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd04 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.673871:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e370 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.673897:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.673915:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332494.674321:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00000004:00200000:2.0:1780332494.674326:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332494.674760:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332494.674801:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e369 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd04 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332494.674826:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e370 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd04 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332494.674835:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:3.0:1780332494.674838:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332494.674842:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:3.0:1780332494.674933:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44290:x1866812045429632:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1897us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332494.674942:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 665 00000100:00100000:1.0:1780332494.684301:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332494.684446:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045429888 00000100:00100000:2.0:1780332494.684460:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045429888 00000100:00100000:2.0:1780332494.684530:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 666 00000100:00100000:2.0:1780332494.684543:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44290:x1866812045429888:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332494.684566:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332494.684591:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e377 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd0b expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332494.685170:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 7680 00010000:00010000:2.0:1780332494.688048:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e377 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd0b expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.688147:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332494.688152:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780332494.688161:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e377 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd0b expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.688195:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332494.688509:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:44290:x1866812045429888:12345-192.168.204.30@tcp:101:rm.0 Request processed in 3967us (4219us total) trans 4294967551 rc 301/301 00000100:00100000:2.0:1780332494.688522:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 666 00000100:00100000:1.0:1780332494.700683:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332494.700727:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045430016 00000100:00100000:1.0:1780332494.700738:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045430016 00000100:00100000:1.0:1780332494.700789:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 70 00000100:00100000:1.0:1780332494.700799:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:44290:x1866812045430016:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:1.0:1780332494.706890:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:44290:x1866812045430016:12345-192.168.204.30@tcp:37:rm.0 Request processed in 6083us (6208us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332494.706905:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 70 00000100:00100000:1.0:1780332494.713085:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332494.713155:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045430272 00000100:00100000:3.0:1780332494.713165:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045430272 00000100:00100000:3.0:1780332494.713230:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 71 00000100:00100000:3.0:1780332494.713241:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:44290:x1866812045430272:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:3.0:1780332494.713803:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:44290:x1866812045430272:12345-192.168.204.30@tcp:35:rm.0 Request processed in 562us (724us total) trans 4294967552 rc 0/0 00000100:00100000:3.0:1780332494.713811:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 71 00000100:00100000:1.0:1780332494.727722:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332494.727823:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045430528 00000100:00100000:2.0:1780332494.727836:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045430528 00000100:00100000:2.0:1780332494.727905:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 667 00000100:00100000:2.0:1780332494.727916:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:44290:x1866812045430528:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332494.727977:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780332494.728005:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e370 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd04 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728025:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e315 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bcef expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728034:0:5807:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307df5d) 00010000:00010000:2.0:1780332494.728038:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:2.0:1780332494.728048:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332494.728073:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728086:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728096:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728157:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728165:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728171:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728542:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728552:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728560:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728746:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728754:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728761:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728766:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332494.728770:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728777:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728786:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332494.728789:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332494.728792:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728798:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e393 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728814:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728820:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728825:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728830:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332494.728833:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728839:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728846:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332494.728849:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332494.728851:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728857:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e385 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728868:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728874:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728879:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728885:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332494.728888:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728894:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728901:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332494.728903:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332494.728906:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332494.728911:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e38c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332494.729008:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:44290:x1866812045430528:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1092us (1298us total) trans 0 rc -13/-13 00000100:00100000:2.0:1780332494.729017:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 667 00000100:00100000:2.0:1780332495.038845:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332495.038896:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332495.038936:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332495.038977:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332495.039010:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431040 00000100:00100000:2.0:1780332495.039021:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431040 00000100:00100000:2.0:1780332495.039068:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045430912 00000100:00100000:2.0:1780332495.039071:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045430912 00000100:00100000:2.0:1780332495.039093:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 934 00000100:00100000:2.0:1780332495.039104:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045431040:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332495.039114:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045430656 00000100:00100000:0.0:1780332495.039121:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045430656 00000100:00100000:1.0:1780332495.039150:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 935 00000100:00100000:1.0:1780332495.039163:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045430912:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332495.039184:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1075 00000100:00100000:0.0:1780332495.039196:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045430656:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332495.039203:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045431040:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 99us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332495.039212:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 934 00000100:00100000:1.0:1780332495.039216:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045430912:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 56us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332495.039225:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 935 00000100:00100000:0.0:1780332495.039237:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045430656:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332495.039246:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1075 00000100:00100000:3.0:1780332495.039562:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045430784 00000100:00100000:3.0:1780332495.039568:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045430784 00000100:00100000:3.0:1780332495.039608:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1298 00000100:00100000:3.0:1780332495.039652:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045430784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332495.039699:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045430784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332495.039706:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1298 00010000:00010000:0.0:1780332495.320679:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332496.340378:0:75873:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff473904b0 20000000:00000080:3.0:1780332496.340397:0:75873:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d967800 uarg=0000000000000000 00010000:00010000:0.0:1780332496.344157:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332496.350376:0:75873:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332496.350398:0:75873:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332496.350439:0:75873:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332496.350456:0:75873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332496.350474:0:75873:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e2eb expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332496.350483:0:75873:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332496.350521:0:75873:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e2eb expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332496.350537:0:75873:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e2eb expref: 17 pid: 5800 timeout: 2042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332496.350551:0:75873:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75873:1866812067631360:0@lo:104: 00000100:00100000:3.0:1780332496.350609:0:75873:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332496.350878:0:75873:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9480 going to sleep for 11 seconds 00000100:00100000:2.0:1780332496.352956:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067631360 00000100:00100000:2.0:1780332496.352970:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067631360 00000100:00100000:2.0:1780332496.353096:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1780332496.353109:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75873:x1866812067631360:12345-0@lo:104: 00010000:00010000:2.0:1780332496.353126:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332496.354950:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332496.354966:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75873:x1866812067631360:12345-0@lo:104: Request processed in 1857us (4352us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332496.354980:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00010000:00010000:0.0:1780332496.355096:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332496.355108:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332496.355120:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332496.355125:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332496.355136:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332496.355144:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332496.355161:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332496.355208:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332496.355215:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332496.355247:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332496.355253:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307e2eb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e2f2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332496.355277:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332496.355280:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332496.355282:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332496.355290:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332496.355308:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067631488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332496.355353:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332496.355518:0:75873:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75873:1866812067631360:0@lo:104: 00010000:00010000:3.0:1780332496.355544:0:75873:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332496.357009:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067631488 00000100:00100000:1.0:1780332496.357028:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067631488 00010000:00010000:1.0:1780332496.357074:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e2eb expref: 18 pid: 5800 timeout: 2042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332496.357121:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1780332496.357132:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067631488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332496.357147:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332496.357162:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e2eb expref: 18 pid: 5800 timeout: 2042 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357179:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e2eb expref: 18 pid: 5800 timeout: 2042 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357197:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390800/0x76434b26e307e2f2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e2eb expref: 18 pid: 5800 timeout: 2042 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357213:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357222:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357237:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357244:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357251:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357257:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357262:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332496.357266:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357273:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357294:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332496.357302:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332496.357371:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067631488:12345-0@lo:103:ldlm_bl.0 Request processed in 242us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332496.357378:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1780332496.357442:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067631488:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332496.357508:0:75873:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332496.357519:0:75873:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332496.357526:0:75873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4800/0x76434b26e307e39a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1780332497.317511:0:75921:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff56eb0a0 20000000:00000080:1.0:1780332497.317542:0:75921:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec408d17400 uarg=0000000000000000 00010000:00010000:1.0:1780332497.319452:0:75921:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332497.319475:0:75921:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332497.319494:0:75921:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332497.319515:0:75921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320868:0:75921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320888:0:75921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320895:0:75921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320903:0:75921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320910:0:75921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320916:0:75921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332497.320920:0:75921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320928:0:75921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320944:0:75921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320952:0:75921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.320960:0:75921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3a1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332497.371305:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332498.072951:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332498.072958:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332498.072963:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332498.073010:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.073021:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.073033:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332498.073058:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067631616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332498.073138:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332498.073950:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780332498.074348:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067631616 00000100:00100000:0.0:1780332498.074356:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067631616 00000100:00100000:0.0:1780332498.074451:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1780332498.074461:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067631616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332498.074476:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332498.074493:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e3a8 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.074517:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.074527:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.074536:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391400, rc 0) 00000100:00100000:0.0:1780332498.074591:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067631616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (1463us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332498.074598:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1780332498.076375:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067631616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332498.076400:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.076413:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332498.076435:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332498.076439:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.076447:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332498.137085:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332498.137107:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067631744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332498.137182:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332498.137941:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067631744 00000100:00100000:1.0:1780332498.137949:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067631744 00000100:00100000:1.0:1780332498.138009:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1780332498.138019:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067631744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332498.138055:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332498.138110:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067631744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332498.138119:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00080000:1.0:1780332498.138159:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332498.138212:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067631744:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1780332498.188991:0:75969:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2b7e9c70 20000000:00000080:3.0:1780332498.189014:0:75969:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc64800 uarg=0000000000000000 00010000:00010000:3.0:1780332498.189776:0:75969:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332498.189795:0:75969:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332498.189815:0:75969:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332498.189834:0:75969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.189971:0:75969:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.189979:0:75969:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.190021:0:75969:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.190040:0:75969:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 17 pid: 5800 timeout: 2044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332498.190064:0:75969:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75969:1866812067631872:0@lo:104: 00000100:00100000:3.0:1780332498.190177:0:75969:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332498.192577:0:75969:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780332498.195761:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067631872 00000100:00100000:1.0:1780332498.195773:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067631872 00000100:00100000:1.0:1780332498.195882:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1780332498.195892:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75969:x1866812067631872:12345-0@lo:104: 00010000:00010000:1.0:1780332498.195910:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332498.196012:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332498.196018:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:75969:x1866812067631872:12345-0@lo:104: Request processed in 129us (5844us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332498.196025:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00010000:00010000:0.0:1780332498.196063:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332498.196070:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.196078:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332498.196082:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.196090:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332498.196098:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332498.196103:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332498.196154:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.196160:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332498.196180:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.196186:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4800/0x76434b26e307e3a8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332498.196206:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332498.196208:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332498.196210:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332498.197403:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332498.197424:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067632000:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332498.197481:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332498.199469:0:75969:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75969:1866812067631872:0@lo:104: 00010000:00010000:3.0:1780332498.199506:0:75969:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332498.200779:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632000 00000100:00100000:2.0:1780332498.200792:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632000 00010000:00010000:2.0:1780332498.200905:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 18 pid: 5800 timeout: 2044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332498.200983:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1780332498.200994:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067632000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332498.201008:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332498.201014:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 18 pid: 5800 timeout: 2044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201029:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 18 pid: 5800 timeout: 2044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201046:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307e3af lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e3a8 expref: 18 pid: 5800 timeout: 2044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201063:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201072:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201088:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201099:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201106:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201113:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201119:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332498.201142:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201151:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201170:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332498.201179:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332498.201251:0:75969:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332498.201256:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067632000:12345-0@lo:103:ldlm_bl.0 Request processed in 263us (3772us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332498.201271:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00010000:00010000:3.0:1780332498.201274:0:75969:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332498.201283:0:75969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307e3b6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332498.201471:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067632000:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332498.396270:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332499.160284:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067632256:0@lo:400:kworker.0 00000100:00100000:2.0:1780332499.160406:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067632384:0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.160453:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067632128:0@lo:400:kworker.0 00000100:00100000:2.0:1780332499.161996:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332499.162077:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332499.162088:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067632512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332499.162130:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332499.162169:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632384 00000100:00100000:2.0:1780332499.162177:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632384 00000100:00100000:3.0:1780332499.162518:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332499.162546:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067632640:0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.162570:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332499.162598:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632128 00000100:00100000:3.0:1780332499.162602:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632128 00000100:00100000:3.0:1780332499.162661:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1780332499.162671:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067632128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.162738:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067632128:12345-0@lo:400:kworker.0 Request processed in 69us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332499.162749:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1780332499.162787:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632640 00000100:00100000:3.0:1780332499.162790:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632640 00000100:00100000:3.0:1780332499.162837:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1780332499.162844:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067632640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.162874:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067632640:12345-0@lo:400:kworker.0 Request processed in 31us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332499.162880:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00080000:3.0:1780332499.162898:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332499.162928:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067632128:0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.162942:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067632640:0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.162980:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632512 00000100:00100000:3.0:1780332499.162983:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632512 00000100:00100000:3.0:1780332499.163006:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1780332499.163011:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067632512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.163044:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067632512:12345-0@lo:400:kworker.0 Request processed in 33us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332499.163050:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1780332499.163074:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067632512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332499.163477:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1780332499.163484:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067632384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332499.163521:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067632384:12345-0@lo:400:kworker.0 Request processed in 38us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332499.163527:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00080000:3.0:1780332499.164909:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332499.164966:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067632384:0@lo:400:kworker.0 00000100:00100000:1.0:1780332499.166645:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332499.167059:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067632768:0@lo:400:kworker.0 00000100:00100000:1.0:1780332499.167130:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332499.168549:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632768 00000100:00100000:3.0:1780332499.168560:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632768 00000100:00100000:3.0:1780332499.168642:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1780332499.168652:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067632768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332499.168800:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067632768:12345-0@lo:400:kworker.0 Request processed in 149us (1668us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332499.168807:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1780332499.168921:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067632768:0@lo:400:kworker.0 00000100:00080000:1.0:1780332499.168992:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332499.169075:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632256 00000100:00100000:2.0:1780332499.169080:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632256 00000100:00100000:2.0:1780332499.169129:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1780332499.169136:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067632256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332499.169178:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067632256:12345-0@lo:400:kworker.0 Request processed in 43us (2569us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332499.169197:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1780332499.169226:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067632256:0@lo:400:kworker.0 00010000:00010000:0.0:1780332499.420564:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332499.608236:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332499.608244:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332499.608249:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332499.608388:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332499.608402:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332499.608415:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332499.608445:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067632896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332499.608515:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332499.608561:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebe3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332499.608690:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067632896 00000100:00100000:1.0:1780332499.608699:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067632896 00000100:00100000:1.0:1780332499.608743:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1780332499.608752:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067632896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332499.608767:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332499.608781:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e3bd expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332499.608804:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e3bd expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332499.608815:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3bd expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332499.608824:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332499.608878:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067632896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332499.608885:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1780332499.609081:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067632896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332499.609099:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332499.609117:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332499.609138:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332499.609142:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332499.609154:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332499.672943:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332499.672966:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067633024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332499.673032:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332499.673077:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633024 00000100:00100000:1.0:1780332499.673084:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633024 00000100:00100000:1.0:1780332499.673148:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1780332499.673156:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067633024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332499.673190:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332499.673235:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067633024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332499.673245:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1780332499.673294:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067633024:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1780332499.712374:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967551 is committed 00000001:00080000:0.0:1780332499.712424:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967552 is committed 00000100:00100000:3.0:1780332500.158386:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332500.158429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332500.159161:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332500.159190:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332500.159257:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431168 00000100:00100000:1.0:1780332500.159267:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431168 00000100:00100000:1.0:1780332500.159318:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1079 00000100:00100000:1.0:1780332500.159328:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045431168:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332500.159400:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045431168:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 74us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332500.159408:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1079 00000100:00100000:2.0:1780332500.160881:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431296 00000100:00100000:2.0:1780332500.160896:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431296 00000100:00100000:2.0:1780332500.160965:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1302 00000100:00100000:2.0:1780332500.160976:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045431296:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332500.161042:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045431296:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 69us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332500.161050:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1302 00000100:00080000:2.0:1780332500.162891:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332500.167424:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431424 00000100:00100000:0.0:1780332500.167439:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431424 00000100:00100000:0.0:1780332500.167575:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431552 00000100:00100000:0.0:1780332500.167579:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431552 00000100:00100000:0.0:1780332500.167614:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 938 00000100:00100000:0.0:1780332500.167671:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045431424:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332500.167756:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045431424:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (9326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332500.167764:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 938 00000100:00100000:0.0:1780332500.167782:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 939 00000100:00100000:0.0:1780332500.167789:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045431552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332500.167831:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045431552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 42us (8639us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332500.167837:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 939 00000100:00080000:0.0:1780332500.167992:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332500.167996:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332500.439699:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332501.463849:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332502.000304:0:76167:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe1397050 20000000:00000080:1.0:1780332502.000321:0:76167:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4206b4c00 uarg=0000000000000000 00010000:00010000:1.0:1780332502.000830:0:76167:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332502.000846:0:76167:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332502.000862:0:76167:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332502.000882:0:76167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332502.000900:0:76167:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3bd expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332502.000908:0:76167:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332502.000952:0:76167:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e3bd expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332502.000968:0:76167:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e3bd expref: 17 pid: 5800 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332502.000983:0:76167:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76167:1866812067633152:0@lo:104: 00000100:00100000:1.0:1780332502.001048:0:76167:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332502.001115:0:76167:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409271000 going to sleep for 11 seconds 00000100:00100000:2.0:1780332502.001356:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633152 00000100:00100000:2.0:1780332502.001365:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633152 00000100:00100000:2.0:1780332502.001418:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1780332502.001428:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76167:x1866812067633152:12345-0@lo:104: 00010000:00010000:2.0:1780332502.001442:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332502.001515:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332502.001521:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76167:x1866812067633152:12345-0@lo:104: Request processed in 95us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332502.001528:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00010000:00010000:2.0:1780332502.001547:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332502.001554:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332502.001565:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332502.001569:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332502.001576:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332502.001583:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332502.001590:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332502.001638:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332502.001645:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332502.001665:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332502.001672:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307e3bd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3c4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332502.001683:0:76167:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76167:1866812067633152:0@lo:104: 00010000:00010000:2.0:1780332502.001688:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332502.001689:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332502.001691:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332502.001703:0:76167:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332502.001708:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067633280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332502.001739:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332502.001823:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633280 00000100:00100000:0.0:1780332502.001828:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633280 00010000:00010000:0.0:1780332502.001850:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3bd expref: 18 pid: 5800 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332502.001881:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1780332502.001888:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067633280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332502.001899:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332502.001903:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3bd expref: 18 pid: 5800 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001913:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e3bd expref: 18 pid: 5800 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001924:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e307e3c4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e3bd expref: 18 pid: 5800 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001936:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001947:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001960:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001966:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001972:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001978:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001983:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332502.001987:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.001993:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.002006:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.002014:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332502.002043:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067633280:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332502.002050:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00010000:00010000:0.0:1780332502.002082:0:76167:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.002090:0:76167:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332502.002097:0:76167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df600/0x76434b26e307e3cb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332502.002118:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067633280:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332502.489407:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332503.260017:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332503.260061:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067633408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332503.260146:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332503.260317:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633408 00000100:00100000:2.0:1780332503.260330:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633408 00000100:00100000:2.0:1780332503.260420:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1780332503.260431:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067633408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332503.260470:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1780332503.260592:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332503.260694:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067633408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 264us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332503.260704:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1780332503.260829:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067633408:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332503.512136:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332504.031257:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332504.031265:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332504.031271:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332504.031351:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332504.031367:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332504.031383:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332504.031420:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067633536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332504.031512:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332504.031589:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408d6b600 going to sleep for 11 seconds 00000100:00100000:1.0:1780332504.031708:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633536 00000100:00100000:1.0:1780332504.031717:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633536 00000100:00100000:1.0:1780332504.031788:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1780332504.031799:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067633536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332504.031820:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332504.031838:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e3d2 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332504.031862:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332504.031873:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332504.031882:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de800, rc 0) 00000100:00100000:1.0:1780332504.031928:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067633536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332504.031935:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1780332504.032260:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067633536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332504.032277:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332504.032286:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332504.032312:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332504.032317:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332504.032324:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332504.284902:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067633792:0@lo:400:kworker.0 00000100:00100000:2.0:1780332504.284995:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332504.285117:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332504.285135:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067633664:0@lo:400:kworker.0 00000100:00100000:3.0:1780332504.285168:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332504.285238:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633792 00000100:00100000:3.0:1780332504.285247:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633792 00000100:00080000:1.0:1780332504.285416:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332504.285432:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633664 00000100:00100000:1.0:1780332504.285436:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633664 00000100:00100000:1.0:1780332504.285469:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1780332504.285479:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067633792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332504.285551:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1780332504.285559:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067633664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332504.285596:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067633664:12345-0@lo:400:kworker.0 Request processed in 39us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332504.285603:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1780332504.285668:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067633664:0@lo:400:kworker.0 00000100:00100000:3.0:1780332504.288368:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067633920:0@lo:400:kworker.0 00000100:00100000:3.0:1780332504.288466:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332504.288571:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067633920 00000100:00100000:3.0:1780332504.288579:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067633920 00000100:00100000:3.0:1780332504.288656:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1780332504.288665:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067633920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332504.288720:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067633920:12345-0@lo:400:kworker.0 Request processed in 56us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332504.288727:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1780332504.288775:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067633920:0@lo:400:kworker.0 00000100:00100000:1.0:1780332504.290644:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067633792:12345-0@lo:400:kworker.0 Request processed in 5140us (5623us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332504.290660:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1780332504.293991:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067633792:0@lo:400:kworker.0 00000100:00100000:1.0:1780332504.295233:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067634176:0@lo:400:kworker.0 00000100:00100000:1.0:1780332504.295299:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332504.295359:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332504.295365:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067634048:0@lo:400:kworker.0 00000100:00100000:1.0:1780332504.295405:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332504.295942:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634048 00000100:00100000:2.0:1780332504.295951:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634048 00000100:00100000:2.0:1780332504.296024:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:2.0:1780332504.296045:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067634048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332504.296106:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067634048:12345-0@lo:400:kworker.0 Request processed in 73us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332504.296114:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00080000:1.0:1780332504.296177:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332504.296219:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067634048:0@lo:400:kworker.0 00000100:00100000:0.0:1780332504.296345:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634176 00000100:00100000:0.0:1780332504.296350:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634176 00000100:00080000:1.0:1780332504.296522:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332504.296572:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1780332504.296583:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067634176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332504.296660:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067634176:12345-0@lo:400:kworker.0 Request processed in 81us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332504.296667:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1780332504.296738:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067634176:0@lo:400:kworker.0 00010000:00010000:2.0:1780332504.537398:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332504.791894:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067634304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332504.791995:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332504.792087:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634304 00000100:00100000:1.0:1780332504.792102:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634304 00000100:00100000:1.0:1780332504.792179:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1780332504.792190:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067634304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332504.792243:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332504.792458:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067634304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332504.792688:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067634304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332504.792699:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1780332505.285944:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332505.286095:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332505.286530:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332505.286577:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332505.286615:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431936 00000100:00100000:2.0:1780332505.286654:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431936 00000100:00100000:2.0:1780332505.286728:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432064 00000100:00100000:2.0:1780332505.286731:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432064 00000100:00100000:2.0:1780332505.286774:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 942 00000100:00100000:2.0:1780332505.286786:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045431936:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332505.286899:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045431936:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 115us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332505.286908:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 942 00000100:00100000:2.0:1780332505.286931:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 943 00000100:00100000:2.0:1780332505.286937:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045432064:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332505.286963:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045432064:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332505.286969:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 943 00000100:00080000:2.0:1780332505.286988:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332505.286992:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332505.287334:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431808 00000100:00100000:0.0:1780332505.287340:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431808 00000100:00100000:0.0:1780332505.287446:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1306 00000100:00100000:0.0:1780332505.287457:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045431808:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332505.287501:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045431808:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 48us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332505.287509:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1306 00000100:00080000:2.0:1780332505.287559:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332505.288704:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045431680 00000100:00100000:1.0:1780332505.288717:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045431680 00000100:00100000:1.0:1780332505.288877:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1081 00000100:00100000:1.0:1780332505.288888:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045431680:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332505.288958:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045431680:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332505.288965:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1081 00010000:00010000:2.0:1780332505.560385:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332506.584232:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332507.607980:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332508.377151:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067634432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332508.377240:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332508.377315:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634432 00000100:00100000:0.0:1780332508.377325:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634432 00000100:00100000:0.0:1780332508.377395:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1780332508.377407:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067634432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332508.377445:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332508.377503:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067634432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332508.377510:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1780332508.377586:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067634432:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332508.379480:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332508.632840:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332509.402005:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067634816:0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.402073:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332509.402137:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332509.402144:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067634944:0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.402171:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332509.402212:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634816 00000100:00100000:3.0:1780332509.402219:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634816 00000100:00100000:3.0:1780332509.402275:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1780332509.402285:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067634816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.402364:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067634816:12345-0@lo:400:kworker.0 Request processed in 80us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332509.402372:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1780332509.402399:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634944 00000100:00100000:3.0:1780332509.402403:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634944 00000100:00100000:3.0:1780332509.402428:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1780332509.402434:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067634944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.402463:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067634944:12345-0@lo:400:kworker.0 Request processed in 29us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332509.402469:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00080000:3.0:1780332509.402485:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332509.402523:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067634944:0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.402532:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067634816:0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.402770:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067634560:0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.402808:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332509.402839:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067635072:0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.402859:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332509.402875:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780332509.402881:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067634688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.402900:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332509.402914:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067635200:0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.402934:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332509.402960:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635200 00000100:00100000:0.0:1780332509.402974:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635200 00000100:00100000:0.0:1780332509.403002:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1780332509.403008:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067635200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.403040:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067635200:12345-0@lo:400:kworker.0 Request processed in 32us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332509.403045:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1780332509.403066:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067635200:0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.405181:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634560 00000100:00100000:3.0:1780332509.405195:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634560 00000100:00100000:3.0:1780332509.405258:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1780332509.405268:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067634560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.405592:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067634560:12345-0@lo:400:kworker.0 Request processed in 324us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332509.405601:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1780332509.405677:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635072 00000100:00100000:3.0:1780332509.405682:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635072 00000100:00100000:3.0:1780332509.405714:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067634688 00000100:00100000:3.0:1780332509.405717:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067634688 00000100:00100000:3.0:1780332509.405736:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1780332509.405742:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067635072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.405778:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067635072:12345-0@lo:400:kworker.0 Request processed in 35us (2917us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332509.405784:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1780332509.405796:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1780332509.405802:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067634688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332509.405830:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067634688:12345-0@lo:400:kworker.0 Request processed in 29us (2929us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332509.405836:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00080000:3.0:1780332509.405861:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332509.405866:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332509.405994:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067634688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.406012:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067634560:0@lo:400:kworker.0 00000100:00100000:0.0:1780332509.406022:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067635072:0@lo:400:kworker.0 00010000:00010000:2.0:1780332509.662118:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332509.912862:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332509.912886:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067635328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332509.912951:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332509.913563:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635328 00000100:00100000:2.0:1780332509.913574:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635328 00000100:00100000:3.0:1780332509.913682:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1780332509.913699:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067635328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332509.913892:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332509.913985:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067635328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 291us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332509.913993:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1780332509.914146:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067635328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332510.401594:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332510.402374:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332510.402441:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332510.402482:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332510.402531:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432576 00000100:00100000:2.0:1780332510.402543:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432576 00000100:00100000:2.0:1780332510.402608:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432448 00000100:00100000:2.0:1780332510.402611:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432448 00000100:00100000:2.0:1780332510.402653:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 946 00000100:00100000:2.0:1780332510.402675:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045432576:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332510.402944:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045432576:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 280us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332510.402968:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 946 00000100:00100000:2.0:1780332510.402985:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 947 00000100:00100000:2.0:1780332510.402992:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045432448:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332510.403018:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045432448:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332510.403025:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 947 00000100:00080000:2.0:1780332510.403372:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332510.403377:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332510.404357:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432192 00000100:00100000:1.0:1780332510.404367:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432192 00000100:00100000:1.0:1780332510.404425:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1083 00000100:00100000:1.0:1780332510.404434:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045432192:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332510.404502:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045432192:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 62us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332510.404511:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1083 00000100:00100000:3.0:1780332510.409546:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432320 00000100:00100000:3.0:1780332510.409560:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432320 00000100:00100000:3.0:1780332510.409662:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1310 00000100:00100000:3.0:1780332510.409672:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045432320:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332510.409942:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045432320:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 271us (8364us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332510.409960:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1310 00000100:00080000:2.0:1780332510.410612:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332510.682533:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780332511.599422:0:76511:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 19: test nodemap trusted_admin fileops ========================================================== 12:48:30 (1780332510) 00010000:00010000:1.0:1780332511.705023:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1780332512.663532:0:76559:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1780332512.671864:0:76559:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:2.0:1780332512.729207:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332513.498771:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067635456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332513.498860:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332513.498989:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635456 00000100:00100000:3.0:1780332513.498999:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635456 00000100:00100000:3.0:1780332513.499086:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1780332513.499097:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067635456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332513.499140:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332513.499190:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067635456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332513.499198:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1780332513.499246:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067635456:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332513.499700:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1780332513.514495:0:76607:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffce690d90 20000000:00000080:3.0:1780332513.514516:0:76607:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d965c00 uarg=0000000000000000 10000000:01000000:3.0:1780332513.515490:0:76607:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332513.515509:0:76607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332513.515528:0:76607:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332513.515537:0:76607:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332513.515576:0:76607:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332513.515593:0:76607:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 17 pid: 5798 timeout: 2059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332513.515608:0:76607:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76607:1866812067635584:0@lo:104: 00000100:00100000:3.0:1780332513.516370:0:76607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332513.516509:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635584 00000100:00100000:2.0:1780332513.516516:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635584 00000100:00100000:3.0:1780332513.516517:0:76607:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409271cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332513.516569:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1780332513.516578:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76607:x1866812067635584:12345-0@lo:104: 00010000:00010000:2.0:1780332513.516591:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332513.516677:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332513.516683:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76607:x1866812067635584:12345-0@lo:104: Request processed in 107us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332513.516691:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1780332513.516707:0:76607:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76607:1866812067635584:0@lo:104: 00010000:00010000:3.0:1780332513.516727:0:76607:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.516779:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332513.516786:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.516793:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332513.516798:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.516806:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332513.516813:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332513.516819:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332513.516855:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.516875:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332513.516911:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.516919:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307e3d2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3d9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332513.516927:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332513.516939:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067635712:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332513.516942:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332513.516944:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332513.516946:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332513.516966:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332513.517113:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635712 00000100:00100000:0.0:1780332513.517117:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635712 00010000:00010000:0.0:1780332513.517138:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 18 pid: 5798 timeout: 2059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332513.517167:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1780332513.517174:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067635712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332513.517185:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332513.517189:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 18 pid: 5798 timeout: 2059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517201:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 18 pid: 5798 timeout: 2059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517212:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de800/0x76434b26e307e3d9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e3d2 expref: 18 pid: 5798 timeout: 2059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517229:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517237:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517250:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517368:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517375:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517382:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517386:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332513.517390:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517397:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517414:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332513.517424:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332513.517463:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067635712:12345-0@lo:103:ldlm_bl.0 Request processed in 290us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332513.517470:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00010000:00010000:3.0:1780332513.517518:0:76607:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332513.517525:0:76607:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332513.517531:0:76607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3e0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332513.517664:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067635712:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332513.751886:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332514.351273:0:76655:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf39ed0c0 20000000:00000080:0.0:1780332514.351295:0:76655:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec422be3000 uarg=0000000000000000 10000000:01000000:0.0:1780332514.351657:0:76655:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332514.351679:0:76655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351703:0:76655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351716:0:76655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351723:0:76655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351731:0:76655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351738:0:76655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351745:0:76655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332514.351749:0:76655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351758:0:76655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351773:0:76655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351781:0:76655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332514.351788:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307e3e7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332514.520138:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067636096:0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520257:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332514.520349:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780332514.520356:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067635968:0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520384:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332514.520404:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067636480:0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520435:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332514.520479:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636096 00000100:00100000:2.0:1780332514.520494:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636096 00000100:00100000:2.0:1780332514.520570:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635968 00000100:00100000:2.0:1780332514.520574:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635968 00000100:00100000:2.0:1780332514.520608:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1780332514.520648:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067636096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520728:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067636096:12345-0@lo:400:kworker.0 Request processed in 111us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332514.520740:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1780332514.520761:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1780332514.520767:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067635968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520794:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067635968:12345-0@lo:400:kworker.0 Request processed in 28us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332514.520799:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1780332514.520822:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636480 00000100:00100000:2.0:1780332514.520826:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636480 00000100:00100000:2.0:1780332514.520860:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1780332514.520867:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067636480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520916:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067636480:12345-0@lo:400:kworker.0 Request processed in 50us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332514.520921:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1780332514.520970:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067635968:0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520982:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067636480:0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.520991:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067636096:0@lo:400:kworker.0 00000100:00100000:0.0:1780332514.521106:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067636224:0@lo:400:kworker.0 00000100:00100000:0.0:1780332514.521145:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332514.521175:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780332514.521182:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067635840:0@lo:400:kworker.0 00000100:00100000:0.0:1780332514.521215:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332514.521244:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067636352:0@lo:400:kworker.0 00000100:00100000:0.0:1780332514.521269:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1780332514.521296:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332514.521302:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332514.521312:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636352 00000100:00100000:0.0:1780332514.521316:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636352 00000100:00100000:0.0:1780332514.521349:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1780332514.521355:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067636352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332514.521395:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067636352:12345-0@lo:400:kworker.0 Request processed in 41us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332514.521402:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1780332514.521422:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067635840 00000100:00100000:0.0:1780332514.521426:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067635840 00000100:00100000:0.0:1780332514.521450:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1780332514.521455:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067635840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332514.521486:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067635840:12345-0@lo:400:kworker.0 Request processed in 30us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332514.521493:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00080000:0.0:1780332514.521520:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332514.521536:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067635840:0@lo:400:kworker.0 00000100:00100000:0.0:1780332514.521547:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067636352:0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.523082:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636224 00000100:00100000:2.0:1780332514.523102:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636224 00000100:00100000:2.0:1780332514.523188:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1780332514.523200:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067636224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332514.523420:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067636224:12345-0@lo:400:kworker.0 Request processed in 222us (2273us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332514.523428:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1780332514.523598:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067636224:0@lo:400:kworker.0 00010000:00010000:1.0:1780332514.775745:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332515.033340:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332515.033362:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067636608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332515.033429:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332515.033646:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636608 00000100:00100000:0.0:1780332515.033654:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636608 00000100:00100000:0.0:1780332515.033709:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1780332515.033718:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067636608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332515.033774:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332515.033828:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067636608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332515.033835:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1780332515.036326:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067636608:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1780332515.096320:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332515.096331:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332515.096337:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332515.096393:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332515.096406:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332515.096417:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332515.096447:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067636736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332515.096532:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332515.096674:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4084cf000 going to sleep for 11 seconds 00000100:00100000:2.0:1780332515.099251:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636736 00000100:00100000:2.0:1780332515.100764:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636736 00000100:00100000:3.0:1780332515.100919:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1780332515.100932:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067636736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332515.100952:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332515.100975:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e3ee expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332515.101008:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e3ee expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332515.101021:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3ee expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332515.101032:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780332515.101142:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067636736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 213us (4610us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332515.101150:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1780332515.101197:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067636736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332515.101217:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332515.101228:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332515.101250:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332515.101266:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332515.101278:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1780332515.195860:0:76704:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff69fda690 20000000:00000080:0.0:1780332515.195947:0:76704:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec408d16000 uarg=0000000000000000 10000000:01000000:0.0:1780332515.196354:0:76704:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332515.196373:0:76704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332515.196393:0:76704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e3ee expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332515.196402:0:76704:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332515.196442:0:76704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e3ee expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332515.196459:0:76704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e3ee expref: 17 pid: 5798 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332515.196474:0:76704:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76704:1866812067636864:0@lo:104: 00000100:00100000:0.0:1780332515.196540:0:76704:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332515.196593:0:76704:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9540 going to sleep for 11 seconds 00000100:00100000:1.0:1780332515.196863:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636864 00000100:00100000:1.0:1780332515.196871:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636864 00000100:00100000:1.0:1780332515.196926:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1780332515.196935:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76704:x1866812067636864:12345-0@lo:104: 00010000:00010000:1.0:1780332515.196948:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197006:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332515.197012:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76704:x1866812067636864:12345-0@lo:104: Request processed in 78us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332515.197019:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00010000:00010000:2.0:1780332515.197152:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332515.197159:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332515.197166:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332515.197170:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332515.197178:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332515.197186:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332515.197192:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332515.197238:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332515.197241:0:76704:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76704:1866812067636864:0@lo:104: 00010000:00010000:2.0:1780332515.197245:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332515.197261:0:76704:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332515.197272:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332515.197279:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4a00/0x76434b26e307e3ee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e3f5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332515.197296:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332515.197298:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332515.197300:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332515.197307:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332515.197317:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067636992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332515.197346:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332515.197412:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067636992 00000100:00100000:1.0:1780332515.197416:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067636992 00010000:00010000:1.0:1780332515.197434:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3ee expref: 18 pid: 5798 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332515.197465:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1780332515.197472:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067636992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332515.197481:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332515.197485:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e3ee expref: 18 pid: 5798 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197496:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e3ee expref: 18 pid: 5798 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197508:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307e3f5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e3ee expref: 18 pid: 5798 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197521:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197529:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197541:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197548:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197554:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197560:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197565:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332515.197569:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197577:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197594:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332515.197603:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332515.197751:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067636992:12345-0@lo:103:ldlm_bl.0 Request processed in 279us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332515.197758:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1780332515.197979:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067636992:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332515.198050:0:76704:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332515.198059:0:76704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332515.198065:0:76704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390800/0x76434b26e307e3fc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332515.520724:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332515.520758:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332515.520784:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332515.520804:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332515.520828:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432960 00000100:00100000:2.0:1780332515.520840:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432960 00000100:00100000:2.0:1780332515.520910:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433088 00000100:00100000:2.0:1780332515.520914:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433088 00000100:00100000:2.0:1780332515.520940:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 370 00000100:00100000:2.0:1780332515.520950:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045432960:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:2.0:1780332515.520979:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307e26d 00000100:00080000:2.0:1780332515.520987:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec418e96000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1780332515.521032:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967337 00000100:00100000:2.0:1780332515.521396:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045432960:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 446us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332515.521405:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 370 00000100:00100000:2.0:1780332515.521428:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 371 00000100:00100000:2.0:1780332515.521435:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045433088:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:2.0:1780332515.521449:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307e2f9 00000100:00080000:2.0:1780332515.521455:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec437276800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1780332515.521475:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967337 00000100:00100000:2.0:1780332515.521642:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045433088:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 207us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332515.521648:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 371 00000100:00100000:3.0:1780332515.521763:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432832 00000100:00100000:3.0:1780332515.521769:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432832 00000100:00080000:0.0:1780332515.521779:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332515.521785:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332515.521787:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332515.521799:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332515.521981:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332515.522063:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1314 00000100:00100000:1.0:1780332515.522150:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045432704 00000100:00100000:1.0:1780332515.522155:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045432704 00000100:00100000:1.0:1780332515.522203:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1086 00000100:00100000:1.0:1780332515.522210:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045432704:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332515.522505:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045432704:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 294us (1743us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332515.522513:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1086 00000100:00100000:3.0:1780332515.525552:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045432832:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332515.525711:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045432832:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 3634us (4998us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332515.525724:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1314 00010000:00010000:2.0:1780332515.801583:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332516.046763:0:76754:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffddb08d9a0 20000000:00000080:2.0:1780332516.046780:0:76754:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4d800 uarg=0000000000000000 10000000:01000000:2.0:1780332516.047483:0:76754:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332516.047512:0:76754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047531:0:76754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047542:0:76754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047549:0:76754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047555:0:76754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047562:0:76754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047568:0:76754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332516.047572:0:76754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047579:0:76754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047591:0:76754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047598:0:76754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.047604:0:76754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0400/0x76434b26e307e403 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332516.568958:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332516.568968:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332516.568975:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332516.569052:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332516.569070:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332516.569086:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332516.569121:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067637120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332516.569193:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332516.569247:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067637120 00000100:00100000:3.0:1780332516.569256:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780332516.569259:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067637120 00000100:00100000:0.0:1780332516.569661:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1780332516.569675:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067637120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332516.569695:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332516.569713:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e40a expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.569745:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e40a expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.569761:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e40a expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.569771:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:0.0:1780332516.569840:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067637120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332516.569847:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1780332516.570419:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067637120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332516.570439:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.570450:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332516.570475:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332516.570480:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.570487:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.830068:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332516.859452:0:76802:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3b4eac60 20000000:00000080:1.0:1780332516.859475:0:76802:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec442040000 uarg=0000000000000000 10000000:01000000:1.0:1780332516.860055:0:76802:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332516.860079:0:76802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332516.860099:0:76802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e40a expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332516.860109:0:76802:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332516.860160:0:76802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e40a expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332516.860179:0:76802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e40a expref: 17 pid: 5798 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332516.860198:0:76802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76802:1866812067637248:0@lo:104: 00000100:00100000:1.0:1780332516.860450:0:76802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332516.860576:0:76802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40844da80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332516.861999:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067637248 00000100:00100000:2.0:1780332516.862016:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067637248 00000100:00100000:3.0:1780332516.866034:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1780332516.866051:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76802:x1866812067637248:12345-0@lo:104: 00010000:00010000:3.0:1780332516.866086:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332516.866214:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332516.866222:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76802:x1866812067637248:12345-0@lo:104: Request processed in 176us (5773us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332516.866230:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1780332516.867964:0:76802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76802:1866812067637248:0@lo:104: 00010000:00010000:2.0:1780332516.868009:0:76802:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.868697:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332516.868708:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.868719:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332516.868723:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.868733:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332516.868741:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332516.868747:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332516.868807:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.868814:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332516.868846:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.868867:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e307e40a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e411 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.868882:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332516.868884:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332516.868886:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332516.868904:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332516.868924:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067637376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332516.869007:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332516.869084:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067637376 00000100:00100000:0.0:1780332516.869091:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067637376 00010000:00010000:0.0:1780332516.869130:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e40a expref: 18 pid: 5798 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332516.869165:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1780332516.869176:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067637376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332516.869195:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332516.869202:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e40a expref: 18 pid: 5798 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869217:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e40a expref: 18 pid: 5798 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869234:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e307e411 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e40a expref: 18 pid: 5798 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869251:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869266:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869296:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869304:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869312:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869318:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869323:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332516.869327:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869335:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869348:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332516.869358:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332516.869397:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067637376:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332516.869405:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1780332516.869448:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067637376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332516.869573:0:76802:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.869583:0:76802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332516.869589:0:76802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307e418 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:0.0:1780332517.140224:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332517.140236:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec418e91000/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332517.140735:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec418e91000/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:1.0:1780332517.141188:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec418e96000 for lustre-OST0000 00000001:00100000:3.0:1780332517.145125:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332517.145138:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec437277800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332517.145271:0:32974:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec437277800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:0.0:1780332517.145393:0:32974:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec437276800 for lustre-OST0001 00000020:00000080:0.0:1780332517.716128:0:76850:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb704b010 20000000:00000080:0.0:1780332517.716151:0:76850:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410fb5000 uarg=0000000000000000 10000000:01000000:0.0:1780332517.716510:0:76850:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332517.716533:0:76850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716555:0:76850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716567:0:76850:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716574:0:76850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716581:0:76850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716588:0:76850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716595:0:76850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332517.716599:0:76850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716606:0:76850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716732:0:76850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716742:0:76850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.716749:0:76850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391a00/0x76434b26e307e41f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332517.850477:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332518.615809:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332518.615850:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067637504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332518.616063:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332518.616138:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067637504 00000100:00100000:1.0:1780332518.616147:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067637504 00000100:00100000:1.0:1780332518.616223:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1780332518.616233:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067637504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332518.616275:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332518.616338:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067637504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332518.616345:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00080000:3.0:1780332518.616402:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332518.617017:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067637504:0@lo:13:osp-pre-0-0.0 10000000:01000000:3.0:1780332518.744296:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332518.744304:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332518.744310:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332518.744362:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332518.744373:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332518.744384:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332518.744412:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067637632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332518.744487:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332518.745268:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20e600 going to sleep for 11 seconds 00000100:00100000:1.0:1780332518.745501:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067637632 00000100:00100000:1.0:1780332518.745511:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067637632 00000100:00100000:1.0:1780332518.745686:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1780332518.745697:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067637632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332518.745713:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332518.745732:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e426 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332518.745758:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e426 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332518.745770:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e426 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332518.745779:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332518.745848:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067637632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332518.745855:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1780332518.745937:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067637632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332518.745953:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332518.745963:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332518.745982:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332518.745987:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332518.745994:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332518.875791:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332519.639951:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067638144:0@lo:400:kworker.0 00000100:00100000:1.0:1780332519.640066:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332519.640184:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067637760:0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.640224:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332519.640274:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067638272:0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.640305:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332519.640357:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067637760 00000100:00100000:2.0:1780332519.640366:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067637760 00000100:00100000:2.0:1780332519.640419:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1780332519.640430:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067637760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.640492:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067637760:12345-0@lo:400:kworker.0 Request processed in 64us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332519.640500:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1780332519.640539:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638272 00000100:00100000:2.0:1780332519.640543:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638272 00000100:00100000:2.0:1780332519.640584:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:2.0:1780332519.640590:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067638272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.640655:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067638272:12345-0@lo:400:kworker.0 Request processed in 66us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332519.640661:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00080000:2.0:1780332519.640684:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332519.640715:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067637760:0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.640728:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067638272:0@lo:400:kworker.0 00000100:00100000:1.0:1780332519.641025:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067638016:0@lo:400:kworker.0 00000100:00100000:1.0:1780332519.641057:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332519.641145:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780332519.641155:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067637888:0@lo:400:kworker.0 00000100:00100000:1.0:1780332519.641185:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332519.641201:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067638400:0@lo:400:kworker.0 00000100:00100000:1.0:1780332519.641225:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332519.641424:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638144 00000100:00100000:2.0:1780332519.641432:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638144 00000100:00100000:2.0:1780332519.641469:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638400 00000100:00100000:2.0:1780332519.641472:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638400 00000100:00100000:2.0:1780332519.641499:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1780332519.641506:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067638144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.641559:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067638144:12345-0@lo:400:kworker.0 Request processed in 52us (1494us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332519.641566:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1780332519.641579:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1780332519.641586:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067638400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.641647:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067638400:12345-0@lo:400:kworker.0 Request processed in 61us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332519.641654:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:2.0:1780332519.641672:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332519.641694:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067638400:0@lo:400:kworker.0 00000100:00100000:2.0:1780332519.641722:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067638144:0@lo:400:kworker.0 00000100:00100000:0.0:1780332519.642895:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638016 00000100:00100000:0.0:1780332519.642905:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638016 00000100:00100000:0.0:1780332519.642965:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067637888 00000100:00100000:0.0:1780332519.642969:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067637888 00000100:00100000:0.0:1780332519.642994:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1780332519.643004:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067638016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332519.643096:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067638016:12345-0@lo:400:kworker.0 Request processed in 94us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332519.643103:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1780332519.643120:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1780332519.643126:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067637888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332519.643154:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067637888:12345-0@lo:400:kworker.0 Request processed in 28us (1969us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332519.643161:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1780332519.643248:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067637888:0@lo:400:kworker.0 00000100:00100000:0.0:1780332519.643260:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067638016:0@lo:400:kworker.0 00000100:00080000:2.0:1780332519.643613:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332519.895824:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332520.153163:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067638528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332520.153250:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332520.153329:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638528 00000100:00100000:2.0:1780332520.153338:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638528 00000100:00100000:2.0:1780332520.153394:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1780332520.153404:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067638528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332520.153448:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332520.153496:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067638528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332520.153504:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1780332520.153561:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067638528:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1780332520.429157:0:76999:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff36e3ce20 20000000:00000080:0.0:1780332520.429184:0:76999:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410fb6800 uarg=0000000000000000 10000000:01000000:0.0:1780332520.430758:0:76999:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332520.430790:0:76999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332520.430819:0:76999:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e426 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332520.430828:0:76999:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332520.430879:0:76999:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e426 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332520.430900:0:76999:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e426 expref: 17 pid: 5800 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332520.430917:0:76999:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76999:1866812067638656:0@lo:104: 00000100:00100000:0.0:1780332520.431157:0:76999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332520.431419:0:76999:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42059b000 going to sleep for 11 seconds 00000100:00100000:2.0:1780332520.431495:0:5788:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780332520.431509:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638656 00000100:00100000:2.0:1780332520.431515:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638656 00000100:00100000:2.0:1780332520.431561:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1780332520.431571:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d869450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76999:x1866812067638656:12345-0@lo:104: 00010000:00010000:2.0:1780332520.431586:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.431743:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332520.431750:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d869450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:76999:x1866812067638656:12345-0@lo:104: Request processed in 180us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332520.431757:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00010000:1.0:1780332520.431759:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332520.431765:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332520.431774:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332520.431778:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332520.431785:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332520.431792:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332520.431797:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332520.431841:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332520.431848:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332520.431869:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332520.431881:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e307e426 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e42d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332520.431898:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332520.431900:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332520.431902:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332520.431922:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067638784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332520.431957:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332520.432023:0:76999:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76999:1866812067638656:0@lo:104: 00010000:00010000:0.0:1780332520.432043:0:76999:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332520.432099:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638784 00000100:00100000:2.0:1780332520.432104:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638784 00010000:00010000:2.0:1780332520.432125:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e426 expref: 18 pid: 5800 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332520.432159:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1780332520.432166:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067638784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332520.432178:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332520.432183:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e426 expref: 18 pid: 5800 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432195:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e426 expref: 18 pid: 5800 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432209:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e307e42d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e426 expref: 18 pid: 5800 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432225:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432237:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432252:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432260:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432266:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432273:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432283:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332520.432287:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432295:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432456:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332520.432457:0:76999:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332520.432465:0:76999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 2/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332520.432467:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332520.432472:0:76999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391c00/0x76434b26e307e434 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332520.432507:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067638784:12345-0@lo:103:ldlm_bl.0 Request processed in 343us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332520.432514:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1780332520.432822:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067638784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332520.655669:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332520.655718:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332520.655751:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433216 00000100:00100000:1.0:1780332520.655762:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433216 00000100:00100000:2.0:1780332520.656417:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433344 00000100:00100000:2.0:1780332520.656423:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433344 00000100:00100000:2.0:1780332520.656490:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1318 00000100:00100000:2.0:1780332520.656502:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045433344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332520.656610:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1090 00000100:00100000:1.0:1780332520.656650:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045433216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332520.656739:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045433216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 121us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332520.656748:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1090 00000100:00100000:2.0:1780332520.656956:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045433344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 457us (1299us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332520.656963:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1318 00000100:00080000:2.0:1780332520.656988:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332520.919826:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332521.404553:0:77047:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0fb58170 20000000:00000080:3.0:1780332521.404570:0:77047:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec422be2000 uarg=0000000000000000 10000000:01000000:2.0:1780332521.405133:0:77047:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332521.405158:0:77047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405176:0:77047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405191:0:77047:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405198:0:77047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405204:0:77047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405210:0:77047:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405217:0:77047:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332521.405221:0:77047:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405229:0:77047:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405241:0:77047:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405248:0:77047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332521.405254:0:77047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1400/0x76434b26e307e43b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332521.950160:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332522.328610:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332522.328639:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332522.328644:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332522.328687:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332522.328699:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332522.328711:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332522.328738:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067638912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332522.328823:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332522.328870:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067638912 00000100:00100000:1.0:1780332522.328874:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec434216300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332522.328879:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067638912 00000100:00100000:2.0:1780332522.329035:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1780332522.329052:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067638912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332522.329064:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332522.329077:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e442 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332522.329099:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e442 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332522.329109:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e442 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332522.329118:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332522.329173:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067638912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332522.329180:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1780332522.329273:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067638912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332522.329288:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332522.329297:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332522.329316:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332522.329322:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332522.329329:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332522.972201:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332523.740062:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067639040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332523.740700:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332523.740804:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639040 00000100:00100000:3.0:1780332523.740812:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639040 00000100:00100000:3.0:1780332523.740872:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1780332523.740883:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067639040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332523.740925:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332523.740972:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067639040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332523.740980:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00080000:3.0:1780332523.741004:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332523.741040:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067639040:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332523.993157:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332524.444419:0:77196:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff90100db0 20000000:00000080:2.0:1780332524.444440:0:77196:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4d400 uarg=0000000000000000 00010000:00010000:2.0:1780332524.444723:0:77196:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332524.444738:0:77196:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332524.444765:0:77196:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332524.444784:0:77196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332524.444803:0:77196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e442 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332524.444814:0:77196:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332524.444866:0:77196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e442 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332524.444888:0:77196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e442 expref: 17 pid: 5798 timeout: 2070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332524.444908:0:77196:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77196:1866812067639168:0@lo:104: 00000100:00100000:2.0:1780332524.444991:0:77196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332524.445319:0:77196:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4229a30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332524.445837:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639168 00000100:00100000:3.0:1780332524.445848:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639168 00000100:00100000:3.0:1780332524.445907:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1780332524.445918:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77196:x1866812067639168:12345-0@lo:104: 00010000:00010000:3.0:1780332524.445932:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446013:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332524.446020:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77196:x1866812067639168:12345-0@lo:104: Request processed in 105us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332524.446026:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00010000:00010000:1.0:1780332524.446040:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332524.446047:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332524.446055:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332524.446059:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332524.446067:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332524.446075:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332524.446081:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332524.446122:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332524.446130:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332524.446163:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332524.446171:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e307e442 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e449 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332524.446190:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332524.446191:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332524.446193:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332524.446200:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067639296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332524.446240:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332524.446260:0:77196:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77196:1866812067639168:0@lo:104: 00010000:00010000:2.0:1780332524.446284:0:77196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332524.446321:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639296 00000100:00100000:3.0:1780332524.446325:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639296 00010000:00010000:3.0:1780332524.446343:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e442 expref: 18 pid: 5798 timeout: 2070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332524.446381:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1780332524.446389:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067639296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332524.446399:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332524.446403:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e442 expref: 18 pid: 5798 timeout: 2070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446414:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e442 expref: 18 pid: 5798 timeout: 2070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446425:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1600/0x76434b26e307e449 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e442 expref: 18 pid: 5798 timeout: 2070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446438:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446446:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446459:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446466:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446473:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446478:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446484:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332524.446488:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446496:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446519:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332524.446528:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332524.446566:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067639296:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332524.446573:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1780332524.446662:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067639296:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332524.446807:0:77196:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332524.446814:0:77196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332524.446916:0:77196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1800/0x76434b26e307e450 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332524.761052:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332524.761314:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067639552:0@lo:400:kworker.0 00000100:00100000:3.0:1780332524.761399:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332524.761443:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332524.761454:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332524.761457:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067639808:0@lo:400:kworker.0 00000100:00100000:3.0:1780332524.761468:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067639680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332524.761490:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332524.761491:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332524.761722:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067639424:0@lo:400:kworker.0 00000100:00100000:2.0:1780332524.761768:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332524.761812:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639808 00000100:00100000:2.0:1780332524.761820:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639808 00000100:00100000:1.0:1780332524.761867:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639424 00000100:00100000:1.0:1780332524.761871:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639424 00000100:00100000:2.0:1780332524.761882:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1780332524.761891:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067639808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332524.761898:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1780332524.761903:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067639424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332524.761945:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067639808:12345-0@lo:400:kworker.0 Request processed in 54us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332524.761945:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067639424:12345-0@lo:400:kworker.0 Request processed in 40us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332524.761953:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1780332524.761953:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1780332524.761991:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067639808:0@lo:400:kworker.0 00000100:00100000:2.0:1780332524.762017:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067639424:0@lo:400:kworker.0 00000100:00100000:2.0:1780332524.762632:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067639936:0@lo:400:kworker.0 00000100:00100000:2.0:1780332524.762664:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332524.762770:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332524.762780:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067640064:0@lo:400:kworker.0 00000100:00100000:1.0:1780332524.762789:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639552 00000100:00100000:1.0:1780332524.762794:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639552 00000100:00100000:0.0:1780332524.762808:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332524.762835:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639680 00000100:00100000:1.0:1780332524.762838:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639680 00000100:00100000:0.0:1780332524.762846:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067639936 00000100:00100000:0.0:1780332524.762849:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067639936 00000100:00100000:1.0:1780332524.762866:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1780332524.762872:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067639552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332524.762910:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067639552:12345-0@lo:400:kworker.0 Request processed in 37us (1511us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332524.762935:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067639552:0@lo:400:kworker.0 00000100:00100000:0.0:1780332524.763949:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:0.0:1780332524.763966:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067639680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332524.764032:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067639680:12345-0@lo:400:kworker.0 Request processed in 75us (2541us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332524.764040:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:0.0:1780332524.764058:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1780332524.764065:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067639936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332524.764100:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067639936:12345-0@lo:400:kworker.0 Request processed in 36us (1435us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332524.764106:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1780332524.764133:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640064 00000100:00100000:0.0:1780332524.764139:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640064 00000100:00100000:0.0:1780332524.764173:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1780332524.764179:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067640064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332524.764210:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067640064:12345-0@lo:400:kworker.0 Request processed in 32us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332524.764216:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1780332524.764253:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067640064:0@lo:400:kworker.0 00000100:00080000:0.0:1780332524.764290:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332524.764294:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332524.764399:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067639680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332524.764720:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067639936:0@lo:400:kworker.0 00000100:00100000:1.0:1780332524.766525:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00010000:00010000:2.0:1780332525.018287:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332525.272733:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067640192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332525.272822:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332525.272903:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640192 00000100:00100000:2.0:1780332525.272912:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640192 00000100:00100000:2.0:1780332525.272956:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1780332525.272965:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067640192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332525.273002:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332525.273047:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067640192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332525.273054:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1780332525.273100:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067640192:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1780332525.655802:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332525.655811:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332525.655818:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332525.655872:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332525.655886:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332525.655904:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332525.655935:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067640320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332525.656020:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332525.656114:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332525.659376:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640320 00000100:00100000:2.0:1780332525.659396:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640320 00000100:00100000:2.0:1780332525.659479:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1780332525.659489:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067640320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332525.659507:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332525.659534:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e457 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332525.659562:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e457 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332525.659936:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e457 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332525.659947:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0000, rc 0) 00000100:00100000:2.0:1780332525.660246:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067640320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 756us (4224us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332525.660255:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1780332525.660693:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067640320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332525.660717:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332525.660738:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332525.660760:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332525.660766:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332525.660775:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332525.762783:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332525.762972:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332525.763025:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433472 00000100:00100000:1.0:1780332525.763037:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433472 00000100:00100000:0.0:1780332525.763134:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433600 00000100:00100000:0.0:1780332525.763140:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433600 00000100:00100000:0.0:1780332525.763283:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1322 00000100:00100000:0.0:1780332525.763297:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045433600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332525.763321:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1094 00000100:00100000:1.0:1780332525.763332:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045433472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332525.763463:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045433600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 168us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332525.763464:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045433472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 132us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332525.763482:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1094 00000100:00100000:0.0:1780332525.763483:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1322 00000100:00080000:3.0:1780332525.765430:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780332526.045145:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332527.063779:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332528.089738:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332528.145342:0:77393:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe39fa6650 20000000:00000080:2.0:1780332528.145360:0:77393:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342c7000 uarg=0000000000000000 00010000:00010000:2.0:1780332528.146143:0:77393:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332528.146159:0:77393:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332528.146172:0:77393:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332528.146189:0:77393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332528.146206:0:77393:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e457 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332528.146214:0:77393:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332528.146251:0:77393:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e457 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332528.146268:0:77393:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e457 expref: 17 pid: 5798 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332528.146285:0:77393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77393:1866812067640448:0@lo:104: 00000100:00100000:2.0:1780332528.146365:0:77393:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332528.146437:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640448 00000100:00100000:3.0:1780332528.146446:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640448 00000100:00100000:2.0:1780332528.146497:0:77393:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c8f900 going to sleep for 11 seconds 00000100:00100000:3.0:1780332528.146501:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1780332528.146512:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77393:x1866812067640448:12345-0@lo:104: 00010000:00010000:3.0:1780332528.146528:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.146608:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332528.146615:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77393:x1866812067640448:12345-0@lo:104: Request processed in 105us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332528.146651:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00010000:00010000:0.0:1780332528.146666:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332528.146676:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.146684:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332528.146688:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.146711:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332528.146718:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332528.146723:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332528.146759:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.146767:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332528.146787:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.146794:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307e457 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e45e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332528.146798:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067640576:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332528.146887:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332528.146890:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332528.146891:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332528.146948:0:77393:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77393:1866812067640448:0@lo:104: 00010000:00010000:2.0:1780332528.146966:0:77393:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332528.147535:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332528.147944:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640576 00000100:00100000:0.0:1780332528.147950:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640576 00010000:00010000:0.0:1780332528.147977:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e457 expref: 18 pid: 5798 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332528.148043:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1780332528.148059:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067640576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332528.148070:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332528.148075:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e457 expref: 18 pid: 5798 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148088:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e457 expref: 18 pid: 5798 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148104:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0000/0x76434b26e307e45e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e457 expref: 18 pid: 5798 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148117:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148124:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148149:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148159:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148166:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148171:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148176:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332528.148180:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148187:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148206:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332528.148216:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332528.148258:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067640576:12345-0@lo:103:ldlm_bl.0 Request processed in 201us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332528.148264:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1780332528.148327:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067640576:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332528.148412:0:77393:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.148420:0:77393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.148426:0:77393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0200/0x76434b26e307e465 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332528.856458:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067640704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332528.856529:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332528.856642:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640704 00000100:00100000:0.0:1780332528.856652:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640704 00000100:00100000:0.0:1780332528.856740:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1780332528.856751:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067640704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332528.856805:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332528.856858:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067640704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332528.856867:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00080000:2.0:1780332528.863092:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332528.863186:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067640704:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1780332528.937155:0:77441:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2cb87270 20000000:00000080:3.0:1780332528.937172:0:77441:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec408d14000 uarg=0000000000000000 00010000:00010000:3.0:1780332528.937396:0:77441:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332528.937410:0:77441:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332528.937423:0:77441:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332528.937440:0:77441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937455:0:77441:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937464:0:77441:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937475:0:77441:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937482:0:77441:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937489:0:77441:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937495:0:77441:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332528.937499:0:77441:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937506:0:77441:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937518:0:77441:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937525:0:77441:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332528.937531:0:77441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307e46c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332529.116647:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332529.752724:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332529.752732:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332529.752885:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332529.752948:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332529.752963:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332529.752976:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332529.753005:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067640832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332529.753086:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332529.753142:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40376ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1780332529.753426:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640832 00000100:00100000:2.0:1780332529.753438:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640832 00000100:00100000:2.0:1780332529.753507:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1780332529.753517:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067640832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332529.753537:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332529.753556:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e473 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332529.753587:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e473 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332529.753598:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e473 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332529.753609:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780332529.753709:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067640832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 193us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332529.753718:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1780332529.754963:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067640832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332529.754990:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332529.755000:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332529.755023:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332529.755028:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332529.755035:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332529.879979:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067641088:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880075:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332529.880168:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780332529.880176:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067640960:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880201:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332529.880215:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067641472:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880241:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332529.880268:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067641216:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880290:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332529.880309:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332529.880314:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067641344:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880338:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332529.880558:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641088 00000100:00100000:0.0:1780332529.880565:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641088 00000100:00100000:0.0:1780332529.880601:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067640960 00000100:00100000:0.0:1780332529.880602:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067640960 00000100:00100000:0.0:1780332529.880613:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641344 00000100:00100000:0.0:1780332529.880614:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641344 00000100:00100000:0.0:1780332529.880651:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1780332529.880656:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067641088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880736:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067641088:12345-0@lo:400:kworker.0 Request processed in 78us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332529.880744:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1780332529.880767:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1780332529.880773:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067640960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880800:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067640960:12345-0@lo:400:kworker.0 Request processed in 28us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332529.880807:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1780332529.880818:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1780332529.880824:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067641344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880855:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067641344:12345-0@lo:400:kworker.0 Request processed in 32us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332529.880861:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1780332529.880878:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641472 00000100:00100000:0.0:1780332529.880881:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641472 00000100:00100000:0.0:1780332529.880904:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641216 00000100:00100000:0.0:1780332529.880906:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641216 00000100:00100000:0.0:1780332529.880919:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1780332529.880924:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067641472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.880951:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067641472:12345-0@lo:400:kworker.0 Request processed in 27us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332529.880956:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1780332529.880967:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1780332529.880972:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067641216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.881005:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067641216:12345-0@lo:400:kworker.0 Request processed in 33us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332529.881011:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1780332529.881056:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067640960:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.881067:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067641472:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.881075:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067641088:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.881108:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067641344:0@lo:400:kworker.0 00000100:00100000:0.0:1780332529.881116:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067641216:0@lo:400:kworker.0 00000100:00080000:2.0:1780332529.882155:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332529.882162:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332530.135753:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332530.394610:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067641600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332530.394722:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332530.394960:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641600 00000100:00100000:2.0:1780332530.394970:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641600 00000100:00100000:2.0:1780332530.395056:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1780332530.395066:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067641600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332530.395106:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332530.395157:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067641600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332530.395164:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1780332530.396995:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067641600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332530.884973:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332530.885031:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332530.885066:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433856 00000100:00100000:2.0:1780332530.885076:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433856 00000100:00100000:2.0:1780332530.885154:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1326 00000100:00100000:2.0:1780332530.885165:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045433856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332530.885242:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045433856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332530.885250:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1326 00000100:00080000:2.0:1780332530.885278:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332530.885723:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433728 00000100:00100000:3.0:1780332530.885729:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433728 00000100:00100000:3.0:1780332530.885762:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1096 00000100:00100000:3.0:1780332530.885771:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045433728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332530.885813:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045433728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332530.885820:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1096 00010000:00010000:1.0:1780332531.163468:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332532.184835:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332533.210527:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332533.977417:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067641728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332533.977500:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332533.977966:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641728 00000100:00100000:2.0:1780332533.977976:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641728 00000100:00100000:2.0:1780332533.978052:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1780332533.978074:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067641728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332533.978122:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1780332533.978214:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332533.981136:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067641728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3054us (3624us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332533.981151:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1780332533.981492:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067641728:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332534.233221:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332534.390739:0:77735:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff71f8bce0 20000000:00000080:0.0:1780332534.390756:0:77735:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec404c63000 uarg=0000000000000000 00010000:00010000:0.0:1780332534.391836:0:77735:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332534.391857:0:77735:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332534.391873:0:77735:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332534.391891:0:77735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332534.391911:0:77735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e473 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332534.391921:0:77735:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332534.391961:0:77735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e473 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332534.391979:0:77735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e473 expref: 17 pid: 5798 timeout: 2080 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332534.392465:0:77735:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77735:1866812067641856:0@lo:104: 00000100:00100000:0.0:1780332534.392529:0:77735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332534.392594:0:77735:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332534.392707:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641856 00000100:00100000:1.0:1780332534.392715:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641856 00000100:00100000:1.0:1780332534.392807:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1780332534.392817:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77735:x1866812067641856:12345-0@lo:104: 00010000:00010000:1.0:1780332534.392832:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332534.392902:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332534.392908:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77735:x1866812067641856:12345-0@lo:104: Request processed in 94us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332534.392915:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00010000:00010000:2.0:1780332534.392971:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332534.392978:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.392986:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332534.392991:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.392999:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332534.393007:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332534.393013:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332534.393043:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393050:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332534.393071:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393078:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e307e473 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e47a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393096:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332534.393098:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332534.393100:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332534.393120:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067641984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332534.393153:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332534.393190:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067641984 00000100:00100000:2.0:1780332534.393194:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067641984 00010000:00010000:2.0:1780332534.393214:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e473 expref: 18 pid: 5798 timeout: 2080 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332534.393236:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1780332534.393242:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067641984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332534.393251:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332534.393256:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e473 expref: 18 pid: 5798 timeout: 2080 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393267:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e473 expref: 18 pid: 5798 timeout: 2080 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393281:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393290:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393308:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393315:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393323:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393329:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393334:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332534.393338:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393345:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393354:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332534.393364:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332534.393390:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067641984:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332534.393396:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1780332534.393438:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42dadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067641984:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332534.393717:0:77735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1e00/0x76434b26e307e47a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e473 expref: 17 pid: 5798 timeout: 2080 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332534.393728:0:77735:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77735:1866812067641856:0@lo:104: 00010000:00010000:0.0:1780332534.393745:0:77735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332534.393754:0:77735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332534.393761:0:77735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332534.393768:0:77735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390a00/0x76434b26e307e481 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332534.999862:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067642368:0@lo:400:kworker.0 00000100:00100000:3.0:1780332534.999933:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067642240:0@lo:400:kworker.0 00000100:00100000:0.0:1780332534.999941:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332534.999964:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332534.999984:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067642752:0@lo:400:kworker.0 00000100:00100000:0.0:1780332534.999990:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332534.999996:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067642496:0@lo:400:kworker.0 00000100:00100000:3.0:1780332535.000004:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332535.000113:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067642112:0@lo:400:kworker.0 00000100:00100000:0.0:1780332535.005073:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067642368 00000100:00100000:0.0:1780332535.005092:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067642368 00000100:00100000:0.0:1780332535.005164:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067642240 00000100:00100000:0.0:1780332535.005169:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067642240 00000100:00100000:0.0:1780332535.005196:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1780332535.005207:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067642368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.005581:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332535.005783:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067642624:0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.005816:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332535.005855:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067642624 00000100:00100000:2.0:1780332535.005859:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067642624 00000100:00100000:2.0:1780332535.005884:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1780332535.005890:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067642240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.005925:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067642240:12345-0@lo:400:kworker.0 Request processed in 35us (5960us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332535.005932:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1780332535.005950:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1780332535.005956:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067642624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.005986:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067642624:12345-0@lo:400:kworker.0 Request processed in 30us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332535.005992:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1780332535.006030:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067642624:0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.006105:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067642752 00000100:00100000:2.0:1780332535.006109:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067642752 00000100:00100000:2.0:1780332535.006141:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1780332535.006148:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067642752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.006186:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067642752:12345-0@lo:400:kworker.0 Request processed in 39us (6180us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332535.006193:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1780332535.006222:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780332535.006257:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332535.006261:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332535.006571:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067642112 00000100:00100000:1.0:1780332535.006575:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067642112 00000100:00100000:1.0:1780332535.006767:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1780332535.006776:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067642112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332535.006818:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067642112:12345-0@lo:400:kworker.0 Request processed in 44us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332535.006824:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1780332535.007039:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067642112:0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.007803:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067642752:0@lo:400:kworker.0 00000100:00100000:2.0:1780332535.007828:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067642240:0@lo:400:kworker.0 00000100:00100000:3.0:1780332535.007839:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067642496 00000100:00100000:3.0:1780332535.007844:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067642496 00000100:00100000:3.0:1780332535.008085:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1780332535.008093:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067642496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332535.008156:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067642496:12345-0@lo:400:kworker.0 Request processed in 64us (1933us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332535.008162:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1780332535.008197:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067642496:0@lo:400:kworker.0 00000100:00080000:2.0:1780332535.008298:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332535.008433:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067642368:12345-0@lo:400:kworker.0 Request processed in 3227us (8491us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332535.008442:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1780332535.008731:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067642368:0@lo:400:kworker.0 00010000:00010000:2.0:1780332535.259199:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332535.429771:0:77783:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc27cd4560 20000000:00000080:0.0:1780332535.429792:0:77783:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2ce400 uarg=0000000000000000 00010000:00010000:0.0:1780332535.430114:0:77783:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332535.430132:0:77783:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332535.430147:0:77783:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332535.430170:0:77783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430190:0:77783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430201:0:77783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430208:0:77783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430214:0:77783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430221:0:77783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430227:0:77783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332535.430231:0:77783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430238:0:77783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430251:0:77783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430258:0:77783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332535.430268:0:77783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390200/0x76434b26e307e488 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332535.512118:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332535.512142:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067642880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332535.512210:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332535.514541:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067642880 00000100:00100000:2.0:1780332535.514554:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067642880 00000100:00100000:2.0:1780332535.514632:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1780332535.514643:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067642880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332535.514683:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332535.514761:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067642880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (2550us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332535.514768:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 10000000:01000000:2.0:1780332535.514825:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332535.514829:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332535.514833:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332535.514875:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332535.514887:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332535.514897:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332535.514920:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303688e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067643008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332535.514955:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332535.514983:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332535.515025:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067642880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332535.515053:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643008 00000100:00100000:2.0:1780332535.515056:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643008 00000100:00100000:2.0:1780332535.515082:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1780332535.515088:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067643008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332535.515096:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332535.515108:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e48f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332535.515131:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e48f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332535.515144:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e48f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332535.515156:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1400, rc 0) 00000100:00100000:2.0:1780332535.515185:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067643008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332535.515191:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1780332535.515224:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303688e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067643008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332535.515237:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332535.515246:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332535.515262:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332535.515267:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332535.515291:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332536.005641:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332536.005693:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332536.005732:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045434112 00000100:00100000:2.0:1780332536.005742:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045434112 00000100:00100000:2.0:1780332536.005826:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1330 00000100:00100000:2.0:1780332536.005838:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045434112:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332536.005927:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045434112:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 90us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332536.005934:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1330 00000100:00080000:2.0:1780332536.005958:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332536.006257:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045433984 00000100:00100000:1.0:1780332536.006262:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045433984 00000100:00100000:1.0:1780332536.006291:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1099 00000100:00100000:1.0:1780332536.006298:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045433984:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332536.006336:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045433984:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332536.006343:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1099 00010000:00010000:2.0:1780332536.280407:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332537.303743:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332538.328425:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332538.767886:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332538.767987:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045434240 00000100:00100000:3.0:1780332538.768001:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045434240 00000100:00100000:3.0:1780332538.768104:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 668 00000100:00100000:3.0:1780332538.768116:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45506:x1866812045434240:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332538.768143:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332538.768172:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e49d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd12 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.768257:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e4a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.768278:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e4a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.768293:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e4a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332538.768613:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1780332538.768818:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332538.768914:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e4a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.768943:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e49d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd12 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.768958:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e4a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd12 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.768966:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332538.768969:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332538.768972:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332538.769033:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45506:x1866812045434240:12345-192.168.204.30@tcp:101:rm.0 Request processed in 919us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332538.769043:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 668 00000100:00080000:2.0:1780332538.769251:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332538.775963:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332538.776677:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045434368 00000100:00100000:0.0:1780332538.776692:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045434368 00000100:00100000:0.0:1780332538.776881:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 669 00000100:00100000:0.0:1780332538.776894:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45506:x1866812045434368:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332538.776916:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332538.776938:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd19 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777002:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777021:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777036:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777053:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777061:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777073:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777327:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777335:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777342:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777348:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332538.777352:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777359:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777372:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:0.0:1780332538.777375:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332538.777380:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777387:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e4b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777951:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777958:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777965:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777971:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332538.777974:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777980:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.777988:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec408256000) 00010000:00010000:0.0:1780332538.777991:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332538.777994:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.778000:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.778037:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd19 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.778047:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:0.0:1780332538.778050:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332538.778053:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd19 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.778061:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390c00, rc 0) 00000100:00100000:1.0:1780332538.778238:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45506:x1866812045434368:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1345us (2281us total) trans 0 rc 301/301 00000100:00100000:1.0:1780332538.778247:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 669 00000100:00100000:2.0:1780332538.828750:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332538.828817:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332538.828907:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045434496 00000100:00100000:0.0:1780332538.828918:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045434496 00000100:00100000:0.0:1780332538.828977:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045434752 00000100:00100000:0.0:1780332538.828980:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045434752 00000100:00100000:0.0:1780332538.829008:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 670 00000100:00100000:0.0:1780332538.829017:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045434496:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:0.0:1780332538.829069:0:5805:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1780332538.829158:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045434496:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 142us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332538.829167:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 670 00000100:00100000:0.0:1780332538.829187:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 671 00000100:00100000:0.0:1780332538.829194:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45510:x1866812045434752:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:0.0:1780332538.829238:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332538.829275:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e4a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd12 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.829309:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:0.0:1780332538.829327:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332538.829766:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.829784:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.829796:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.829808:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.829816:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.829823:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332538.830861:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00010000:00010000:0.0:1780332538.830875:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.830883:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.830889:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.830895:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332538.830899:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.830907:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.830920:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332538.830924:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332538.830930:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.830936:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e4c0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332538.830953:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b476ee2a reply state 000000008700a450 transno 4294967553 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332538.830965:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332538.831038:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45510:x1866812045434752:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 1840us (2216us total) trans 4294967553 rc 0/0 00000100:00100000:0.0:1780332538.831046:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 671 00010000:00010000:0.0:1780332538.835122:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.835137:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.835145:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.835150:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332538.835155:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.835162:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.835178:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec408256700) 00010000:00010000:0.0:1780332538.835181:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332538.835185:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332538.835192:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e4c7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332538.886645:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332538.886963:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045434880 00000100:00100000:1.0:1780332538.886975:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045434880 00000100:00100000:1.0:1780332538.887040:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 672 00000100:00100000:1.0:1780332538.887051:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45514:x1866812045434880:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:1.0:1780332538.887081:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332538.887110:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e4ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd20 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.887174:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307e4d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.887189:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307e4d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.887199:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307e4d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332538.887261:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1780332538.887265:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332538.887293:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307e4d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.887316:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e4ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd20 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.887333:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307e4d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd20 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.888130:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332538.888134:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332538.888138:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df000, rc 0) 00000100:00100000:1.0:1780332538.888216:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45514:x1866812045434880:12345-192.168.204.30@tcp:101:chown.0 Request processed in 1164us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332538.888224:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 672 00000100:00100000:2.0:1780332538.893256:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332538.893331:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045435008 00000100:00100000:1.0:1780332538.893341:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045435008 00000100:00100000:1.0:1780332538.893408:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 673 00000100:00100000:1.0:1780332538.893420:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45514:x1866812045435008:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:1.0:1780332538.893441:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332538.893462:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307e4dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd27 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893529:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893555:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893567:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893583:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893590:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893596:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893844:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e4f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893854:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e4f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893861:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e4f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332538.893900:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00000004:00200000:1.0:1780332538.893904:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332538.893926:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e4f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893937:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893944:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893950:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893955:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332538.893959:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893967:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893979:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332538.893982:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332538.893986:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.893995:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e4e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894008:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894014:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894020:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894024:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332538.894027:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894033:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894040:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec41273e400) 00010000:00010000:1.0:1780332538.894043:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332538.894046:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894052:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e4ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894080:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307e4dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd27 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894097:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e4f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd27 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332538.894104:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:1.0:1780332538.894107:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332538.894109:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dee00, rc 0) 00000100:00100000:1.0:1780332538.894181:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45514:x1866812045435008:12345-192.168.204.30@tcp:101:chown.0 Request processed in 763us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332538.894188:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 673 00000100:00100000:2.0:1780332538.897491:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332538.897586:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045435264 00000100:00100000:3.0:1780332538.897597:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045435264 00000100:00100000:3.0:1780332538.898030:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 674 00000100:00100000:3.0:1780332538.898043:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45514:x1866812045435264:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:3.0:1780332538.898095:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332538.898122:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e4f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd27 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.898142:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:3.0:1780332538.898155:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332538.898184:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.898199:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.898211:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332538.898895:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b447193 reply state 000000001d37a14d transno 4294967554 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332538.898924:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332538.898986:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00000100:00100000:3.0:1780332538.899099:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:45514:x1866812045435264:12345-192.168.204.30@tcp:36:chown.0 Request processed in 1058us (1617us total) trans 4294967554 rc 0/0 00000100:00100000:3.0:1780332538.899107:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 674 00010000:00010000:3.0:1780332538.907211:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.907230:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.907244:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.907261:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332538.907267:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.907276:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.907298:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332538.907301:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332538.907306:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332538.907312:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307e4f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332539.095877:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067643136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332539.095997:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332539.096150:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643136 00000100:00100000:1.0:1780332539.096159:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643136 00000100:00100000:1.0:1780332539.096221:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1780332539.096232:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067643136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332539.096282:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1780332539.100165:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332539.102239:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067643136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5999us (6231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332539.102254:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1780332539.109929:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067643136:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332539.352168:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332539.814437:0:77980:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeaf8bf530 20000000:00000080:0.0:1780332539.814459:0:77980:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437223000 uarg=0000000000000000 00010000:00010000:0.0:1780332539.816163:0:77980:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332539.816218:0:77980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:0.0:1780332539.816222:0:77980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332539.816234:0:77980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307e4d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd20 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.816255:0:77980:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332539.816272:0:77980:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332539.816285:0:77980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.816298:0:77980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e48f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.816307:0:77980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.816954:0:77980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e48f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.816977:0:77980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e48f expref: 17 pid: 5800 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332539.816995:0:77980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77980:1866812067643264:0@lo:104: 00000100:00100000:0.0:1780332539.817089:0:77980:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332539.817171:0:77980:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4039420c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332539.817270:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643264 00000100:00100000:3.0:1780332539.817281:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643264 00000100:00100000:3.0:1780332539.817429:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1780332539.817440:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77980:x1866812067643264:12345-0@lo:104: 00010000:00010000:3.0:1780332539.817454:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332539.817533:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332539.817539:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:77980:x1866812067643264:12345-0@lo:104: Request processed in 102us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332539.817551:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00010000:00010000:2.0:1780332539.817613:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332539.817645:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.817653:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332539.817658:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.817667:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332539.817673:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332539.817679:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332539.817712:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.817718:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332539.817738:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.817745:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307e48f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e496 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.817773:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332539.817775:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332539.817776:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332539.817797:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067643392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332539.817827:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332539.818058:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643392 00000100:00100000:2.0:1780332539.818063:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643392 00010000:00010000:2.0:1780332539.818083:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e48f expref: 18 pid: 5800 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332539.818104:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1780332539.818111:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067643392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332539.818121:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332539.818126:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e48f expref: 18 pid: 5800 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818136:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e48f expref: 18 pid: 5800 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818151:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818160:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818175:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818182:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818190:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818198:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818204:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332539.818209:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818216:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818224:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332539.818232:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332539.818260:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067643392:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332539.818267:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1780332539.818302:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067643392:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332539.818494:0:77980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1400/0x76434b26e307e496 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e48f expref: 17 pid: 5800 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332539.818505:0:77980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77980:1866812067643264:0@lo:104: 00010000:00010000:0.0:1780332539.818522:0:77980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.818542:0:77980:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.818549:0:77980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332539.818554:0:77980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e307e4ff lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332540.120019:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067643520:0@lo:400:kworker.0 00000100:00100000:2.0:1780332540.120132:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332540.120262:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643520 00000100:00100000:0.0:1780332540.120272:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643520 00000100:00100000:0.0:1780332540.120338:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1780332540.120349:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067643520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332540.121833:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067643776:0@lo:400:kworker.0 00000100:00100000:2.0:1780332540.121923:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332540.121983:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332540.121993:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067643648:0@lo:400:kworker.0 00000100:00100000:3.0:1780332540.122091:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067643520:0@lo:400:kworker.0 00000100:00100000:3.0:1780332540.122112:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332540.122117:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067643904:0@lo:400:kworker.0 00000100:00100000:2.0:1780332540.122199:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332540.122256:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643776 00000100:00100000:2.0:1780332540.122263:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643776 00000100:00100000:2.0:1780332540.122318:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1780332540.122329:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067643776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332540.122335:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067643520:12345-0@lo:400:kworker.0 Request processed in 1850us (2066us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332540.122347:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1780332540.122382:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067643776:12345-0@lo:400:kworker.0 Request processed in 55us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332540.122385:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643648 00000100:00100000:2.0:1780332540.122388:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1780332540.122430:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067643776:0@lo:400:kworker.0 00000100:00100000:1.0:1780332540.122447:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332540.122460:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067644032:0@lo:400:kworker.0 00000100:00100000:1.0:1780332540.122497:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332540.122510:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332540.122694:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643648 00000100:00100000:0.0:1780332540.122736:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067643904 00000100:00100000:0.0:1780332540.122740:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067643904 00000100:00100000:0.0:1780332540.122762:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1780332540.122769:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067643648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332540.122807:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067643648:12345-0@lo:400:kworker.0 Request processed in 38us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332540.122814:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1780332540.122825:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1780332540.122831:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067643904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332540.122862:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067643904:12345-0@lo:400:kworker.0 Request processed in 31us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332540.122868:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00080000:0.0:1780332540.122891:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332540.122924:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067643648:0@lo:400:kworker.0 00000100:00100000:0.0:1780332540.122944:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067643904:0@lo:400:kworker.0 00000100:00100000:2.0:1780332540.123033:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644032 00000100:00100000:2.0:1780332540.123037:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644032 00000100:00100000:2.0:1780332540.123087:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1780332540.123093:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067644032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332540.123131:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067644032:12345-0@lo:400:kworker.0 Request processed in 38us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332540.123137:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1780332540.123164:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067644032:0@lo:400:kworker.0 00000100:00080000:0.0:1780332540.123224:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332540.375857:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332540.562732:0:78028:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7fc351c0 20000000:00000080:1.0:1780332540.562750:0:78028:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc23c00 uarg=0000000000000000 00010000:00010000:1.0:1780332540.562972:0:78028:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332540.562988:0:78028:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332540.563004:0:78028:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332540.563022:0:78028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563039:0:78028:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563050:0:78028:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563057:0:78028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563063:0:78028:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563071:0:78028:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563078:0:78028:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332540.563082:0:78028:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563090:0:78028:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563169:0:78028:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563176:0:78028:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332540.563186:0:78028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df400/0x76434b26e307e506 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332540.631869:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332540.631890:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067644160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332540.631958:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332540.632018:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644160 00000100:00100000:2.0:1780332540.632029:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644160 00000100:00100000:2.0:1780332540.632074:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1780332540.632081:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067644160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332540.633380:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332540.633498:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067644160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1413us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332540.633508:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1780332540.637852:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067644160:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1780332540.711888:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967553 is committed 00000001:00080000:1.0:1780332540.711905:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967554 is committed 00000100:00100000:2.0:1780332541.121969:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332541.122048:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332541.122167:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045435520 00000100:00100000:1.0:1780332541.122180:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045435520 00000100:00100000:1.0:1780332541.122264:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1334 00000100:00100000:1.0:1780332541.122277:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045435520:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332541.122362:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045435520:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332541.122371:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1334 00000100:00080000:2.0:1780332541.122646:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332541.123144:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045435392 00000100:00100000:0.0:1780332541.123152:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045435392 00000100:00100000:0.0:1780332541.123244:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1100 00000100:00100000:0.0:1780332541.123255:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045435392:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332541.123310:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045435392:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 58us (1352us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332541.123316:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1100 00010000:00010000:1.0:1780332541.403078:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332541.464882:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332541.464892:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332541.464898:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332541.464951:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332541.464967:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332541.464987:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332541.465022:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067644288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332541.465116:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332541.465189:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332541.465268:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644288 00000100:00100000:3.0:1780332541.465276:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644288 00000100:00100000:3.0:1780332541.465330:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1780332541.465339:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067644288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332541.465353:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332541.465372:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e50d expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332541.465405:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e50d expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332541.465420:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e50d expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332541.465432:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5400, rc 0) 00000100:00100000:3.0:1780332541.466793:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067644288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1449us (1671us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332541.466802:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1780332541.468825:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067644288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332541.468854:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332541.468867:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332541.468890:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332541.468896:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332541.468904:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332542.423777:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332543.447969:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332543.816118:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332543.816287:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045435648 00000100:00100000:3.0:1780332543.816298:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045435648 00000100:00080000:2.0:1780332543.816464:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332543.816515:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11 00000100:00100000:3.0:1780332543.816527:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045435648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332543.816548:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332543.816552:0:5791:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307e4d5) 00010000:00010000:3.0:1780332543.816554:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332543.816672:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045435648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 147us (566us total) trans 0 rc 116/116 00000100:00100000:3.0:1780332543.816680:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11 00000100:00100000:1.0:1780332544.216573:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332544.216597:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067644416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332544.216724:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332544.216969:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644416 00000100:00100000:3.0:1780332544.216978:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644416 00000100:00100000:3.0:1780332544.217096:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1780332544.217106:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067644416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332544.217254:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1780332544.217392:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332544.217565:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067644416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 460us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332544.217577:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1780332544.217672:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067644416:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332544.472841:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332544.531222:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332544.531424:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045435776 00000100:00100000:3.0:1780332544.531436:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045435776 00000100:00100000:3.0:1780332544.531556:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 675 00000100:00100000:3.0:1780332544.531570:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45619:x1866812045435776:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332544.531604:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332544.531664:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307e51b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd2e expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.531746:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e522 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.531766:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.531779:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332544.532024:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1780332544.532029:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332544.532128:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.532161:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307e51b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd2e expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.532182:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e522 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd2e expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.532192:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332544.532195:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332544.532199:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332544.532287:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45619:x1866812045435776:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 719us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332544.532295:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 675 00000100:00100000:1.0:1780332544.537075:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332544.537203:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045435904 00000100:00100000:0.0:1780332544.537217:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045435904 00000100:00100000:0.0:1780332544.537300:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 676 00000100:00100000:0.0:1780332544.537313:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45619:x1866812045435904:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332544.537351:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332544.537389:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e529 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd35 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.537490:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.537508:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.537522:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.537540:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.537547:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.537553:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.538418:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e53e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.538802:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e53e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.538816:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e53e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332544.539327:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:0.0:1780332544.539333:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332544.539426:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e53e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540066:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540077:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540085:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540092:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332544.540097:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540105:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540121:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:0.0:1780332544.540124:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332544.540130:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540137:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e530 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540153:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540158:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540164:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540168:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332544.540172:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540272:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540281:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec408256800) 00010000:00010000:0.0:1780332544.540284:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332544.540288:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540294:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e537 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540352:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e529 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd35 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540376:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e53e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd35 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.540385:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332544.540388:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332544.540390:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391800, rc 0) 00000100:00100000:0.0:1780332544.540816:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45619:x1866812045435904:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 3504us (3753us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332544.540826:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 676 00000100:00100000:1.0:1780332544.546964:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332544.547340:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045436160 00000100:00100000:0.0:1780332544.547352:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045436160 00000100:00100000:0.0:1780332544.547425:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 677 00000100:00100000:0.0:1780332544.547522:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45619:x1866812045436160:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332544.547589:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332544.547695:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e53e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd35 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.548171:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332544.548187:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332544.548221:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.548237:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.548250:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332544.640325:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967555 is committed 00000004:00010000:0.0:1780332544.641524:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da340496 reply state 000000005ae89b59 transno 4294967555 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332544.641544:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332544.641850:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00010000:00080000:0.0:1780332544.641956:0:6619:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332544.641973:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45619:x1866812045436160:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 94535us (95027us total) trans 4294967555 rc 0/0 00000100:00100000:0.0:1780332544.641982:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 677 00010000:00010000:0.0:1780332544.642163:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.642179:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.642195:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.642200:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332544.642205:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.642214:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.642235:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780332544.642238:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332544.642244:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.642257:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e545 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332544.735043:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332544.735361:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045436288 00000100:00100000:3.0:1780332544.735373:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045436288 00000100:00100000:3.0:1780332544.735439:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 678 00000100:00100000:3.0:1780332544.735451:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45623:x1866812045436288:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332544.735487:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332544.735520:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307e54c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd3c expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.736704:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.736727:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.736739:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.736757:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.736764:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.736770:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.737212:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e561 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.737221:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.737228:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332544.737322:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:0.0:1780332544.737327:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332544.737405:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.737418:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.737423:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.737430:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.737435:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332544.739563:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739587:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739663:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:0.0:1780332544.739666:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332544.739673:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739681:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e553 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739709:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739716:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739723:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739730:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332544.739733:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739739:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739757:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec408256c00) 00010000:00010000:0.0:1780332544.739759:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332544.739762:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739768:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e55a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739831:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307e54c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd3c expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739857:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e561 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd3c expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.739866:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332544.739869:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332544.739871:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332544.739988:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45623:x1866812045436288:12345-192.168.204.30@tcp:101:touch.0 Request processed in 4538us (4955us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332544.740001:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 678 00000100:00100000:0.0:1780332544.743988:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332544.744083:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045436544 00000100:00100000:3.0:1780332544.744098:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045436544 00000100:00100000:3.0:1780332544.744167:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 679 00000100:00100000:3.0:1780332544.744180:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45623:x1866812045436544:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332544.744204:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332544.744227:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e568 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd43 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.745776:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.745800:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.745813:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.745894:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.745916:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.745924:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332544.746984:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:3.0:1780332544.747306:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e57d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747321:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e57d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747331:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e57d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747375:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747383:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747391:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747398:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332544.747404:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747413:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747427:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780332544.747430:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332544.747436:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747441:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e56f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332544.747471:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000572c1a08 reply state 000000005f28ac70 transno 4294967556 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332544.747482:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332544.747528:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e568 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd43 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747546:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e57d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd43 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.747555:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332544.747557:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332544.747560:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332544.747687:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45623:x1866812045436544:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3508us (3710us total) trans 4294967556 rc 0/0 00000100:00100000:3.0:1780332544.747698:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 679 00010000:00010000:3.0:1780332544.750099:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.750120:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.750128:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.750134:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332544.750138:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.750148:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.750172:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780332544.750175:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332544.750182:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.750188:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e576 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332544.751910:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332544.752180:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045436800 00000100:00100000:2.0:1780332544.752191:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045436800 00000100:00100000:2.0:1780332544.752252:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 680 00000100:00100000:2.0:1780332544.752262:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:45623:x1866812045436800:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:2.0:1780332544.752330:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332544.752362:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307e57d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd43 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.752388:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332544.752406:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332544.752487:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.752504:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.752515:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332544.752807:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a65b58c0 reply state 0000000020da9986 transno 4294967557 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332544.752821:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332544.752954:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45623:x1866812045436800:12345-192.168.204.30@tcp:36:touch.0 Request processed in 692us (1055us total) trans 4294967557 rc 0/0 00000100:00100000:2.0:1780332544.752963:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 680 00000100:00100000:1.0:1780332544.758909:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1780332544.759003:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.759016:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.759025:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.759032:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332544.759037:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.759046:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.759066:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:0.0:1780332544.759070:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332544.759074:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332544.759081:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e58b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332544.761746:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045436928 00000100:00100000:2.0:1780332544.761761:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045436928 00000100:00100000:2.0:1780332544.761863:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 681 00000100:00100000:2.0:1780332544.761874:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:45623:x1866812045436928:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332544.761900:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332544.761921:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e592 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd4a expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.761988:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e592 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd4a expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.762002:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e592 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd4a expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.762021:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec40b3c7500) 00010000:00010000:2.0:1780332544.762024:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332544.762027:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332544.762105:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45623:x1866812045436928:12345-192.168.204.30@tcp:101:touch.0 Request processed in 234us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332544.762116:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 681 00000100:00100000:3.0:1780332544.772030:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332544.772140:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045437056 00000100:00100000:0.0:1780332544.772155:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045437056 00000100:00100000:0.0:1780332544.772220:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 372 00000100:00100000:0.0:1780332544.772229:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045437056:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:0.0:1780332544.772267:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1991 last 0 00000020:00000080:0.0:1780332544.772306:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307e599 00002000:00100000:0.0:1780332544.772322:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec302bc4800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1780332544.772334:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332544.776995:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1780332544.777056:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec4342cc000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332544.777277:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045437056:12345-192.168.204.30@tcp:8:touch.0 Request processed in 5045us (5253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332544.777290:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 372 00000100:00100000:1.0:1780332544.782035:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332544.782194:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045437184 00000100:00100000:2.0:1780332544.782208:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045437184 00000100:00100000:2.0:1780332544.782337:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 373 00000100:00100000:2.0:1780332544.782349:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045437184:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:1.0:1780332544.782673:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1780332544.846327:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:3.0:1780332544.846703:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045437184:12345-192.168.204.30@tcp:2:touch.0 Request processed in 64347us (64672us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1780332544.846716:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 373 00000001:00080000:2.0:1780332544.847079:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000100:00100000:0.0:1780332544.857109:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332544.857238:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045437440 00000100:00100000:1.0:1780332544.857252:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045437440 00000100:00100000:1.0:1780332544.857321:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 72 00000100:00100000:1.0:1780332544.857332:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45623:x1866812045437440:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:1.0:1780332544.857934:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45623:x1866812045437440:12345-192.168.204.30@tcp:35:touch.0 Request processed in 601us (1771us total) trans 4294967558 rc 0/0 00000100:00100000:1.0:1780332544.857943:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 72 00000100:00100000:0.0:1780332544.947404:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332544.947614:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045437568 00000100:00100000:3.0:1780332544.947662:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045437568 00000100:00100000:3.0:1780332544.947735:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 682 00000100:00100000:3.0:1780332544.947746:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45628:x1866812045437568:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332544.947778:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332544.947797:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd51 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.947877:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.947893:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.947903:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.947923:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.947929:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.947935:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948038:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e5b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948047:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e5b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948053:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e5b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332544.948093:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 0 00000004:00200000:3.0:1780332544.948097:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332544.948118:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e5b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948130:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e5b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948140:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948147:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948158:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948164:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332544.948168:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948175:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948187:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780332544.948190:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332544.948196:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948201:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e5a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948219:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948224:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948228:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948233:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332544.948235:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948243:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948250:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332544.948252:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332544.948254:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948259:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e5ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948287:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd51 expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948300:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e5b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd51 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.948306:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec40b3c7500) 00010000:00010000:3.0:1780332544.948309:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332544.948311:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780332544.948367:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45628:x1866812045437568:12345-192.168.204.30@tcp:101:rm.0 Request processed in 623us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332544.948375:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 682 00000100:00100000:0.0:1780332544.954782:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332544.954984:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045437696 00000100:00100000:3.0:1780332544.954998:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045437696 00000100:00100000:3.0:1780332544.955087:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 374 00000100:00100000:3.0:1780332544.955098:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045437696:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332544.955123:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332544.955151:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd58 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780332544.955181:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x6a1db801, atime: 0x6a1db801, ctime: 0x6a1db801, blocks: 0x1 00010000:00010000:3.0:1780332544.955202:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332544.955204:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332544.955214:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.955233:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.955247:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780332544.955327:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045437696:12345-192.168.204.30@tcp:101:rm.0 Request processed in 230us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332544.955335:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 374 00000100:00100000:0.0:1780332544.959482:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332544.959593:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045437952 00000100:00100000:1.0:1780332544.959602:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045437952 00000100:00100000:1.0:1780332544.959689:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 683 00000100:00100000:1.0:1780332544.959699:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45628:x1866812045437952:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:1.0:1780332544.959750:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332544.959778:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307e5b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd51 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.959807:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e592 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd4a expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.959819:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec40b3c7500) 00010000:00010000:1.0:1780332544.959829:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332544.960142:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960157:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960231:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960248:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960256:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960262:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960372:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960380:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.960387:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332544.961361:0:5807:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].21, 64 off9536 00000004:00080000:1.0:1780332544.961373:0:5807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1991368754087ns, next at 1992368751668ns, rc = 0 00010000:00010000:1.0:1780332544.961439:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962259:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962278:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962286:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962293:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962298:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962328:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332544.962352:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962360:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962366:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962373:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332544.962377:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962384:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962396:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780332544.962399:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332544.962403:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962408:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962426:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962432:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962438:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962443:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332544.962446:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962462:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962469:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:1.0:1780332544.962471:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332544.962474:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332544.962479:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332544.962489:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5260084 reply state 00000000e0cbd7d5 transno 4294967559 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332544.962504:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332544.962608:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45628:x1866812045437952:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2905us (3130us total) trans 4294967559 rc 0/0 00000100:00100000:1.0:1780332544.962634:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 683 00010000:00010000:2.0:1780332544.963317:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332544.963325:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.963333:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332544.963336:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.963343:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.963355:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:2.0:1780332544.963358:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332544.963361:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.963366:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307e5d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332544.963384:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332544.963385:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332544.963387:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332544.966378:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.966396:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.966404:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.966410:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332544.966415:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.966423:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.966511:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec41273e200) 00010000:00010000:3.0:1780332544.966515:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332544.966520:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332544.966526:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307e5ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332545.241485:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067644544:0@lo:400:kworker.0 00000100:00100000:0.0:1780332545.241515:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067644928:0@lo:400:kworker.0 00000100:00100000:1.0:1780332545.241579:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067644800:0@lo:400:kworker.0 00000100:00100000:3.0:1780332545.241600:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067644672:0@lo:400:kworker.0 00000100:00100000:0.0:1780332545.245120:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332545.245275:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644928 00000100:00100000:0.0:1780332545.245288:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644928 00000100:00100000:0.0:1780332545.245371:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1780332545.245385:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067644928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332545.245976:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067644928:12345-0@lo:400:kworker.0 Request processed in 593us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332545.245987:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1780332545.246053:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067644928:0@lo:400:kworker.0 00000100:00100000:2.0:1780332545.246678:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332545.246719:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644544 00000100:00100000:0.0:1780332545.246725:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644544 00000100:00100000:2.0:1780332545.246739:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067645056:0@lo:400:kworker.0 00000100:00100000:0.0:1780332545.246766:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1780332545.246774:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067644544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332545.246793:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332545.246832:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067645056 00000100:00100000:2.0:1780332545.246837:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067645056 00000100:00100000:0.0:1780332545.246842:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067644544:12345-0@lo:400:kworker.0 Request processed in 68us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332545.246849:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1780332545.246884:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00080000:0.0:1780332545.246890:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332545.246895:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067645056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332545.247056:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067645056:12345-0@lo:400:kworker.0 Request processed in 109us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332545.247064:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:2.0:1780332545.247095:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067645056:0@lo:400:kworker.0 00000100:00100000:2.0:1780332545.247105:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067644544:0@lo:400:kworker.0 00000100:00100000:1.0:1780332545.249022:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332545.249081:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332545.249152:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067645184:0@lo:400:kworker.0 00000100:00100000:3.0:1780332545.249186:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332545.249294:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067645184 00000100:00100000:1.0:1780332545.249300:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067645184 00000100:00100000:2.0:1780332545.249327:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644800 00000100:00100000:2.0:1780332545.249333:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644800 00000100:00100000:0.0:1780332545.249379:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067644672 00000100:00100000:0.0:1780332545.249383:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067644672 00000100:00100000:1.0:1780332545.249419:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1780332545.249430:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067645184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332545.249488:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067645184:12345-0@lo:400:kworker.0 Request processed in 58us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332545.249495:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1780332545.249576:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1780332545.249582:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067644672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332545.249595:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067645184:0@lo:400:kworker.0 00000100:00100000:0.0:1780332545.249854:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067644672:12345-0@lo:400:kworker.0 Request processed in 269us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332545.249860:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1780332545.249917:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067644672:0@lo:400:kworker.0 00000100:00100000:2.0:1780332545.250104:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1780332545.250114:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067644800:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1780332545.250148:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332545.250153:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332545.250159:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067644800:12345-0@lo:400:kworker.0 Request processed in 47us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332545.250166:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:1.0:1780332545.250207:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067644800:0@lo:400:kworker.0 00010000:00010000:1.0:1780332545.500913:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332545.752973:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067645312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332545.753065:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332545.753660:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067645312 00000100:00100000:3.0:1780332545.753670:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067645312 00000100:00100000:3.0:1780332545.754166:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1780332545.754179:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067645312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332545.754225:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332545.754301:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067645312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332545.754307:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1780332545.758884:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067645312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332545.802956:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332545.804431:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045438080 00000100:00100000:1.0:1780332545.804453:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045438080 00000100:00080000:3.0:1780332545.804565:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332545.804692:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 684 00000100:00100000:1.0:1780332545.804703:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45643:x1866812045438080:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332545.804727:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332545.804748:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd5f expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.804822:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.804837:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.804848:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332545.804901:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:1.0:1780332545.804905:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332545.804927:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.804950:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307e5df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd5f expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.804967:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd5f expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.804975:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:1.0:1780332545.804978:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332545.804981:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dee00, rc 0) 00000100:00100000:1.0:1780332545.805056:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45643:x1866812045438080:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 354us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332545.805063:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 684 00000100:00100000:1.0:1780332545.813353:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332545.813423:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045438336 00000100:00100000:3.0:1780332545.813433:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045438336 00000100:00100000:3.0:1780332545.813499:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 685 00000100:00100000:3.0:1780332545.813510:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45643:x1866812045438336:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332545.813749:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332545.813782:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307e5e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd5f expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.813803:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e561 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd3c expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.813815:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780332545.813827:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332545.813853:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.813867:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.813876:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780332545.897067:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967559 is committed 00000004:00080000:0.0:1780332545.897076:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 54 committed 00000004:00010000:1.0:1780332545.897089:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a38fec50 reply state 000000002353adea transno 4294967560 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332545.897105:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1780332545.897109:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967560 is committed 00000100:00100000:0.0:1780332545.897250:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067645440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332545.897318:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00200000:1.0:1780332545.897361:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000100:00100000:0.0:1780332545.897394:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067645440 00000100:00100000:0.0:1780332545.897401:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067645440 00000100:00100000:0.0:1780332545.897460:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00010000:00080000:1.0:1780332545.897463:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332545.897471:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067645440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780332545.897482:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45643:x1866812045438336:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 83970us (84134us total) trans 4294967560 rc 0/0 00000100:00100000:1.0:1780332545.897491:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 685 00002000:00080000:0.0:1780332545.897499:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00010000:00010000:0.0:1780332545.897522:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.897542:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.897551:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332545.897553:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332545.897556:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.897582:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.897599:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 5 pid: 6596 timeout: 2092 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332545.897613:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067645568:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780332545.897647:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.897658:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.897665:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.897672:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332545.897677:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.897685:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332545.897686:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec434216300 going to sleep for 11 seconds 00010000:00010000:1.0:1780332545.897705:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:1.0:1780332545.897709:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332545.897714:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.897721:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307e5ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332545.904396:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332545.904484:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067645568:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780332545.904514:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332545.904517:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045438464 00000100:00100000:3.0:1780332545.904525:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045438464 00010000:00010000:3.0:1780332545.904564:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 6 pid: 6596 timeout: 2092 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332545.904603:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 364 00000100:00100000:3.0:1780332545.904611:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045438464:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332545.904640:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332545.904645:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 6 pid: 6596 timeout: 2092 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.904658:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 6 pid: 6596 timeout: 2092 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.904683:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004cd93d0/0x76434b26e307e5bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd58 expref: 6 pid: 6596 timeout: 2092 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.904698:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332545.904700:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332545.904706:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.904716:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.904743:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332545.904803:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045438464:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 193us (419us total) trans 0 rc 0/0 00010000:00010000:1.0:1780332545.904953:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.904964:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.904975:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.904992:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.905012:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780332545.905041:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 364 00000100:00100000:1.0:1780332545.906328:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067645440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8856us (9007us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1780332545.906339:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00010000:00010000:1.0:1780332545.906568:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332545.906578:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.906591:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332545.906596:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.906606:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.906659:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.906667:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022e846e9/0x76434b26e307e5f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332545.906769:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332545.906771:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332545.906773:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332545.909757:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42d3c2680/2, rc 0, transno 4294967339 00000100:00100000:0.0:1780332545.909782:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067645440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332545.961265:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332545.966150:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045438592 00000100:00100000:2.0:1780332545.966166:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045438592 00000100:00100000:3.0:1780332545.972303:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 686 00000100:00100000:3.0:1780332545.972317:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45647:x1866812045438592:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332545.972345:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332545.972366:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e5fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd66 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972450:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972467:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972479:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972506:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972513:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972519:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972957:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e610 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972967:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.972974:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332545.977613:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:0.0:1780332545.977647:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332545.977786:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977806:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977813:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977824:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977830:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332545.977835:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977843:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977866:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:0.0:1780332545.977870:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332545.977875:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977881:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e602 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977904:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977910:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977915:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977920:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332545.977922:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977931:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977938:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec4054dd300) 00010000:00010000:0.0:1780332545.977941:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332545.977944:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.977950:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e609 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.979361:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e5fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd66 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.979393:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e610 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd66 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332545.979403:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:0.0:1780332545.979406:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332545.979410:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4400, rc 0) 00000100:00100000:0.0:1780332545.979520:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45647:x1866812045438592:12345-192.168.204.30@tcp:101:touch.0 Request processed in 7203us (18264us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332545.979531:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 686 00000100:00100000:1.0:1780332545.982892:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332545.982996:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045438848 00000100:00100000:3.0:1780332545.983009:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045438848 00000100:00100000:3.0:1780332545.983166:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 687 00000100:00100000:3.0:1780332545.983178:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:45647:x1866812045438848:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332545.983208:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332545.983237:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e617 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd6d expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.983660:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.983678:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.983690:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.983706:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.983713:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.983720:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332545.989939:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:3.0:1780332545.992509:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e62c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.992533:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.992545:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.992589:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.992597:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.992604:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.992610:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332545.992615:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.993245:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.993258:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332545.993261:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332545.993266:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.993272:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e61e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332545.993289:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec0034d8 reply state 000000000cc51644 transno 4294967561 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332545.993297:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332545.993338:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e617 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd6d expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.993359:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e62c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd6d expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.993366:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780332545.993369:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332545.993372:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780332545.994680:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45647:x1866812045438848:12345-192.168.204.30@tcp:101:touch.0 Request processed in 11491us (11786us total) trans 4294967561 rc 0/0 00000100:00100000:3.0:1780332545.994695:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 687 00010000:00010000:3.0:1780332545.999548:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.999569:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.999578:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.999584:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332545.999589:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.999597:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.999614:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332545.999650:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332545.999656:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332545.999663:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e625 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332546.003401:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332546.003605:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045439104 00000100:00100000:3.0:1780332546.003650:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045439104 00000100:00100000:3.0:1780332546.003711:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 688 00000100:00100000:1.0:1780332546.009852:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:45647:x1866812045439104:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:1.0:1780332546.009916:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332546.009959:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e62c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd6d expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.010748:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:1.0:1780332546.010767:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332546.010816:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.010832:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.010842:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332546.012157:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beb24396 reply state 000000000d290af6 transno 4294967562 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332546.012174:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332546.012327:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45647:x1866812045439104:12345-192.168.204.30@tcp:36:touch.0 Request processed in 8601us (8932us total) trans 4294967562 rc 0/0 00000100:00100000:1.0:1780332546.012338:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 688 00000100:00100000:1.0:1780332546.018077:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1780332546.018217:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.018231:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.018243:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.018249:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332546.018254:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.018262:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.018278:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:0.0:1780332546.018281:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332546.018286:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.018292:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307e63a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332546.018376:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045439232 00000100:00100000:2.0:1780332546.018387:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045439232 00000100:00100000:2.0:1780332546.018449:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 689 00000100:00100000:2.0:1780332546.018459:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:45647:x1866812045439232:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332546.018483:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332546.018499:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e641 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd74 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.018555:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e641 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd74 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.018569:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e641 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd74 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.018586:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332546.018588:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332546.018591:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332546.018683:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45647:x1866812045439232:12345-192.168.204.30@tcp:101:touch.0 Request processed in 225us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332546.018691:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 689 00000100:00100000:1.0:1780332546.028934:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332546.029734:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045439360 00000100:00100000:3.0:1780332546.029747:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045439360 00000100:00100000:1.0:1780332546.032283:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 376 00000100:00100000:1.0:1780332546.032292:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045439360:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:1.0:1780332546.032328:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 1992 last 0 00000020:00000080:1.0:1780332546.032359:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307e648 00002000:00100000:1.0:1780332546.032372:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec4342ce800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332546.032388:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332546.032709:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1780332546.032743:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec4342cd800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332546.032831:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045439360:12345-192.168.204.30@tcp:8:touch.0 Request processed in 537us (3908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332546.032840:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 376 00000100:00100000:0.0:1780332546.038138:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332546.038423:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045439488 00000100:00100000:2.0:1780332546.038445:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045439488 00000100:00080000:3.0:1780332546.038503:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332546.038520:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 377 00000100:00100000:2.0:1780332546.038534:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045439488:12345-192.168.204.30@tcp:2:touch.0 00000001:00100000:2.0:1780332546.106481:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00080000:2.0:1780332546.106515:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000100:00100000:3.0:1780332546.106781:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045439488:12345-192.168.204.30@tcp:2:touch.0 Request processed in 68244us (68648us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1780332546.106793:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 377 00000100:00100000:2.0:1780332546.118476:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332546.120004:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045439744 00000100:00100000:0.0:1780332546.120017:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045439744 00000100:00100000:1.0:1780332546.120422:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 73 00000100:00100000:1.0:1780332546.120444:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45647:x1866812045439744:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:1.0:1780332546.120926:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45647:x1866812045439744:12345-192.168.204.30@tcp:35:touch.0 Request processed in 493us (2458us total) trans 4294967563 rc 0/0 00000100:00100000:1.0:1780332546.120939:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 73 00000100:00100000:0.0:1780332546.205312:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332546.205544:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045439872 00000100:00100000:3.0:1780332546.205555:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045439872 00000100:00100000:3.0:1780332546.205673:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 690 00000100:00100000:3.0:1780332546.205685:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45651:x1866812045439872:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332546.205713:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332546.205738:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e64f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd7b expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205823:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205838:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205850:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205868:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205875:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205882:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205984:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e664 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205993:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.205999:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332546.206031:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 0 00000004:00200000:3.0:1780332546.206046:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332546.206066:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206077:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206085:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206091:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206102:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206107:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332546.206111:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206118:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206130:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332546.206133:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332546.206138:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206143:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e656 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206389:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206395:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206401:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206407:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332546.206410:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206420:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206429:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec4054dd800) 00010000:00010000:3.0:1780332546.206431:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332546.206444:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206450:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e65d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206483:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e64f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd7b expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206499:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e664 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd7b expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332546.206506:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780332546.206508:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332546.206511:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780332546.206601:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45651:x1866812045439872:12345-192.168.204.30@tcp:101:rm.0 Request processed in 910us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332546.206608:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 690 00000100:00100000:2.0:1780332546.211340:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332546.211442:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045440000 00000100:00100000:1.0:1780332546.211455:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045440000 00000100:00100000:1.0:1780332546.211600:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 378 00000100:00100000:1.0:1780332546.211612:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045440000:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332546.211667:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332546.211691:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd82 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332546.211718:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x6a1db802, atime: 0x6a1db802, ctime: 0x6a1db802, blocks: 0x1 00010000:00010000:1.0:1780332546.211738:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332546.211740:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332546.211747:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.211765:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.211781:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332546.211849:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045440000:12345-192.168.204.30@tcp:101:rm.0 Request processed in 239us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332546.211858:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 378 00000100:00100000:2.0:1780332546.216233:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332546.216322:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045440256 00000100:00100000:1.0:1780332546.216334:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045440256 00000100:00100000:1.0:1780332546.216431:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 691 00000100:00100000:1.0:1780332546.216453:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45651:x1866812045440256:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:1.0:1780332546.216518:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332546.216712:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307e664 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd7b expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216735:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e641 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd74 expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216744:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:1.0:1780332546.216754:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332546.216775:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216788:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216797:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216810:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216817:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216823:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216936:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216945:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.216952:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332546.217839:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9536 00000004:00080000:1.0:1780332546.217854:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1992625234498ns, next at 1993625230971ns, rc = 0 00010000:00010000:1.0:1780332546.217923:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.217936:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.217945:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.217952:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.217958:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.217965:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.217990:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332546.218017:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218024:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218029:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218044:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332546.218048:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218055:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218065:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332546.218067:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332546.218071:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218077:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e680 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218093:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218098:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218104:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218108:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332546.218110:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218115:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218125:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:1.0:1780332546.218127:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332546.218130:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332546.218134:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e672 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332546.218141:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a583e5f reply state 00000000683b42a4 transno 4294967564 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332546.218157:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332546.218247:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45651:x1866812045440256:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1794us (2021us total) trans 4294967564 rc 0/0 00000100:00100000:1.0:1780332546.218256:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 691 00010000:00010000:0.0:1780332546.218461:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332546.218467:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.218474:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332546.218477:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.218484:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.218494:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:0.0:1780332546.218496:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332546.218498:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.218503:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e687 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332546.218516:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332546.218518:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332546.218519:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332546.221655:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.221684:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.221693:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.221699:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332546.221703:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.221711:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.221730:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec41273ed00) 00010000:00010000:2.0:1780332546.221733:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332546.221741:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332546.221746:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e679 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332546.240415:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332546.240776:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332546.241109:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045440512 00000100:00100000:0.0:1780332546.241122:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045440512 00000100:00100000:0.0:1780332546.241208:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 962 00000100:00100000:0.0:1780332546.241220:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045440512:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332546.241306:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045440512:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332546.241315:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 962 00000100:00100000:1.0:1780332546.241605:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045440384 00000100:00100000:1.0:1780332546.241612:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045440384 00000100:00100000:1.0:1780332546.241686:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1103 00000100:00100000:1.0:1780332546.241694:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045440384:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332546.241725:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045440384:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332546.241730:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1103 00000100:00080000:3.0:1780332546.243729:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332546.519818:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332547.091897:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332547.092368:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045440640 00000100:00100000:1.0:1780332547.092387:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045440640 00000100:00100000:1.0:1780332547.092501:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 692 00000100:00100000:1.0:1780332547.092526:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45665:x1866812045440640:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332547.092565:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332547.092601:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e68e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd89 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.092742:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e695 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.092767:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.092785:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332547.092888:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:1.0:1780332547.092893:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332547.092930:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.092963:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e68e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd89 expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.092988:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e695 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd89 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.092998:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:1.0:1780332547.093001:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332547.093006:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332547.093249:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45665:x1866812045440640:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 735us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332547.093258:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 692 00000100:00080000:3.0:1780332547.094017:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332547.096500:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332547.096658:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045440896 00000100:00100000:1.0:1780332547.096676:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045440896 00000100:00100000:1.0:1780332547.096754:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 693 00000100:00100000:1.0:1780332547.096765:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45665:x1866812045440896:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332547.096837:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332547.096883:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307e695 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd89 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.096910:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e610 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd66 expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.096927:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:1.0:1780332547.096942:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332547.096974:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.096992:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.097003:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332547.097410:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010bccf0a reply state 00000000b5e0b1f5 transno 4294967565 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332547.097419:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332547.097443:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000100:00100000:1.0:1780332547.097542:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45665:x1866812045440896:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 777us (1055us total) trans 4294967565 rc 0/0 00000100:00100000:1.0:1780332547.097551:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 693 00010000:00010000:3.0:1780332547.102024:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.102043:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.102052:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.102059:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfe00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332547.102064:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.102073:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.102094:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:3.0:1780332547.102097:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332547.102102:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.102109:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307e69c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332547.208953:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332547.209041:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441024 00000100:00100000:2.0:1780332547.209053:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441024 00000100:00100000:2.0:1780332547.209121:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 694 00000100:00100000:2.0:1780332547.209134:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441024:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332547.209241:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441024:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 110us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332547.209251:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 694 00000100:00100000:1.0:1780332547.213468:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332547.213609:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441152 00000100:00100000:2.0:1780332547.214008:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441152 00000100:00100000:2.0:1780332547.214112:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 379 00000100:00100000:2.0:1780332547.214127:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45677:x1866812045441152:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332547.214810:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45677:x1866812045441152:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 685us (1350us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332547.214819:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 379 00000100:00100000:2.0:1780332547.217231:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332547.217389:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441280 00000100:00100000:0.0:1780332547.217399:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441280 00000100:00100000:0.0:1780332547.217481:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 380 00000100:00100000:0.0:1780332547.217497:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45677:x1866812045441280:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332547.218117:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45677:x1866812045441280:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 625us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332547.218228:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 380 00000100:00100000:0.0:1780332547.223018:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332547.223101:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441408 00000100:00100000:3.0:1780332547.223112:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441408 00000100:00100000:3.0:1780332547.223174:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 695 00000100:00100000:3.0:1780332547.223191:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441408:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332547.223814:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441408:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 624us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332547.223822:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 695 00000100:00100000:0.0:1780332547.227811:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332547.228095:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441536 00000100:00100000:3.0:1780332547.228106:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441536 00000100:00100000:3.0:1780332547.228204:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 696 00000100:00100000:3.0:1780332547.228213:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441536:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332547.228307:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441536:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 94us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332547.228314:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 696 00000100:00100000:2.0:1780332547.230857:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332547.231116:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441664 00000100:00100000:1.0:1780332547.231137:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441664 00000100:00100000:1.0:1780332547.231232:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 381 00000100:00100000:1.0:1780332547.231242:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45677:x1866812045441664:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332547.231764:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45677:x1866812045441664:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 523us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332547.231773:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 381 00000100:00100000:0.0:1780332547.234570:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332547.236961:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441792 00000100:00100000:2.0:1780332547.236977:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441792 00000100:00100000:2.0:1780332547.238882:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 382 00000100:00100000:2.0:1780332547.238898:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45677:x1866812045441792:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332547.239381:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45677:x1866812045441792:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 486us (4826us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332547.239392:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 382 00000100:00100000:0.0:1780332547.247413:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332547.247481:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045441920 00000100:00100000:1.0:1780332547.247491:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045441920 00000100:00100000:0.0:1780332547.247642:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 697 00000100:00100000:0.0:1780332547.247655:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441920:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332547.248059:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45677:x1866812045441920:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 406us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332547.248067:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 697 00000100:00100000:2.0:1780332547.338048:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332547.338122:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045442048 00000100:00100000:3.0:1780332547.338210:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045442048 00000100:00100000:3.0:1780332547.338288:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 698 00000100:00100000:3.0:1780332547.338303:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:45681:x1866812045442048:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332547.338332:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332547.338360:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e6a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd90 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.338443:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.338459:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.338472:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.338488:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.338495:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.338502:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341521:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e6b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341543:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e6b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341561:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e6b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332547.341606:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:3.0:1780332547.341609:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332547.341657:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e6b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341672:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341678:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341685:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341692:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332547.341708:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341717:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341732:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332547.341735:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332547.341743:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341754:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341773:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341780:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341785:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341789:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332547.341792:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341799:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341805:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec4054dd800) 00010000:00010000:3.0:1780332547.341808:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332547.341811:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341816:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341861:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e6a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd90 expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341876:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e6b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd90 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.341884:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332547.341886:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332547.341888:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4600, rc 0) 00000100:00100000:3.0:1780332547.341969:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45681:x1866812045442048:12345-192.168.204.30@tcp:101:dd.0 Request processed in 3670us (3934us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332547.341977:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 698 00000100:00100000:2.0:1780332547.348879:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332547.349063:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045442304 00000100:00100000:3.0:1780332547.349073:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045442304 00000100:00100000:3.0:1780332547.349141:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 699 00000100:00100000:3.0:1780332547.349151:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:45681:x1866812045442304:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332547.349179:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332547.349202:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e6bf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd97 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.349324:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.349339:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.349349:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.349359:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.349364:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.349372:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332547.350040:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:3.0:1780332547.350280:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e6d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350290:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e6d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350297:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e6d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350329:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350333:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350338:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350342:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332547.350345:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350350:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350358:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332547.350360:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332547.350364:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350368:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e6c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332547.350380:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b601e1f3 reply state 000000004ca7018e transno 4294967566 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332547.350385:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332547.350408:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307e6bf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd97 expref: 15 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350429:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e6d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd97 expref: 14 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.350437:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332547.350439:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332547.350442:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4400, rc 0) 00000100:00100000:3.0:1780332547.350585:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+15:45681:x1866812045442304:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1433us (1721us total) trans 4294967566 rc 0/0 00000100:00100000:3.0:1780332547.350595:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 699 00010000:00010000:2.0:1780332547.352294:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.352313:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.352321:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.352328:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332547.352332:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.352340:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.352360:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec4054dd800) 00010000:00010000:2.0:1780332547.352363:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332547.352368:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.352374:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307e6cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332547.357051:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332547.357212:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045442432 00000100:00100000:1.0:1780332547.357226:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045442432 00000100:00100000:1.0:1780332547.357293:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 383 00000100:00100000:1.0:1780332547.357305:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45681:x1866812045442432:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332547.357332:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332547.357362:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bd9e expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332547.357403:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332547.357453:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332547.357455:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332547.357468:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 6 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.357493:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 6 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.357516:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332547.357597:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45681:x1866812045442432:12345-192.168.204.30@tcp:101:dd.0 Request processed in 293us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332547.357607:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 383 00000100:00100000:0.0:1780332547.373470:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332547.373970:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045442560 00000100:00100000:2.0:1780332547.373985:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045442560 00002000:00100000:2.0:1780332547.374051:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x16:0x0] (0->1048575) req@ffff8ec43c10dc00 x1866812045442560/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:278/0 lens 488/0 e 0 to 0 dl 1780332558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332547.374064:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c10dc00 with x1866812045442560 ext(0->1048575) 00002000:00010000:2.0:1780332547.374073:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec43c10dc00 00000100:00100000:2.0:1780332547.374121:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 16 00000100:00100000:2.0:1780332547.374134:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045442560:12345-192.168.204.30@tcp:4:dd.0 00000100:00100000:1.0:1780332547.395758:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045442560:12345-192.168.204.30@tcp:4:dd.0 Request processed in 21604us (22285us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1780332547.395776:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 16 00002000:00100000:1.0:1780332547.395794:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x16:0x0] (0->1048575) req@ffff8ec43c10dc00 x1866812045442560/t4294967340(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:278/0 lens 488/448 e 0 to 0 dl 1780332558 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780332547.395806:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c10dc00 with x1866812045442560 ext(0->1048575) 00002000:00010000:1.0:1780332547.395813:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec43c10dc00 00000100:00100000:0.0:1780332547.400265:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332547.400382:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045442688 00000100:00100000:2.0:1780332547.400394:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045442688 00000100:00100000:2.0:1780332547.400480:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 700 00000100:00100000:2.0:1780332547.400584:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:45681:x1866812045442688:12345-192.168.204.30@tcp:44:dd.0 00000001:00080000:1.0:1780332547.433074:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967565 is committed 00000004:00080000:1.0:1780332547.433091:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 55 committed 00000001:00080000:1.0:1780332547.433124:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967566 is committed 00000100:00100000:0.0:1780332547.433434:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067645696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332547.433536:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332547.433734:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067645696 00000100:00100000:2.0:1780332547.433744:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067645696 00000100:00100000:2.0:1780332547.433828:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1780332547.433839:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067645696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780332547.433874:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00010000:00010000:2.0:1780332547.433910:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.433935:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.433945:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332547.433947:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332547.433951:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.433981:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332547.434002:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 5 pid: 6596 timeout: 2093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332547.434017:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067645824:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332547.434081:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec401254540 going to sleep for 11 seconds 00000100:00080000:0.0:1780332547.434277:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332547.434717:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45681:x1866812045442688:12345-192.168.204.30@tcp:44:dd.0 Request processed in 34226us (34463us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332547.434727:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 700 00000100:00100000:0.0:1780332547.437595:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332547.437857:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045442816 00000100:00100000:1.0:1780332547.437870:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045442816 00000100:00100000:1.0:1780332547.437923:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 385 00000100:00100000:1.0:1780332547.437934:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045442816:12345-192.168.204.30@tcp:16:dd.0 00000100:00100000:2.0:1780332547.438560:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067645824:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332547.438592:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1780332547.438595:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332547.439150:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045442944 00000100:00100000:1.0:1780332547.439158:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045442944 00010000:00010000:1.0:1780332547.439200:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 6 pid: 6596 timeout: 2093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332547.439240:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 365 00000100:00100000:1.0:1780332547.439250:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045442944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332547.439266:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332547.439272:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 6 pid: 6596 timeout: 2093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439293:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 6 pid: 6596 timeout: 2093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439324:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307e66b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd82 expref: 6 pid: 6596 timeout: 2093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439343:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332547.439345:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332547.439350:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439361:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439392:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332547.439462:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045442944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 212us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332547.439470:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 365 00010000:00010000:3.0:1780332547.439529:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.439544:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.439554:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.439562:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332547.439589:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332547.439821:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332547.439828:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439838:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332547.439843:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439859:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439871:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439879:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce08f020/0x76434b26e307e6e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332547.439899:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332547.439902:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332547.439905:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332547.441316:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067645696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7472us (7772us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1780332547.441327:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000004:00080000:0.0:1780332547.442032:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec437fa7800/2, rc 0, transno 4294967339 00000100:00100000:0.0:1780332547.442041:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067645696:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1780332547.473009:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:2.0:1780332547.473028:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000100:00100000:1.0:1780332547.473244:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045442816:12345-192.168.204.30@tcp:16:dd.0 Request processed in 35304us (35651us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332547.473257:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 385 00000100:00100000:3.0:1780332547.476138:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332547.476285:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045443200 00000100:00100000:1.0:1780332547.476296:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045443200 00000100:00100000:1.0:1780332547.476364:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 74 00000100:00100000:1.0:1780332547.476377:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45681:x1866812045443200:12345-192.168.204.30@tcp:35:dd.0 00000001:00080000:1.0:1780332547.476873:0:5808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967567 00000100:00100000:1.0:1780332547.477044:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:45681:x1866812045443200:12345-192.168.204.30@tcp:35:dd.0 Request processed in 668us (927us total) trans 4294967568 rc 0/0 00000100:00100000:1.0:1780332547.477053:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 74 00000020:00080000:1.0:1780332547.477059:0:5808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1780332547.543821:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332548.511221:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967568 is committed 00010000:00010000:1.0:1780332548.568709:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332549.336712:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332549.336752:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067645952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332549.336821:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332549.337022:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067645952 00000100:00100000:2.0:1780332549.337033:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067645952 00000100:00100000:2.0:1780332549.337098:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1780332549.337119:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067645952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332549.337156:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332549.337214:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067645952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332549.337221:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1780332549.337259:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:2.0:1780332549.337264:0:3326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42d3c2680, transno 4294967339 00000100:00100000:2.0:1780332549.337282:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067645952:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332549.338081:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332549.593914:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332549.788398:0:78420:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1996195776555ns, next at 1992368751668ns, rc = 0 00000004:00080000:2.0:1780332549.788581:0:78420:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1996195961988ns, next at 1993625230971ns, rc = 0 00000004:00080000:1.0:1780332549.831196:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 56 committed 00000004:00080000:1.0:1780332549.831227:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 55 committed 00000100:00100000:1.0:1780332550.360472:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067646208:0@lo:400:kworker.0 00000100:00100000:2.0:1780332550.360509:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067646464:0@lo:400:kworker.0 00000100:00100000:3.0:1780332550.360579:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067646336:0@lo:400:kworker.0 00000100:00100000:1.0:1780332550.361628:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332550.361714:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067646720:0@lo:400:kworker.0 00000100:00100000:1.0:1780332550.361744:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332550.361765:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780332550.361772:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067646080:0@lo:400:kworker.0 00000100:00100000:1.0:1780332550.361802:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332550.361825:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067646592:0@lo:400:kworker.0 00000100:00100000:1.0:1780332550.361848:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332550.363675:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332550.363734:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646208 00000100:00100000:3.0:1780332550.363744:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646208 00000100:00100000:2.0:1780332550.363830:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332550.363871:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646080 00000100:00100000:2.0:1780332550.363875:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646080 00000100:00100000:2.0:1780332550.369697:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1780332550.369737:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067646080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332550.369874:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067646080:12345-0@lo:400:kworker.0 Request processed in 161us (8069us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332550.369888:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1780332550.370010:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646720 00000100:00100000:1.0:1780332550.370021:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646720 00000100:00100000:1.0:1780332550.370909:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646464 00000100:00100000:1.0:1780332550.370917:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646464 00000100:00100000:1.0:1780332550.370942:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1780332550.370950:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067646720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332550.371025:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067646720:12345-0@lo:400:kworker.0 Request processed in 75us (9279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332550.371032:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1780332550.371051:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1780332550.371058:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067646464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332550.371099:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067646464:12345-0@lo:400:kworker.0 Request processed in 42us (7269us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332550.371105:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1780332550.371209:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646592 00000100:00100000:0.0:1780332550.371214:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646592 00000100:00100000:0.0:1780332550.371269:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646336 00000100:00100000:0.0:1780332550.371274:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646336 00000100:00100000:0.0:1780332550.371295:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1780332550.371303:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067646208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371352:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067646208:12345-0@lo:400:kworker.0 Request processed in 50us (9739us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332550.371358:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1780332550.371383:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1780332550.371391:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067646592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371423:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067646592:12345-0@lo:400:kworker.0 Request processed in 34us (9574us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332550.371429:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1780332550.371446:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1780332550.371452:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067646336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371493:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067646336:12345-0@lo:400:kworker.0 Request processed in 41us (7823us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332550.371499:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:0.0:1780332550.371517:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332550.371522:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332550.371564:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067646336:0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371648:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067646080:0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371660:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067646592:0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371671:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067646720:0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371682:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067646208:0@lo:400:kworker.0 00000100:00100000:0.0:1780332550.371760:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067646464:0@lo:400:kworker.0 00010000:00010000:1.0:1780332550.615808:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332550.871945:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332550.871975:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067646848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332550.872072:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332550.872217:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646848 00000100:00100000:0.0:1780332550.872228:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646848 00000100:00100000:0.0:1780332550.872290:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1780332550.872300:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067646848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332550.872346:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332550.872422:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067646848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332550.872431:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1780332550.872802:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067646848:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1780332551.123003:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000100:00100000:1.0:1780332551.211019:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332551.211117:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045443328 00000100:00100000:0.0:1780332551.211129:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045443328 00000100:00100000:0.0:1780332551.211233:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 701 00000100:00100000:0.0:1780332551.211245:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045443328:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332551.211346:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045443328:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 103us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332551.211354:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 701 00000100:00080000:1.0:1780332551.212919:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332551.213936:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332551.217275:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045443456 00000100:00100000:1.0:1780332551.217294:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045443456 00000100:00100000:1.0:1780332551.217382:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 386 00000100:00100000:1.0:1780332551.217393:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45874:x1866812045443456:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:3.0:1780332551.217749:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332551.217976:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45874:x1866812045443456:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 584us (4047us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332551.217985:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 386 00000100:00100000:1.0:1780332551.226827:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332551.228610:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045443584 00000100:00100000:0.0:1780332551.228797:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045443584 00000100:00100000:1.0:1780332551.228938:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 387 00000100:00100000:1.0:1780332551.228949:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45874:x1866812045443584:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:2.0:1780332551.229159:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332551.229518:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45874:x1866812045443584:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 569us (2702us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332551.229528:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 387 00000100:00100000:1.0:1780332551.239294:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332551.239605:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045443712 00000100:00100000:2.0:1780332551.239746:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045443712 00000100:00100000:2.0:1780332551.239853:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 702 00000100:00100000:2.0:1780332551.239865:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045443712:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332551.240334:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045443712:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 470us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332551.240343:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 702 00000100:00100000:2.0:1780332551.250286:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332551.250667:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045443840 00000100:00100000:1.0:1780332551.250680:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045443840 00000100:00100000:1.0:1780332551.250752:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 703 00000100:00100000:1.0:1780332551.250763:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045443840:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332551.250905:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045443840:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 141us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332551.250914:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 703 00000100:00100000:1.0:1780332551.266426:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332551.266686:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045443968 00000100:00100000:2.0:1780332551.266791:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045443968 00000100:00100000:2.0:1780332551.266925:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 388 00000100:00100000:2.0:1780332551.266937:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45874:x1866812045443968:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332551.267293:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:45874:x1866812045443968:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 358us (2013us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332551.267302:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 388 00000100:00100000:0.0:1780332551.275177:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332551.275347:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045444096 00000100:00100000:1.0:1780332551.275371:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045444096 00000100:00100000:1.0:1780332551.275442:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 389 00000100:00100000:1.0:1780332551.275457:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45874:x1866812045444096:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332551.279464:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:45874:x1866812045444096:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 3994us (4285us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332551.279482:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 389 00000100:00100000:2.0:1780332551.284971:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332551.285132:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045444224 00000100:00100000:0.0:1780332551.285144:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045444224 00000100:00100000:0.0:1780332551.285231:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 704 00000100:00100000:0.0:1780332551.285243:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045444224:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332551.285888:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45874:x1866812045444224:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 646us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332551.285896:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 704 00000100:00100000:0.0:1780332551.341433:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332551.341614:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045444480 00000100:00100000:2.0:1780332551.341698:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045444480 00000100:00100000:2.0:1780332551.341791:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 705 00000100:00100000:2.0:1780332551.341802:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:45878:x1866812045444480:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332551.341892:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332551.341939:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307e6d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd97 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.341977:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:2.0:1780332551.341989:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332551.342047:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.342280:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.342296:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.342340:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.342347:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.342353:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.343931:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.343965:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332551.343991:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332551.346379:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].22, 64 off9600 00000004:00080000:0.0:1780332551.346391:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1997753772007ns, next at 1998753769333ns, rc = 0 00010000:00010000:0.0:1780332551.346511:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346531:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346541:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346550:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346555:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346560:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346582:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332551.346608:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346636:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346643:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346650:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332551.346655:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332551.346664:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332551.346664:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332551.346674:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.346682:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332551.346686:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332551.347046:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347055:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e6fe lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347075:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347079:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347085:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347090:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332551.347093:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347099:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347106:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:0.0:1780332551.347108:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332551.347111:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332551.347120:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e6f0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332551.347130:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040c6b816 reply state 00000000813f04c5 transno 4294967569 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332551.347139:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332551.347246:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:45878:x1866812045444480:12345-192.168.204.30@tcp:36:rm.0 Request processed in 5439us (5819us total) trans 4294967569 rc 0/0 00000100:00100000:0.0:1780332551.347257:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 705 00010000:00010000:1.0:1780332551.351233:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332551.351250:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332551.351267:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332551.351287:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:1.0:1780332551.351291:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332551.351296:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332551.351302:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e705 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332551.351339:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332551.351341:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332551.351344:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332551.352688:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332551.352707:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332551.352715:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332551.352722:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332551.352726:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332551.352733:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332551.352747:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec40b3c7a00) 00010000:00010000:3.0:1780332551.352750:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332551.352753:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332551.352760:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e6f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332551.369998:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332551.370092:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045444608 00000100:00100000:2.0:1780332551.370103:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045444608 00000100:00100000:2.0:1780332551.370164:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1105 00000100:00100000:2.0:1780332551.370174:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045444608:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332551.370257:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045444608:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332551.370266:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1105 00010000:00010000:1.0:1780332551.639981:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332552.665308:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332553.511283:0:78565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1999918662118ns, next at 1998753769333ns, rc = 0 00000004:00080000:1.0:1780332553.561320:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 57 committed 00000001:00080000:1.0:1780332553.561359:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967569 is committed 00000004:00080000:1.0:1780332553.561364:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 56 committed 00000100:00100000:1.0:1780332553.561646:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067646976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780332553.561736:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332553.562123:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067646976 00000100:00100000:3.0:1780332553.562135:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067646976 00000100:00100000:3.0:1780332553.562213:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1780332553.562222:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067646976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780332553.562257:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00010000:00010000:3.0:1780332553.562287:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332553.562313:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332553.562324:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332553.562327:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332553.562342:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332553.562377:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332553.562393:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 5 pid: 8139 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332553.562406:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067647104:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332553.562486:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176300 going to sleep for 11 seconds 00000100:00100000:3.0:1780332553.564733:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067647104:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332553.564760:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780332553.564889:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332553.566004:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332553.573206:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045444736 00000100:00100000:2.0:1780332553.573222:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045444736 00010000:00010000:2.0:1780332553.573306:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 6 pid: 8139 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332553.573356:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 366 00000100:00100000:2.0:1780332553.573368:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045444736:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332553.573385:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332553.573392:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 6 pid: 8139 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332553.573411:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 6 pid: 8139 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332553.573449:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307e6e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd9e expref: 6 pid: 8139 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332553.573476:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332553.573478:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332553.573485:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332553.573498:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332553.573549:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332553.573642:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332553.573657:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332553.573667:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045444736:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 300us (7669us total) trans 0 rc 0/0 00010000:00010000:1.0:1780332553.573670:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332553.573680:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 366 00010000:00010000:1.0:1780332553.573684:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332553.573713:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780332553.574395:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067646976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12171us (12656us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1780332553.574404:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00010000:00010000:1.0:1780332553.574429:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332553.574435:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332553.574444:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332553.574449:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332553.574459:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332553.574472:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332553.574479:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d2ac5b8/0x76434b26e307e70c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332553.574497:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332553.574498:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332553.574500:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332553.574727:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43c664e00/2, rc 0, transno 4294967341 00000100:00100000:2.0:1780332553.574746:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067646976:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1780332553.574892:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1780332553.575124:0:78565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1999982504193ns, next at 1993625230971ns, rc = 0 00000004:00080000:2.0:1780332553.583409:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 57 committed 00010000:00010000:2.0:1780332553.689026:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332554.462598:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332554.462640:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067647232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332554.462719:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332554.462790:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067647232 00000100:00100000:3.0:1780332554.462797:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067647232 00000100:00100000:3.0:1780332554.462845:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1780332554.462854:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067647232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332554.462889:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1780332554.462947:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067647232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332554.462955:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1780332554.463016:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067647232:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332554.712932:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332555.480031:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067647488:0@lo:400:kworker.0 00000100:00100000:2.0:1780332555.480114:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332555.480188:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067648000:0@lo:400:kworker.0 00000100:00100000:2.0:1780332555.480212:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332555.480235:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332555.480237:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067647360:0@lo:400:kworker.0 00000100:00100000:2.0:1780332555.480240:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067647616:0@lo:400:kworker.0 00000100:00100000:2.0:1780332555.480260:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332555.480269:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332555.480289:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067647872:0@lo:400:kworker.0 00000100:00100000:2.0:1780332555.480312:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067647488 00000100:00100000:2.0:1780332555.480320:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067647488 00000100:00100000:0.0:1780332555.480323:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332555.480342:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332555.480346:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067647744:0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480366:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332555.480369:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067647616 00000100:00100000:2.0:1780332555.480372:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067647616 00000100:00100000:0.0:1780332555.480392:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648000 00000100:00100000:0.0:1780332555.480395:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648000 00000100:00100000:2.0:1780332555.480401:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067647872 00000100:00100000:2.0:1780332555.480403:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067647872 00000100:00100000:2.0:1780332555.480421:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1780332555.480430:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067647488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480440:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067647744 00000100:00100000:0.0:1780332555.480443:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067647744 00000100:00100000:0.0:1780332555.480460:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1780332555.480466:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067648000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332555.480489:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067647488:12345-0@lo:400:kworker.0 Request processed in 59us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332555.480492:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067648000:12345-0@lo:400:kworker.0 Request processed in 27us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332555.480497:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1780332555.480497:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1780332555.480513:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1780332555.480514:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1780332555.480519:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067647616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480519:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067647744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332555.480541:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067647616:12345-0@lo:400:kworker.0 Request processed in 23us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332555.480544:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067647744:12345-0@lo:400:kworker.0 Request processed in 27us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332555.480548:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1780332555.480550:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1780332555.480559:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1780332555.480565:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067647872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480577:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067647360 00000100:00100000:0.0:1780332555.480580:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067647360 00000100:00100000:2.0:1780332555.480590:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067647872:12345-0@lo:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332555.480595:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1780332555.480603:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1780332555.480609:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067647360:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1780332555.480610:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332555.480614:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332555.480639:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332555.480677:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067647616:0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480685:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067647360:12345-0@lo:400:kworker.0 Request processed in 65us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332555.480688:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067647488:0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480691:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1780332555.480695:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:2.0:1780332555.480699:0:3326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec437fa7800, transno 4294967339 00000100:00100000:2.0:1780332555.480708:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067648000:0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480757:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067647744:0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480767:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067647360:0@lo:400:kworker.0 00000100:00100000:0.0:1780332555.480775:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067647872:0@lo:400:kworker.0 00010000:00010000:2.0:1780332555.735923:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332555.991993:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332555.992096:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067648128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332555.992189:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332555.992652:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648128 00000100:00100000:0.0:1780332555.992664:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648128 00000100:00100000:0.0:1780332555.992741:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1780332555.992753:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067648128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332555.992802:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332555.992864:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067648128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332555.992871:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1780332555.993240:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067648128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332556.483087:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332556.483120:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332556.483142:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332556.483163:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332556.483188:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045444864 00000100:00100000:3.0:1780332556.483196:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045444864 00000100:00100000:3.0:1780332556.483241:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1107 00000100:00100000:3.0:1780332556.483251:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045444864:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332556.483339:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045444864:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332556.483347:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1107 00000100:00100000:3.0:1780332556.483389:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045445120 00000100:00100000:3.0:1780332556.483392:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045445120 00000100:00100000:3.0:1780332556.483440:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045445248 00000100:00100000:3.0:1780332556.483443:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045445248 00000100:00100000:3.0:1780332556.483465:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 967 00000100:00100000:3.0:1780332556.483471:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045445120:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332556.483500:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045445120:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332556.483510:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 967 00000100:00100000:3.0:1780332556.483521:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 968 00000100:00100000:3.0:1780332556.483527:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045445248:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332556.483550:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045445248:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332556.483556:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 968 00000100:00100000:2.0:1780332556.483679:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045444992 00000100:00100000:2.0:1780332556.483686:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045444992 00000100:00100000:2.0:1780332556.484080:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1344 00000100:00100000:2.0:1780332556.484090:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045444992:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332556.484131:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045444992:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 44us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332556.484138:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1344 00000100:00080000:2.0:1780332556.485843:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332556.485851:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332556.485856:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1780332556.560583:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00010000:00010000:2.0:1780332556.761128:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332557.786509:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332558.811677:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332559.576292:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067648256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332559.576374:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332559.576516:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648256 00000100:00100000:3.0:1780332559.576526:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648256 00000100:00100000:3.0:1780332559.576607:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1780332559.576642:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067648256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332559.576683:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332559.576728:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067648256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332559.576736:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1780332559.576852:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:1.0:1780332559.576857:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43c664e00, transno 4294967341 00000100:00100000:1.0:1780332559.576880:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067648256:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332559.577368:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332559.832028:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332560.600237:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067648384:0@lo:400:kworker.0 00000100:00100000:0.0:1780332560.600350:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332560.600578:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648384 00000100:00100000:3.0:1780332560.600589:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648384 00000100:00100000:3.0:1780332560.600658:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1780332560.600667:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067648384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332560.600843:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067648640:0@lo:400:kworker.0 00000100:00100000:2.0:1780332560.600886:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332560.600921:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332560.600927:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067648512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332560.600950:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332560.601452:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067648384:0@lo:400:kworker.0 00000100:00100000:0.0:1780332560.601474:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332560.601481:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067648768:0@lo:400:kworker.0 00000100:00100000:3.0:1780332560.603646:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067648384:12345-0@lo:400:kworker.0 Request processed in 2972us (3288us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332560.603664:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1780332560.603959:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648640 00000100:00100000:3.0:1780332560.603968:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648640 00000100:00100000:3.0:1780332560.604020:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648512 00000100:00100000:3.0:1780332560.604024:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648512 00000100:00100000:1.0:1780332560.604158:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332560.604173:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067648896:0@lo:400:kworker.0 00000100:00100000:3.0:1780332560.604216:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1780332560.604239:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067648640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332560.604247:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332560.604295:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067648640:12345-0@lo:400:kworker.0 Request processed in 69us (3408us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332560.604303:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1780332560.604319:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648896 00000100:00100000:3.0:1780332560.604322:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648896 00000100:00100000:3.0:1780332560.604343:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1780332560.604350:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067648512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332560.604362:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067648640:0@lo:400:kworker.0 00000100:00100000:2.0:1780332560.604380:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332560.604386:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067648512:12345-0@lo:400:kworker.0 Request processed in 35us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332560.604390:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067649024:0@lo:400:kworker.0 00000100:00100000:3.0:1780332560.604395:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1780332560.604407:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1780332560.604413:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067648896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332560.604513:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067648896:12345-0@lo:400:kworker.0 Request processed in 99us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332560.604519:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1780332560.604527:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780332560.604542:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332560.604570:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067648512:0@lo:400:kworker.0 00000100:00100000:3.0:1780332560.604577:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649024 00000100:00100000:3.0:1780332560.604582:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649024 00000100:00100000:3.0:1780332560.604634:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1780332560.604641:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067649024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332560.604682:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067649024:12345-0@lo:400:kworker.0 Request processed in 42us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332560.604688:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1780332560.604732:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067649024:0@lo:400:kworker.0 00000100:00080000:3.0:1780332560.604747:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332560.605355:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067648896:0@lo:400:kworker.0 00000100:00100000:0.0:1780332560.606886:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332560.607243:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067648768 00000100:00100000:1.0:1780332560.607254:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067648768 00000100:00100000:1.0:1780332560.607317:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1780332560.607328:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067648768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332560.608379:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067648768:12345-0@lo:400:kworker.0 Request processed in 951us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332560.608392:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1780332560.608529:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067648768:0@lo:400:kworker.0 00010000:00010000:2.0:1780332560.860979:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332561.111917:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332561.111955:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067649152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332561.112039:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332561.112116:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649152 00000100:00100000:2.0:1780332561.112126:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649152 00000100:00100000:2.0:1780332561.112203:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1780332561.112214:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067649152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332561.112262:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332561.112328:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067649152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332561.112336:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1780332561.112415:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067649152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332561.599050:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332561.599094:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332561.599345:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332561.599389:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332561.599409:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045445504 00000100:00100000:3.0:1780332561.599425:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045445504 00000100:00100000:3.0:1780332561.599514:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1348 00000100:00100000:3.0:1780332561.599524:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045445504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332561.599607:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045445504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332561.599665:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1348 00000100:00080000:3.0:1780332561.599691:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332561.600047:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045445376 00000100:00100000:1.0:1780332561.600052:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045445376 00000100:00100000:1.0:1780332561.600085:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00100000:1.0:1780332561.600092:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045445376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332561.600145:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045445376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 53us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332561.600153:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00100000:0.0:1780332561.607145:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045445760 00000100:00100000:0.0:1780332561.607162:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045445760 00000100:00080000:1.0:1780332561.607294:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332561.610578:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045445632 00000100:00100000:3.0:1780332561.610593:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045445632 00000100:00100000:3.0:1780332561.610794:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 971 00000100:00100000:3.0:1780332561.610807:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045445760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332561.610871:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 972 00000100:00100000:0.0:1780332561.610884:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045445632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332561.610904:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045445760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 99us (11808us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332561.610913:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 971 00000100:00100000:0.0:1780332561.610924:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045445632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (11532us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332561.610932:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 972 00000100:00080000:1.0:1780332561.617053:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332561.886221:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332562.903854:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332563.930228:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332564.698733:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067649280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332564.698816:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332564.701851:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649280 00000100:00100000:3.0:1780332564.701869:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649280 00000100:00080000:0.0:1780332564.701986:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332564.705867:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1780332564.705907:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067649280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332564.705949:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332564.710739:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067649280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4845us (11909us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332564.710757:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1780332564.710919:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067649280:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332564.953842:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332565.722292:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067649536:0@lo:400:kworker.0 00000100:00100000:1.0:1780332565.722323:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067649664:0@lo:400:kworker.0 00000100:00100000:0.0:1780332565.722408:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067649408:0@lo:400:kworker.0 00000100:00100000:2.0:1780332565.722421:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067649792:0@lo:400:kworker.0 00000100:00100000:1.0:1780332565.728443:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332565.728564:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649664 00000100:00100000:1.0:1780332565.728574:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649664 00000100:00100000:1.0:1780332565.728654:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1780332565.728665:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067649664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332565.728793:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067649664:12345-0@lo:400:kworker.0 Request processed in 131us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332565.729031:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1780332565.729090:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067649664:0@lo:400:kworker.0 00000100:00080000:1.0:1780332565.729121:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332565.730097:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332565.730139:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067650048:0@lo:400:kworker.0 00000100:00100000:3.0:1780332565.730189:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332565.730230:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650048 00000100:00100000:3.0:1780332565.730237:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650048 00000100:00100000:3.0:1780332565.730292:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1780332565.730300:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067650048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332565.730349:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067650048:12345-0@lo:400:kworker.0 Request processed in 44us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332565.730357:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1780332565.730398:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067650048:0@lo:400:kworker.0 00000100:00100000:1.0:1780332565.730804:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649536 00000100:00100000:1.0:1780332565.730809:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649536 00000100:00100000:1.0:1780332565.730843:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1780332565.730849:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067649536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332565.730898:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067649536:12345-0@lo:400:kworker.0 Request processed in 48us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332565.730904:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00080000:1.0:1780332565.730924:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332565.730937:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332565.730978:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067649920:0@lo:400:kworker.0 00000100:00100000:0.0:1780332565.731006:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332565.731032:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649920 00000100:00100000:3.0:1780332565.731037:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649920 00000100:00080000:0.0:1780332565.731088:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332565.731092:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1780332565.731100:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067649920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332565.731148:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067649920:12345-0@lo:400:kworker.0 Request processed in 50us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332565.731164:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1780332565.731195:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067649536:0@lo:400:kworker.0 00000100:00100000:0.0:1780332565.731205:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067649920:0@lo:400:kworker.0 00000100:00100000:1.0:1780332565.731658:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649408 00000100:00100000:1.0:1780332565.731663:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649408 00000100:00100000:1.0:1780332565.731701:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1780332565.731707:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067649408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332565.731748:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067649408:12345-0@lo:400:kworker.0 Request processed in 41us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332565.731754:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1780332565.731836:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067649408:0@lo:400:kworker.0 00000100:00100000:2.0:1780332565.741068:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332565.741799:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067649792 00000100:00100000:0.0:1780332565.741812:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067649792 00000100:00100000:0.0:1780332565.741885:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1780332565.741897:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067649792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332565.741993:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067649792:12345-0@lo:400:kworker.0 Request processed in 99us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332565.742001:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1780332565.742517:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067649792:0@lo:400:kworker.0 00010000:00010000:2.0:1780332565.977974:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332566.232026:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332566.232064:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067650176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332566.232134:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332566.232338:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650176 00000100:00100000:0.0:1780332566.232348:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650176 00000100:00100000:0.0:1780332566.232419:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1780332566.232437:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067650176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332566.232476:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332566.232537:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067650176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332566.232544:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1780332566.232651:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067650176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332566.721985:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332566.722036:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332566.722073:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332566.722102:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332566.722130:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446016 00000100:00100000:3.0:1780332566.722147:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446016 00000100:00100000:3.0:1780332566.722214:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1352 00000100:00100000:3.0:1780332566.722226:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045446016:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332566.722304:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045446016:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 81us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332566.722311:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1352 00000100:00100000:3.0:1780332566.722334:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446144 00000100:00100000:3.0:1780332566.722338:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446144 00000100:00100000:3.0:1780332566.722360:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446272 00000100:00100000:3.0:1780332566.722363:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446272 00000100:00100000:3.0:1780332566.722386:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 975 00000100:00100000:3.0:1780332566.722393:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045446144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332566.722419:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045446144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332566.722426:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 975 00000100:00100000:3.0:1780332566.722437:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 976 00000100:00100000:3.0:1780332566.722443:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045446272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332566.722467:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045446272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332566.722472:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 976 00000100:00080000:0.0:1780332566.722700:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332566.722705:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780332566.722708:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332566.722784:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045445888 00000100:00100000:1.0:1780332566.722789:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045445888 00000100:00100000:1.0:1780332566.722827:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1111 00000100:00100000:1.0:1780332566.722834:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045445888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332566.722862:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045445888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332566.722872:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1111 00010000:00010000:0.0:1780332566.999843:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332568.023789:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332569.052379:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332569.816204:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067650304:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332569.816284:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332569.816420:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650304 00000100:00100000:3.0:1780332569.816431:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650304 00000100:00100000:3.0:1780332569.816504:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1780332569.816512:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067650304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332569.816551:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332569.816607:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067650304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332569.816616:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1780332569.816689:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067650304:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780332569.816952:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332570.072169:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332570.839906:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067650688:0@lo:400:kworker.0 00000100:00100000:2.0:1780332570.839983:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332570.840048:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780332570.840055:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067650560:0@lo:400:kworker.0 00000100:00100000:2.0:1780332570.840079:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332570.840105:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067651072:0@lo:400:kworker.0 00000100:00100000:2.0:1780332570.840128:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332570.840155:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650688 00000100:00100000:2.0:1780332570.840162:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650688 00000100:00100000:2.0:1780332570.840210:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650560 00000100:00100000:2.0:1780332570.840213:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650560 00000100:00100000:2.0:1780332570.840232:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1780332570.840240:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067650688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332570.840289:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067650688:12345-0@lo:400:kworker.0 Request processed in 49us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332570.840297:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1780332570.840320:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1780332570.840326:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067650560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332570.840349:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067650560:12345-0@lo:400:kworker.0 Request processed in 24us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332570.840355:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00080000:2.0:1780332570.840370:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332570.840397:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067650560:0@lo:400:kworker.0 00000100:00100000:2.0:1780332570.840408:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067650688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332570.840500:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067650432:0@lo:400:kworker.0 00000100:00100000:0.0:1780332570.840534:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332570.840566:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067650944:0@lo:400:kworker.0 00000100:00100000:0.0:1780332570.840589:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332570.840604:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332570.840609:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067650816:0@lo:400:kworker.0 00000100:00100000:0.0:1780332570.840663:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332570.840843:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650944 00000100:00100000:3.0:1780332570.840848:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650944 00000100:00100000:3.0:1780332570.840893:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1780332570.840900:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067650944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332570.840938:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067650944:12345-0@lo:400:kworker.0 Request processed in 38us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332570.840944:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1780332570.840965:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067651072 00000100:00100000:3.0:1780332570.840969:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067651072 00000100:00100000:3.0:1780332570.840992:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650816 00000100:00100000:3.0:1780332570.840994:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650816 00000100:00100000:3.0:1780332570.841012:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1780332570.841018:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067651072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332570.841049:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067651072:12345-0@lo:400:kworker.0 Request processed in 31us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332570.841055:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1780332570.841065:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1780332570.841070:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067650816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332570.841106:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067650816:12345-0@lo:400:kworker.0 Request processed in 35us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332570.841112:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1780332570.841150:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067651072:0@lo:400:kworker.0 00000100:00100000:3.0:1780332570.841173:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067650816:0@lo:400:kworker.0 00000100:00100000:3.0:1780332570.841181:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067650944:0@lo:400:kworker.0 00000100:00080000:1.0:1780332570.841240:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332570.841244:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332570.843367:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067650432 00000100:00100000:2.0:1780332570.843380:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067650432 00000100:00100000:2.0:1780332570.843494:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1780332570.843504:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067650432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332570.843609:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067650432:12345-0@lo:400:kworker.0 Request processed in 107us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332570.843653:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:3.0:1780332570.843753:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067650432:0@lo:400:kworker.0 00010000:00010000:0.0:1780332571.096478:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332571.157654:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332571.164470:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446400 00000100:00100000:0.0:1780332571.164484:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446400 00000100:00100000:0.0:1780332571.164578:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 706 00000100:00100000:0.0:1780332571.164592:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045446400:12345-192.168.204.30@tcp:48:lfs.0 00000100:00080000:1.0:1780332571.164596:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332571.164897:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045446400:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 308us (7277us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332571.164905:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 706 00000100:00100000:2.0:1780332571.169246:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332571.169453:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446528 00000100:00100000:3.0:1780332571.169465:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446528 00000100:00100000:3.0:1780332571.169540:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 391 00000100:00100000:3.0:1780332571.169550:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045446528:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332571.169961:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045446528:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 412us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332571.169970:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 391 00000100:00080000:1.0:1780332571.170367:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332571.172987:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332571.173677:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446656 00000100:00100000:3.0:1780332571.173688:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446656 00000100:00100000:3.0:1780332571.173769:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 392 00000100:00100000:3.0:1780332571.173780:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045446656:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:1.0:1780332571.173881:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332571.174544:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045446656:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 765us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332571.174554:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 392 00000100:00100000:0.0:1780332571.179300:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332571.179386:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446784 00000100:00100000:3.0:1780332571.179396:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446784 00000100:00100000:3.0:1780332571.179490:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 707 00000100:00100000:3.0:1780332571.179501:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045446784:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332571.180016:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045446784:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 514us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332571.180024:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 707 00000100:00100000:2.0:1780332571.184523:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332571.184714:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045446912 00000100:00100000:0.0:1780332571.184724:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045446912 00000100:00100000:1.0:1780332571.184905:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 708 00000100:00100000:1.0:1780332571.184918:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045446912:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332571.185021:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045446912:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 106us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332571.185029:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 708 00000100:00100000:2.0:1780332571.188226:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332571.189751:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045447040 00000100:00100000:3.0:1780332571.189763:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045447040 00000100:00100000:3.0:1780332571.189938:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 393 00000100:00100000:3.0:1780332571.189949:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045447040:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332571.190736:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045447040:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 787us (2519us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332571.190745:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 393 00000100:00100000:3.0:1780332571.193025:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332571.193095:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045447168 00000100:00100000:0.0:1780332571.193105:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045447168 00000100:00100000:0.0:1780332571.193157:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 394 00000100:00100000:0.0:1780332571.193167:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045447168:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332571.193568:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46136:x1866812045447168:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 399us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332571.193576:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 394 00000100:00100000:0.0:1780332571.198404:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332571.198811:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045447296 00000100:00100000:1.0:1780332571.198821:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045447296 00000100:00100000:1.0:1780332571.198882:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 709 00000100:00100000:1.0:1780332571.198893:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045447296:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332571.201483:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46136:x1866812045447296:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 2573us (3081us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332571.201496:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 709 00000100:00100000:3.0:1780332571.352973:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067651200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332571.353043:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332571.353127:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067651200 00000100:00100000:3.0:1780332571.353135:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067651200 00000100:00100000:3.0:1780332571.353179:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1780332571.353188:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067651200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332571.353224:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332571.353266:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067651200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332571.353273:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1780332571.353317:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067651200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332571.839921:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332571.840053:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045447424 00000100:00100000:0.0:1780332571.840064:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045447424 00000100:00100000:0.0:1780332571.840123:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1113 00000100:00100000:0.0:1780332571.840132:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045447424:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332571.840208:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045447424:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332571.840215:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1113 00010000:00010000:2.0:1780332572.123707:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332572.586806:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332572.587348:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045447552 00000100:00100000:2.0:1780332572.587359:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045447552 00000100:00100000:2.0:1780332572.587419:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 710 00000100:00100000:2.0:1780332572.587430:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46150:x1866812045447552:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332572.587449:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332572.587478:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e713 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bda5 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.587538:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e71a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.587553:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.587564:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332572.587886:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:3.0:1780332572.587891:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332572.587987:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.588017:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e713 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bda5 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.588033:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e71a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bda5 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.588043:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332572.588046:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332572.588050:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:3.0:1780332572.588130:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46150:x1866812045447552:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 701us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332572.588138:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 710 00000100:00100000:0.0:1780332572.591865:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332572.591944:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045447808 00000100:00100000:2.0:1780332572.591955:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045447808 00000100:00100000:2.0:1780332572.592013:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 711 00000100:00100000:2.0:1780332572.592024:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46150:x1866812045447808:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332572.592092:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332572.592120:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e71a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bda5 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.592137:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307e6b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd90 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.592150:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:2.0:1780332572.592160:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332572.592189:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.592201:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.592209:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332572.668614:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074882667 reply state 00000000c424f31f transno 4294967570 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332572.668666:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332572.669171:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000001:00080000:0.0:1780332572.669440:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967570 is committed 00010000:00080000:2.0:1780332572.669777:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780332572.669804:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46150:x1866812045447808:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 77775us (77942us total) trans 4294967570 rc 0/0 00000100:00100000:2.0:1780332572.669815:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 711 00010000:00010000:0.0:1780332572.669911:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.669926:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.669935:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.669942:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332572.669947:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.669955:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.669972:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:0.0:1780332572.669976:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332572.669981:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.669988:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e721 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332572.731471:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332572.731600:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045447936 00000100:00100000:1.0:1780332572.731612:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045447936 00000100:00100000:2.0:1780332572.731966:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 712 00000100:00100000:2.0:1780332572.731978:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46154:x1866812045447936:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332572.732004:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332572.732029:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdac expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.732105:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.732122:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.732133:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.732148:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.732154:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.732160:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733027:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e73d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733042:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e73d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733051:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e73d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332572.733159:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:2.0:1780332572.733163:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332572.733248:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e73d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733262:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733269:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733275:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733281:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332572.733285:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733293:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733305:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:2.0:1780332572.733308:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332572.733313:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733319:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e72f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733343:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733349:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733354:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733358:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332572.733361:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733847:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733856:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332572.733859:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332572.733862:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733867:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e736 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733906:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdac expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733920:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e73d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdac expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.733927:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332572.733929:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332572.733932:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332572.734036:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46154:x1866812045447936:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 2060us (2573us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332572.734045:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 712 00000100:00100000:3.0:1780332572.737283:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332572.737471:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045448192 00000100:00100000:0.0:1780332572.737483:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045448192 00000100:00100000:0.0:1780332572.737549:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 713 00000100:00100000:0.0:1780332572.737559:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46154:x1866812045448192:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780332572.737583:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332572.737651:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e744 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdb3 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.738095:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.738119:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.738131:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.738147:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.738154:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.738161:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332572.739123:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:1.0:1780332572.739436:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e759 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739450:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e759 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739459:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e759 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739783:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739792:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739801:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739806:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332572.739810:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739817:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739830:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:1.0:1780332572.739832:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332572.739837:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739844:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e74b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332572.739857:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050842b24 reply state 0000000013b39969 transno 4294967571 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332572.739866:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332572.739903:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e744 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdb3 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739918:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e759 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdb3 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.739926:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332572.739928:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332572.739930:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332572.740021:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46154:x1866812045448192:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 2453us (2736us total) trans 4294967571 rc 0/0 00000100:00100000:1.0:1780332572.740029:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 713 00010000:00010000:2.0:1780332572.744444:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.744462:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.744470:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.744475:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332572.744480:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.744487:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.744515:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec41273e700) 00010000:00010000:2.0:1780332572.744518:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332572.744523:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.744534:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e752 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332572.745344:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332572.745391:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045448448 00000100:00100000:0.0:1780332572.745401:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045448448 00000100:00100000:0.0:1780332572.745459:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 714 00000100:00100000:0.0:1780332572.745469:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46154:x1866812045448448:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:0.0:1780332572.745539:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332572.745561:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e759 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdb3 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.745577:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:0.0:1780332572.745586:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332572.745649:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.745662:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.745672:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332572.745839:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005d38eba reply state 0000000018e8dce2 transno 4294967572 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332572.745849:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332572.745956:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46154:x1866812045448448:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 488us (618us total) trans 4294967572 rc 0/0 00000100:00100000:0.0:1780332572.745964:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 714 00000100:00100000:0.0:1780332572.751576:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1780332572.751661:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.751674:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.751682:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.751688:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332572.751692:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.751699:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.751719:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:3.0:1780332572.751722:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332572.751727:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.751732:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e767 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332572.751919:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045448576 00000100:00100000:2.0:1780332572.751929:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045448576 00000100:00100000:2.0:1780332572.751982:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 715 00000100:00100000:2.0:1780332572.751992:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46154:x1866812045448576:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332572.752017:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332572.752034:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e76e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdba expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.752107:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e76e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdba expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.752121:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e76e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdba expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.752138:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332572.752141:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332572.752143:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332572.752239:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46154:x1866812045448576:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 247us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332572.752246:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 715 00000100:00100000:2.0:1780332572.758869:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332572.758958:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045448704 00000100:00100000:3.0:1780332572.758968:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045448704 00000100:00100000:3.0:1780332572.759067:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 395 00000100:00100000:3.0:1780332572.759078:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045448704:12345-192.168.204.30@tcp:2:touch.60003 00000100:00100000:3.0:1780332572.759432:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045448704:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 355us (572us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1780332572.759441:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 395 00000100:00100000:2.0:1780332572.762508:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332572.762642:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045448960 00000100:00100000:0.0:1780332572.762651:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045448960 00000100:00100000:0.0:1780332572.762713:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 75 00000100:00100000:0.0:1780332572.762724:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411122850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46154:x1866812045448960:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:0.0:1780332572.763128:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411122850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46154:x1866812045448960:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 406us (635us total) trans 4294967573 rc 0/0 00000100:00100000:0.0:1780332572.763137:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 75 00000100:00100000:0.0:1780332572.818435:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332572.818546:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045449088 00000100:00100000:1.0:1780332572.818556:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045449088 00000100:00100000:1.0:1780332572.818612:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 716 00000100:00100000:1.0:1780332572.818653:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46158:x1866812045449088:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:1.0:1780332572.818680:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332572.818700:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e775 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdc1 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.818797:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.818814:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.818825:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.818840:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.819138:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.819146:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819327:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e78a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819336:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e78a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819344:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e78a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332572.819377:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 0 00000004:00200000:0.0:1780332572.819381:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332572.819399:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e78a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819409:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e78a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819417:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819424:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819434:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819440:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332572.819444:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819451:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819462:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:0.0:1780332572.819465:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332572.819469:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819476:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e77c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819499:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819506:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819511:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819516:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332572.819519:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819528:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819535:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec41273e300) 00010000:00010000:0.0:1780332572.819538:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332572.819540:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819546:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307e783 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819576:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e775 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc1 expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819591:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e78a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc1 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.819598:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332572.819601:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780332572.819603:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391800, rc 0) 00000100:00100000:0.0:1780332572.819704:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46158:x1866812045449088:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 1054us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332572.819713:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 716 00000100:00100000:2.0:1780332572.824570:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332572.824781:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045449216 00000100:00100000:3.0:1780332572.824792:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045449216 00000100:00100000:3.0:1780332572.824859:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 396 00000100:00100000:3.0:1780332572.824870:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045449216:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780332572.824889:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332572.824912:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdc8 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780332572.824938:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x6a1db81d, atime: 0x6a1db81d, ctime: 0x6a1db81d, blocks: 0x1 00010000:00010000:3.0:1780332572.824958:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332572.824960:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332572.824969:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.824988:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332572.825001:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780332572.825246:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045449216:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 376us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332572.825255:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 396 00000100:00100000:2.0:1780332572.829683:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332572.829950:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045449472 00000100:00100000:0.0:1780332572.829961:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045449472 00000100:00100000:0.0:1780332572.830029:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 717 00000100:00100000:0.0:1780332572.830040:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46158:x1866812045449472:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:0.0:1780332572.830114:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332572.830155:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307e78a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc1 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830181:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e76e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdba expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830191:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332572.830204:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332572.830226:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830241:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830250:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830265:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830271:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830277:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830382:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830390:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.830397:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332572.831423:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9600 00000004:00080000:0.0:1780332572.831436:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2019238816329ns, next at 2020238813713ns, rc = 0 00010000:00010000:0.0:1780332572.832265:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832288:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832299:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832308:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832314:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832321:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832350:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332572.832387:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832393:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832399:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832405:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332572.832409:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832416:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832430:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332572.832433:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332572.832437:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832444:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307e7a6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832467:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832472:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832477:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832482:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332572.832484:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832489:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.832697:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332572.832705:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.832712:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332572.832715:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.832722:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.832731:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8ec408256500) 00010000:00010000:1.0:1780332572.832734:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332572.832736:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.832742:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e7ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332572.832779:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332572.832782:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332572.832783:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332572.832969:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:0.0:1780332572.832971:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332572.832975:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332572.832981:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307e798 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332572.832993:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce16ee75 reply state 0000000091009a5c transno 4294967574 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332572.833003:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332572.833298:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46158:x1866812045449472:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 3253us (3674us total) trans 4294967574 rc 0/0 00000100:00100000:0.0:1780332572.833309:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 717 00010000:00010000:2.0:1780332572.837826:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.837855:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.837864:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.837871:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332572.837877:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.837887:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.837907:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec408256700) 00010000:00010000:2.0:1780332572.837910:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332572.837916:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332572.837923:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307e79f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332573.144027:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332573.809085:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332573.809254:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045449600 00000100:00100000:3.0:1780332573.809265:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045449600 00000100:00100000:3.0:1780332573.809341:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 718 00000100:00100000:3.0:1780332573.809353:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46173:x1866812045449600:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332573.809379:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332573.809400:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e7b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdcf expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.809472:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e7bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.809488:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.809502:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332573.809561:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:3.0:1780332573.809565:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332573.809590:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.809636:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e7b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdcf expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.809656:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e7bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdcf expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.809664:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:3.0:1780332573.809667:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332573.809672:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780332573.809731:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46173:x1866812045449600:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 381us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332573.809739:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 718 00000100:00080000:2.0:1780332573.810611:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332573.819363:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332573.820086:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045449856 00000100:00100000:0.0:1780332573.820097:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045449856 00000100:00100000:0.0:1780332573.825092:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 719 00000100:00100000:0.0:1780332573.825111:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46173:x1866812045449856:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332573.825180:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332573.825218:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307e7bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdcf expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.825239:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e73d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdac expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.825251:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:0.0:1780332573.825263:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332573.825292:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.825308:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.825317:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332573.903536:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000240978d reply state 00000000ed6bc40c transno 4294967575 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332573.903558:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332573.905917:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000100:00100000:0.0:1780332573.906506:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46173:x1866812045449856:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 81394us (87145us total) trans 4294967575 rc 0/0 00000100:00100000:0.0:1780332573.906518:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 719 00000001:00080000:0.0:1780332573.906586:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967575 is committed 00000004:00080000:0.0:1780332573.906598:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 58 committed 00000100:00100000:0.0:1780332573.906988:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067651328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332573.907058:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332573.907128:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067651328 00000100:00100000:0.0:1780332573.907135:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067651328 00000100:00100000:0.0:1780332573.907185:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1780332573.907195:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067651328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780332573.907222:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00010000:00010000:0.0:1780332573.907247:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.907274:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.907282:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332573.907284:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332573.907287:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.907311:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.907327:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 6 pid: 6596 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332573.907339:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067651456:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780332573.907377:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebe3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1780332573.907388:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332573.909418:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.909444:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.909454:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.909460:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332573.909465:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.909475:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.909501:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256200) 00010000:00010000:3.0:1780332573.909505:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332573.909513:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332573.909521:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e7c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332573.923311:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067651456:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332573.923340:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332573.926317:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332573.926572:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045449984 00000100:00100000:0.0:1780332573.926587:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045449984 00010000:00010000:0.0:1780332573.926680:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 7 pid: 6596 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332573.926722:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 367 00000100:00100000:0.0:1780332573.926731:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045449984:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332573.926745:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332573.926761:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 7 pid: 6596 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.926779:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 7 pid: 6596 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.926804:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bc320bb/0x76434b26e307e791 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdc8 expref: 7 pid: 6596 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.926818:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332573.926820:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332573.926825:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.926836:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.926877:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332573.926931:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045449984:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 200us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332573.926939:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 367 00010000:00010000:0.0:1780332573.926973:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.926981:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.926996:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.927004:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.927021:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780332573.927601:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067651328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20406us (20541us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1780332573.927610:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00010000:00010000:0.0:1780332573.927673:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332573.927680:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.927690:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332573.927694:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.927704:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.927720:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.927728:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307e7c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.927752:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332573.927754:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332573.927756:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332573.927799:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec437fa6d80/2, rc 0, transno 4294967341 00000100:00100000:0.0:1780332573.927806:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067651328:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1780332573.928246:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332573.983029:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332573.983239:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045450112 00000100:00100000:0.0:1780332573.983255:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045450112 00000100:00100000:0.0:1780332573.983326:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 720 00000100:00100000:0.0:1780332573.983339:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46177:x1866812045450112:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780332573.983379:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332573.983408:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e7d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdd6 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.983557:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.983574:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.983587:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.983602:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.983608:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.983672:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.984421:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e7e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.984436:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.984445:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332573.985258:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:0.0:1780332573.985265:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332573.985356:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.985375:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.985383:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.985392:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.985399:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332573.985403:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.985411:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.985429:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:0.0:1780332573.985433:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332573.985439:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.985446:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e7d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986669:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986684:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986691:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986698:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332573.986702:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986709:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986725:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec408256c00) 00010000:00010000:0.0:1780332573.986728:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332573.986733:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986741:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e7de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986802:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e7d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdd6 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986817:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e7e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdd6 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332573.986825:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332573.986827:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332573.986830:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332573.986938:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46177:x1866812045450112:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 3599us (3995us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332573.986948:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 720 00010000:00010000:2.0:1780332574.175289:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332574.941877:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332574.941900:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067651584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332574.941990:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332574.942062:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067651584 00000100:00100000:3.0:1780332574.942070:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067651584 00000100:00100000:3.0:1780332574.942120:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1780332574.942129:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067651584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332574.942167:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332574.942212:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067651584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332574.942220:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00080000:3.0:1780332574.942239:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332574.942274:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067651584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332574.962792:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332574.964562:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045450240 00000100:00100000:1.0:1780332574.964575:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045450240 00000100:00100000:1.0:1780332574.969198:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 721 00000100:00100000:1.0:1780332574.969211:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46191:x1866812045450240:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332574.969232:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332574.969251:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bddd expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.969316:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e7f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.969331:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.969342:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332574.969697:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:1.0:1780332574.969702:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332574.969775:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.969800:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bddd expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.969815:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e7f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bddd expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.969824:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780332574.969827:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332574.969831:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780332574.970536:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46191:x1866812045450240:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1324us (7749us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332574.970546:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 721 00000100:00100000:0.0:1780332574.977145:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332574.977303:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045450496 00000100:00100000:1.0:1780332574.977314:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045450496 00000100:00100000:1.0:1780332574.977370:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 722 00000100:00100000:1.0:1780332574.977380:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46191:x1866812045450496:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332574.977428:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332574.977466:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307e7f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bddd expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.977486:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307e7e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdd6 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.977496:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780332574.977508:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332574.977534:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.977547:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332574.977555:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332574.978178:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000189f4c03 reply state 00000000b71dcfac transno 4294967576 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332574.978189:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332574.978262:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000100:00100000:1.0:1780332574.978385:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46191:x1866812045450496:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1005us (1248us total) trans 4294967576 rc 0/0 00000100:00100000:1.0:1780332574.978393:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 722 00010000:00010000:3.0:1780332574.982527:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332574.982544:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332574.982552:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332574.982557:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332574.982561:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332574.982651:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332574.982668:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:3.0:1780332574.982672:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332574.982677:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332574.982684:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307e7fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332575.106413:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332575.106473:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045450624 00000100:00100000:2.0:1780332575.106483:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045450624 00000100:00100000:2.0:1780332575.106593:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 723 00000100:00100000:2.0:1780332575.106605:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045450624:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332575.106744:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045450624:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 141us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332575.106752:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 723 00000100:00080000:3.0:1780332575.107152:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332575.109839:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332575.110540:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045450752 00000100:00100000:3.0:1780332575.110550:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045450752 00000100:00100000:3.0:1780332575.110694:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 398 00000100:00100000:3.0:1780332575.110722:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46203:x1866812045450752:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332575.111577:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46203:x1866812045450752:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 855us (1886us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.111587:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 398 00000100:00080000:0.0:1780332575.112058:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332575.117251:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332575.117342:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045450880 00000100:00100000:0.0:1780332575.117352:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045450880 00000100:00100000:0.0:1780332575.117468:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 399 00000100:00100000:0.0:1780332575.117481:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46203:x1866812045450880:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332575.117860:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46203:x1866812045450880:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 382us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332575.117868:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 399 00000100:00080000:3.0:1780332575.118058:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332575.120414:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332575.120496:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045451008 00000100:00100000:3.0:1780332575.120505:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045451008 00000100:00100000:3.0:1780332575.120555:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 724 00000100:00100000:3.0:1780332575.120564:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045451008:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332575.121007:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045451008:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 443us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.121016:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 724 00000100:00100000:1.0:1780332575.123261:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332575.124263:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045451136 00000100:00100000:0.0:1780332575.124276:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045451136 00000100:00100000:0.0:1780332575.124341:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 725 00000100:00100000:0.0:1780332575.124353:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045451136:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332575.124475:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045451136:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 123us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332575.124483:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 725 00000100:00100000:1.0:1780332575.127821:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332575.128177:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045451264 00000100:00100000:3.0:1780332575.128188:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045451264 00000100:00100000:3.0:1780332575.128249:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 400 00000100:00100000:3.0:1780332575.128260:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46203:x1866812045451264:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332575.128956:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46203:x1866812045451264:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 695us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.128965:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 400 00000100:00100000:1.0:1780332575.134804:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332575.134931:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045451392 00000100:00100000:2.0:1780332575.134942:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045451392 00000100:00100000:2.0:1780332575.135165:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 401 00000100:00100000:2.0:1780332575.135180:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46203:x1866812045451392:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332575.135790:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46203:x1866812045451392:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 553us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332575.135801:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 401 00000100:00100000:1.0:1780332575.137870:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332575.138224:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045451520 00000100:00100000:0.0:1780332575.138235:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045451520 00000100:00100000:0.0:1780332575.138411:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 726 00000100:00100000:0.0:1780332575.138423:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045451520:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332575.138948:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46203:x1866812045451520:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 526us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332575.138956:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 726 00010000:00010000:1.0:1780332575.193211:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332575.197971:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332575.198163:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045451648 00000100:00100000:2.0:1780332575.198174:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045451648 00000100:00100000:2.0:1780332575.198244:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 727 00000100:00100000:2.0:1780332575.198254:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46207:x1866812045451648:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780332575.198281:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332575.198306:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e801 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bde4 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.198380:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.198395:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.198407:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.198420:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.198427:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.198436:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.199567:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e816 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.199583:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.199594:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332575.199726:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:2.0:1780332575.200179:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332575.200280:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200295:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200301:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200308:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200314:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332575.200317:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200324:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200338:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:2.0:1780332575.200341:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332575.200345:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200351:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e808 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200363:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200369:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200374:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200378:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332575.200380:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200386:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200393:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332575.200395:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332575.200398:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200403:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e80f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200441:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e801 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bde4 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200453:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e816 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bde4 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.200460:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780332575.200462:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332575.200464:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332575.201026:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46207:x1866812045451648:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 2755us (3051us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332575.201036:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 727 00000100:00100000:1.0:1780332575.208447:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332575.208540:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045451904 00000100:00100000:2.0:1780332575.208553:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045451904 00000100:00100000:2.0:1780332575.208940:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 728 00000100:00100000:2.0:1780332575.208952:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46207:x1866812045451904:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780332575.208977:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332575.209000:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e81d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdeb expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.209553:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.209571:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.209586:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.209603:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.209610:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.209644:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332575.211235:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:2.0:1780332575.211496:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e832 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211513:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e832 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211523:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e832 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211567:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211573:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211580:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211586:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332575.211590:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211601:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211613:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780332575.211653:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332575.211659:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211665:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307e824 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332575.211679:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090ce7fd7 reply state 00000000ecfab52c transno 4294967577 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332575.211687:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332575.211721:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e81d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdeb expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211814:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e832 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdeb expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.211823:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332575.211826:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332575.211828:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332575.212106:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46207:x1866812045451904:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 3156us (3668us total) trans 4294967577 rc 0/0 00000100:00100000:2.0:1780332575.212123:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 728 00000100:00100000:1.0:1780332575.218652:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332575.218751:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045452032 00000100:00100000:0.0:1780332575.218761:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045452032 00000100:00100000:0.0:1780332575.218829:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 402 00000100:00100000:0.0:1780332575.218841:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46207:x1866812045452032:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780332575.218861:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332575.218888:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdf2 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332575.218919:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780332575.218941:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332575.218943:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332575.218951:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 6 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332575.218969:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 6 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332575.218983:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780332575.219064:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46207:x1866812045452032:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 225us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332575.219070:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 402 00010000:00010000:2.0:1780332575.219488:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.219499:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.219506:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.219511:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332575.219515:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.219522:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.219535:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332575.219539:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332575.219542:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332575.219547:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e82b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332575.238934:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332575.239063:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045452160 00000100:00100000:3.0:1780332575.239075:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045452160 00002000:00100000:3.0:1780332575.239128:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->1048575) req@ffff8ec410ea3480 x1866812045452160/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:306/0 lens 488/0 e 0 to 0 dl 1780332586 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1780332575.239139:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec410ea3480 with x1866812045452160 ext(0->1048575) 00002000:00010000:3.0:1780332575.239144:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec410ea3480 00000100:00100000:3.0:1780332575.239176:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 17 00000100:00100000:3.0:1780332575.239185:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045452160:12345-192.168.204.30@tcp:4:dd.60003 00000100:00100000:0.0:1780332575.279450:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045452160:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 40253us (40515us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1780332575.279465:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 17 00002000:00100000:0.0:1780332575.279489:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->1048575) req@ffff8ec410ea3480 x1866812045452160/t4294967342(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:306/0 lens 488/448 e 0 to 0 dl 1780332586 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1780332575.279501:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec410ea3480 with x1866812045452160 ext(0->1048575) 00002000:00010000:0.0:1780332575.279507:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec410ea3480 00000100:00100000:0.0:1780332575.283569:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332575.283654:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045452288 00000100:00100000:3.0:1780332575.283664:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045452288 00000100:00100000:3.0:1780332575.283719:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 729 00000100:00100000:3.0:1780332575.283736:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46207:x1866812045452288:12345-192.168.204.30@tcp:44:dd.60003 00000001:00080000:0.0:1780332575.348895:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967576 is committed 00000001:00080000:0.0:1780332575.348914:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967577 is committed 00000100:00100000:3.0:1780332575.349103:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46207:x1866812045452288:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 65370us (65539us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.349341:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 729 00000100:00100000:1.0:1780332575.354005:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332575.357849:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045452416 00000100:00100000:0.0:1780332575.357868:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045452416 00000100:00100000:0.0:1780332575.358042:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 403 00000100:00100000:0.0:1780332575.358054:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045452416:12345-192.168.204.30@tcp:16:dd.60003 00000001:00080000:2.0:1780332575.401664:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000100:00100000:1.0:1780332575.402004:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045452416:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 43946us (48002us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332575.402025:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 403 00000100:00100000:1.0:1780332575.410025:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332575.410241:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045452672 00000100:00100000:3.0:1780332575.410255:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045452672 00000100:00100000:3.0:1780332575.410329:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 76 00000100:00100000:3.0:1780332575.410341:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46207:x1866812045452672:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:3.0:1780332575.411429:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46207:x1866812045452672:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 1082us (1415us total) trans 4294967578 rc 0/0 00000100:00100000:3.0:1780332575.411441:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 76 00000100:00100000:1.0:1780332575.961428:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067652096:0@lo:400:kworker.0 00000100:00100000:1.0:1780332575.961499:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332575.961562:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332575.961569:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067651968:0@lo:400:kworker.0 00000100:00100000:1.0:1780332575.961597:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332575.961763:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067651712:0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.961799:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332575.961830:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067652224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.961851:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332575.961875:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780332575.961881:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067651840:0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.961912:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332575.961927:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067652352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.961948:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332575.961973:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067651968 00000100:00100000:3.0:1780332575.961979:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067651968 00000100:00100000:3.0:1780332575.962032:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1780332575.962040:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067651968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.962083:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067651968:12345-0@lo:400:kworker.0 Request processed in 45us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.962090:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1780332575.962104:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652224 00000100:00100000:3.0:1780332575.962107:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652224 00000100:00100000:3.0:1780332575.962122:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067651840 00000100:00100000:3.0:1780332575.962124:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067651840 00000100:00100000:3.0:1780332575.962134:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1780332575.962139:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067652224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.962161:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067652224:12345-0@lo:400:kworker.0 Request processed in 22us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.962167:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1780332575.962175:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1780332575.962180:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067651840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.962197:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067651840:12345-0@lo:400:kworker.0 Request processed in 17us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.962202:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1780332575.962216:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652096 00000100:00100000:3.0:1780332575.962219:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652096 00000100:00100000:3.0:1780332575.962234:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652352 00000100:00100000:3.0:1780332575.962236:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652352 00000100:00100000:3.0:1780332575.962251:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1780332575.962255:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067652096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.962278:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067652096:12345-0@lo:400:kworker.0 Request processed in 22us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.962283:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1780332575.962291:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1780332575.962296:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067652352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.962313:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067652352:12345-0@lo:400:kworker.0 Request processed in 17us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332575.962321:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00080000:3.0:1780332575.962334:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332575.962338:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332575.962363:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067651840:0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.962375:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067652352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.962383:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067652224:0@lo:400:kworker.0 00000100:00100000:1.0:1780332575.962861:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067651712 00000100:00100000:1.0:1780332575.962866:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067651712 00000100:00100000:1.0:1780332575.962901:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1780332575.962907:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067651712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332575.962948:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067651712:12345-0@lo:400:kworker.0 Request processed in 41us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332575.962954:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1780332575.962992:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067651968:0@lo:400:kworker.0 00000100:00100000:1.0:1780332575.963001:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067652096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332575.963606:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067651712:0@lo:400:kworker.0 00010000:00010000:2.0:1780332576.216061:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332576.479274:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332576.479307:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067652480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332576.479379:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332576.480050:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652480 00000100:00100000:3.0:1780332576.480058:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652480 00000100:00100000:3.0:1780332576.480115:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1780332576.480125:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067652480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332576.480167:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332576.480219:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067652480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332576.480226:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1780332576.480310:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067652480:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1780332576.906883:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967578 is committed 00000100:00100000:2.0:1780332576.959256:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332576.959297:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332576.959339:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332576.959368:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332576.959401:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045452800 00000100:00100000:2.0:1780332576.959414:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045452800 00000100:00100000:2.0:1780332576.959474:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1115 00000100:00100000:2.0:1780332576.959484:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045452800:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332576.959560:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045452800:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332576.959569:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1115 00000100:00100000:2.0:1780332576.959602:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453184 00000100:00100000:2.0:1780332576.959606:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453184 00000100:00100000:2.0:1780332576.959661:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453056 00000100:00100000:2.0:1780332576.959664:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453056 00000100:00100000:2.0:1780332576.959686:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 981 00000100:00100000:2.0:1780332576.959692:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045453184:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332576.959890:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045453184:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 197us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332576.959898:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 981 00000100:00100000:2.0:1780332576.959910:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 982 00000100:00100000:3.0:1780332576.960025:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045452928 00000100:00100000:3.0:1780332576.960030:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045452928 00000100:00100000:3.0:1780332576.960067:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1359 00000100:00100000:3.0:1780332576.960074:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045452928:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332576.960158:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045453056:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332576.960190:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045453056:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 274us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332576.960196:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 982 00000100:00100000:3.0:1780332576.961403:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045452928:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1324us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332576.961414:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1359 00000001:00080000:1.0:1780332577.070012:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00000001:00080000:1.0:1780332577.070032:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00010000:00010000:0.0:1780332577.239872:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332578.164569:0:79033:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2024571947930ns, next at 1998753769333ns, rc = 0 00000004:00080000:2.0:1780332578.164916:0:79033:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2024572296527ns, next at 2020238813713ns, rc = 0 00000004:00080000:0.0:1780332578.168220:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 59 committed 00000004:00080000:0.0:1780332578.168254:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 58 committed 00010000:00010000:0.0:1780332578.269941:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332579.288118:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332579.544503:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332579.544604:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453312 00000100:00100000:0.0:1780332579.544637:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453312 00000100:00100000:0.0:1780332579.544723:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 730 00000100:00100000:0.0:1780332579.544736:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045453312:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332579.544853:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045453312:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 119us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332579.544860:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 730 00000100:00080000:1.0:1780332579.545160:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332579.551918:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332579.553649:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453440 00000100:00100000:1.0:1780332579.553680:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453440 00000100:00100000:1.0:1780332579.569839:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 404 00000100:00100000:1.0:1780332579.569870:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46400:x1866812045453440:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332579.570296:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46400:x1866812045453440:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 440us (18388us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332579.570304:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 404 00000100:00080000:1.0:1780332579.570479:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332579.575759:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332579.575818:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453568 00000100:00100000:3.0:1780332579.575832:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453568 00000100:00080000:0.0:1780332579.575910:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332579.575918:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 405 00000100:00100000:3.0:1780332579.575931:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46400:x1866812045453568:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332579.576646:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46400:x1866812045453568:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 691us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332579.576655:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 405 00000100:00100000:0.0:1780332579.591021:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332579.591078:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453696 00000100:00100000:2.0:1780332579.591091:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453696 00000100:00100000:2.0:1780332579.591175:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 731 00000100:00100000:2.0:1780332579.591190:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045453696:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332579.591814:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045453696:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 624us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332579.591824:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 731 00000100:00100000:0.0:1780332579.602073:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332579.602340:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453824 00000100:00100000:3.0:1780332579.602354:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453824 00000100:00100000:3.0:1780332579.602417:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 732 00000100:00100000:3.0:1780332579.602428:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045453824:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332579.602552:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045453824:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 123us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332579.602559:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 732 00000100:00100000:0.0:1780332579.611528:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332579.611649:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045453952 00000100:00100000:1.0:1780332579.611664:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045453952 00000100:00100000:1.0:1780332579.611745:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 406 00000100:00100000:1.0:1780332579.611759:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46400:x1866812045453952:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332579.612190:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46400:x1866812045453952:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 434us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332579.612203:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 406 00000100:00100000:0.0:1780332579.616808:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332579.616982:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045454080 00000100:00100000:3.0:1780332579.616997:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045454080 00000100:00100000:3.0:1780332579.617064:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 407 00000100:00100000:3.0:1780332579.617077:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46400:x1866812045454080:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332579.618026:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46400:x1866812045454080:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 948us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332579.618039:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 407 00000100:00100000:0.0:1780332579.622520:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332579.622593:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045454208 00000100:00100000:2.0:1780332579.622603:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045454208 00000100:00100000:2.0:1780332579.622721:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 733 00000100:00100000:2.0:1780332579.622732:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045454208:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332579.624164:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46400:x1866812045454208:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1422us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332579.624177:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 733 00000100:00100000:0.0:1780332579.689805:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332579.691039:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045454464 00000100:00100000:3.0:1780332579.691055:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045454464 00000100:00100000:3.0:1780332579.691201:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 734 00000100:00100000:3.0:1780332579.691214:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46404:x1866812045454464:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780332579.691272:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332579.691307:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e832 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdeb expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.691328:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780332579.691339:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332579.691364:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.691378:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.691388:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.691402:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.691409:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.691416:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.692140:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.692156:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.692168:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332579.693580:0:5807:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].23, 64 off9664 00000004:00080000:3.0:1780332579.693596:0:5807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2026100976896ns, next at 2027100973036ns, rc = 0 00010000:00010000:3.0:1780332579.694054:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694076:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694087:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694097:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694103:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694110:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694140:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332579.694181:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694188:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694194:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694199:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332579.694204:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694211:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694233:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780332579.694236:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332579.694241:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694248:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e855 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694276:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694284:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694289:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694295:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332579.694298:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694304:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694313:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:3.0:1780332579.694316:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332579.694320:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.694326:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e847 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332579.694341:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048dd5d66 reply state 000000003c791527 transno 4294967579 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332579.694351:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332579.694468:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46404:x1866812045454464:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 3251us (4681us total) trans 4294967579 rc 0/0 00000100:00100000:3.0:1780332579.694478:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 734 00010000:00010000:2.0:1780332579.694596:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332579.694603:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332579.694609:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332579.694612:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332579.694648:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332579.694658:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:2.0:1780332579.694661:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332579.694740:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332579.694752:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307e85c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332579.694775:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332579.694777:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332579.694778:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332579.696482:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.696502:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.696509:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.696516:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332579.696521:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.696528:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.696545:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332579.696548:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332579.696552:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332579.696559:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307e84e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332580.056076:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067652608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332580.056158:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332580.056265:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652608 00000100:00100000:1.0:1780332580.056273:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652608 00000100:00100000:1.0:1780332580.056341:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1780332580.056351:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dff3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067652608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332580.056389:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780332580.056450:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dff3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067652608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332580.056458:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00080000:0.0:1780332580.056930:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332580.057150:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067652608:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332580.312093:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332581.085013:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067652864:0@lo:400:kworker.0 00000100:00100000:2.0:1780332581.085098:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332581.085166:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067653376:0@lo:400:kworker.0 00000100:00100000:2.0:1780332581.085191:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332581.085203:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067652992:0@lo:400:kworker.0 00000100:00100000:2.0:1780332581.085209:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780332581.085217:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067652736:0@lo:400:kworker.0 00000100:00100000:1.0:1780332581.085252:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332581.085256:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332581.085299:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332581.085306:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067653248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332581.085310:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067653120:0@lo:400:kworker.0 00000100:00100000:2.0:1780332581.085332:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332581.085348:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332581.085372:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652864 00000100:00100000:2.0:1780332581.085379:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652864 00000100:00100000:1.0:1780332581.085389:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652992 00000100:00100000:1.0:1780332581.085394:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652992 00000100:00100000:2.0:1780332581.085426:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067653248 00000100:00100000:2.0:1780332581.085431:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067653248 00000100:00100000:1.0:1780332581.085438:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1780332581.085449:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067652864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332581.085460:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1780332581.085469:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067652992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332581.085512:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067652864:12345-0@lo:400:kworker.0 Request processed in 65us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332581.085521:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067652992:12345-0@lo:400:kworker.0 Request processed in 54us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332581.085522:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1780332581.085533:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1780332581.085549:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1780332581.085660:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067652736 00000100:00100000:3.0:1780332581.085665:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067652736 00000100:00100000:3.0:1780332581.085699:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1780332581.085708:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067652736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332581.085715:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067653248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332581.085759:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067652736:12345-0@lo:400:kworker.0 Request processed in 53us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332581.085766:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067653248:12345-0@lo:400:kworker.0 Request processed in 57us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332581.085771:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1780332581.085807:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067653376 00000100:00100000:3.0:1780332581.085810:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067653376 00000100:00100000:3.0:1780332581.085838:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067653120 00000100:00100000:3.0:1780332581.085841:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067653120 00000100:00100000:3.0:1780332581.085859:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1780332581.085865:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067653376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332581.085895:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067653376:12345-0@lo:400:kworker.0 Request processed in 30us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332581.085901:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1780332581.085913:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1780332581.085919:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067653120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332581.085959:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067653120:12345-0@lo:400:kworker.0 Request processed in 40us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332581.085965:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1780332581.086013:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067653120:0@lo:400:kworker.0 00000100:00100000:3.0:1780332581.086024:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067652992:0@lo:400:kworker.0 00000100:00080000:3.0:1780332581.086070:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332581.086074:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332581.086098:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067652736:0@lo:400:kworker.0 00000100:00100000:3.0:1780332581.086108:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067653248:0@lo:400:kworker.0 00000100:00100000:3.0:1780332581.086116:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:3.0:1780332581.086121:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec437fa6d80, transno 4294967341 00000100:00100000:3.0:1780332581.086131:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067653376:0@lo:400:kworker.0 00000100:00100000:3.0:1780332581.086141:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067652864:0@lo:400:kworker.0 00000100:00100000:1.0:1780332581.091306:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00010000:00010000:0.0:1780332581.335955:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332581.592951:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067653504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332581.593044:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332581.593212:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067653504 00000100:00100000:1.0:1780332581.593225:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067653504 00000100:00100000:1.0:1780332581.593281:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1780332581.593293:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067653504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332581.593341:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332581.593399:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067653504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332581.593407:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1780332581.593466:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067653504:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1780332581.860398:0:79181:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2028267776792ns, next at 2027100973036ns, rc = 0 00000004:00080000:0.0:1780332581.894454:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 60 committed 00000001:00080000:0.0:1780332581.894497:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967579 is committed 00000004:00080000:0.0:1780332581.894503:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 59 committed 00000100:00100000:0.0:1780332581.894901:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067653632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332581.894987:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332581.895106:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067653632 00000100:00100000:3.0:1780332581.895116:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067653632 00000100:00100000:3.0:1780332581.895171:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1780332581.895181:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067653632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780332581.895216:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:23 count 1 00010000:00010000:3.0:1780332581.895253:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.895281:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.895300:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332581.895302:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332581.895307:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.895338:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.895362:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 5 pid: 8139 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332581.895374:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067653760:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332581.896093:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403274480 going to sleep for 11 seconds 00000100:00100000:3.0:1780332581.898798:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067653760:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332581.898851:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332581.901232:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332581.902222:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045454592 00000100:00100000:3.0:1780332581.902235:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045454592 00010000:00010000:3.0:1780332581.902325:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 6 pid: 8139 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332581.902378:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 368 00000100:00100000:3.0:1780332581.902390:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045454592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332581.902408:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332581.902414:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 6 pid: 8139 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.902432:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 6 pid: 8139 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.902457:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307e840 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf2 expref: 6 pid: 8139 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.902478:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332581.902480:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332581.902486:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.902499:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.902553:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332581.902665:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045454592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 230us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332581.902672:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 368 00010000:00010000:1.0:1780332581.902967:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332581.902978:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332581.902990:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332581.902998:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332581.903022:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780332581.903770:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067653632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8588us (8781us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1780332581.903784:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00010000:00010000:3.0:1780332581.904222:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332581.904230:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.904244:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332581.904248:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.904259:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.904282:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.904448:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307e863 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332581.904472:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332581.904474:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332581.904476:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780332581.904872:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1780332581.905074:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec303596d80/2, rc 0, transno 4294967343 00000100:00100000:0.0:1780332581.905100:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067653632:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780332581.905812:0:79181:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2028313191017ns, next at 2020238813713ns, rc = 0 00000004:00080000:0.0:1780332581.913002:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 60 committed 00000100:00100000:0.0:1780332582.084026:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332582.084073:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332582.084106:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045454848 00000100:00100000:3.0:1780332582.084118:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045454848 00000100:00100000:0.0:1780332582.084122:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332582.084176:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332582.084211:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1363 00000100:00100000:0.0:1780332582.084212:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045454720 00000100:00100000:0.0:1780332582.084218:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045454720 00000100:00100000:3.0:1780332582.084224:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045454848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332582.084255:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1117 00000100:00100000:0.0:1780332582.084265:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045454720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332582.084327:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045455104 00000100:00100000:3.0:1780332582.084329:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045454848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 108us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332582.084333:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045455104 00000100:00100000:3.0:1780332582.084341:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1363 00000100:00100000:1.0:1780332582.084374:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045454976 00000100:00100000:1.0:1780332582.084378:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045454976 00000100:00100000:1.0:1780332582.084411:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 985 00000100:00100000:1.0:1780332582.084419:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045455104:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332582.084455:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 986 00000100:00100000:3.0:1780332582.084463:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045454976:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332582.086425:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045454720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 2150us (2292us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332582.086438:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1117 00000100:00080000:0.0:1780332582.086490:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332582.086496:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332582.086598:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045454976:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 2133us (2419us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332582.086610:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 986 00000100:00100000:1.0:1780332582.090841:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045455104:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 6399us (6743us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332582.090865:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 985 00010000:00010000:2.0:1780332582.359886:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332583.385135:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332584.408834:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332584.702761:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000100:00100000:3.0:1780332585.178158:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332585.178182:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067653888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332585.178281:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332585.178450:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067653888 00000100:00100000:1.0:1780332585.178459:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067653888 00000100:00100000:1.0:1780332585.178521:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1780332585.178531:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067653888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332585.178572:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332585.178655:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067653888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332585.178663:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1780332585.179201:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:3.0:1780332585.179292:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec303596d80, transno 4294967343 00000100:00100000:3.0:1780332585.179440:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067653888:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332585.181160:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332585.434316:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332586.200027:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067654016:0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200127:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332586.200186:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067654144:0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200242:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067654528:0@lo:400:kworker.0 00000100:00100000:0.0:1780332586.200253:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332586.200283:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067654656:0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200286:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332586.200311:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332586.200321:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067654400:0@lo:400:kworker.0 00000100:00100000:0.0:1780332586.200321:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332586.200343:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332586.200350:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067654272:0@lo:400:kworker.0 00000100:00100000:0.0:1780332586.200371:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332586.200428:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654656 00000100:00100000:0.0:1780332586.200436:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654656 00000100:00100000:3.0:1780332586.200466:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332586.200500:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654144 00000100:00100000:3.0:1780332586.200504:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654144 00000100:00100000:0.0:1780332586.200509:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654400 00000100:00100000:0.0:1780332586.200514:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654400 00000100:00100000:3.0:1780332586.200538:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654528 00000100:00100000:3.0:1780332586.200542:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654528 00000100:00100000:0.0:1780332586.200544:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1780332586.200556:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067654656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200570:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654272 00000100:00100000:0.0:1780332586.200644:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067654656:12345-0@lo:400:kworker.0 Request processed in 89us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332586.200653:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1780332586.200660:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654272 00000100:00100000:0.0:1780332586.200676:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1780332586.200690:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1780332586.200690:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067654400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332586.200725:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067654400:12345-0@lo:400:kworker.0 Request processed in 42us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332586.200737:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00080000:0.0:1780332586.200756:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332586.200762:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332586.200772:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067654144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332586.200797:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067654656:0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200810:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067654144:12345-0@lo:400:kworker.0 Request processed in 43us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332586.200818:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1780332586.200827:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067654144:0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200839:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1780332586.200848:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067654528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200887:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067654528:12345-0@lo:400:kworker.0 Request processed in 41us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332586.200892:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1780332586.200904:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1780332586.200910:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067654272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200946:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067654272:12345-0@lo:400:kworker.0 Request processed in 35us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332586.200954:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1780332586.200971:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067654272:0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.200994:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067654400:0@lo:400:kworker.0 00000100:00100000:3.0:1780332586.201007:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067654528:0@lo:400:kworker.0 00000100:00100000:1.0:1780332586.201168:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654016 00000100:00100000:1.0:1780332586.201174:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654016 00000100:00100000:1.0:1780332586.201214:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1780332586.201221:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067654016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332586.201273:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067654016:12345-0@lo:400:kworker.0 Request processed in 52us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332586.201280:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:3.0:1780332586.201464:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067654016:0@lo:400:kworker.0 00010000:00010000:3.0:1780332586.459651:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332586.711986:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067654784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332586.714065:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332586.714974:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654784 00000100:00100000:3.0:1780332586.714987:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654784 00000100:00100000:3.0:1780332586.715059:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1780332586.715073:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067654784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332586.715121:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332586.715185:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067654784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332586.715192:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1780332586.715593:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067654784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332587.204119:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332587.204183:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332587.204214:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332587.204243:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332587.204287:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045455488 00000100:00100000:0.0:1780332587.204298:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045455488 00000100:00100000:0.0:1780332587.204356:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045455616 00000100:00100000:0.0:1780332587.204360:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045455616 00000100:00100000:0.0:1780332587.204383:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 989 00000100:00100000:0.0:1780332587.204395:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045455488:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332587.204471:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045455488:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332587.204480:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 989 00000100:00100000:0.0:1780332587.204502:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 990 00000100:00100000:0.0:1780332587.204508:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045455616:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332587.204534:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045455616:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332587.204540:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 990 00000100:00100000:0.0:1780332587.204563:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045455360 00000100:00100000:0.0:1780332587.204567:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045455360 00000100:00100000:0.0:1780332587.204598:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1367 00000100:00100000:0.0:1780332587.204605:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045455360:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332587.204653:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045455232 00000100:00100000:2.0:1780332587.204659:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045455232 00000100:00100000:0.0:1780332587.204663:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045455360:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 56us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332587.204671:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1367 00000100:00100000:2.0:1780332587.204699:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1119 00000100:00080000:0.0:1780332587.204699:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332587.204706:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332587.204709:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332587.204729:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045455232:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332587.204769:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045455232:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 61us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332587.204776:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1119 00010000:00010000:0.0:1780332587.480936:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332588.509970:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332589.530149:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332590.296015:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332590.296047:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067654912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332590.297832:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332590.298512:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067654912 00000100:00100000:1.0:1780332590.298526:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067654912 00000100:00100000:1.0:1780332590.298601:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1780332590.298610:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067654912:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332590.298689:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1780332590.298740:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332590.298825:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067654912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 216us (2128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332590.298833:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1780332590.298874:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067654912:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332590.553283:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332591.320354:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067655296:0@lo:400:kworker.0 00000100:00100000:0.0:1780332591.320354:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067655040:0@lo:400:kworker.0 00000100:00100000:3.0:1780332591.320516:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067655168:0@lo:400:kworker.0 00000100:00100000:1.0:1780332591.320579:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332591.322977:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332591.323099:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067655424:0@lo:400:kworker.0 00000100:00100000:0.0:1780332591.323176:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067655552:0@lo:400:kworker.0 00000100:00100000:2.0:1780332591.323181:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332591.323223:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332591.323236:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655424 00000100:00100000:2.0:1780332591.323245:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655424 00000100:00100000:0.0:1780332591.323267:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655296 00000100:00100000:0.0:1780332591.323273:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655296 00000100:00100000:2.0:1780332591.323296:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1780332591.323307:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067655424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332591.323317:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655552 00000100:00100000:0.0:1780332591.323322:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655552 00000100:00100000:0.0:1780332591.323346:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1780332591.323354:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067655296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332591.323365:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067655424:12345-0@lo:400:kworker.0 Request processed in 60us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332591.323373:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1780332591.323408:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1780332591.323408:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067655296:12345-0@lo:400:kworker.0 Request processed in 52us (2827us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332591.323421:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067655552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332591.323421:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00080000:0.0:1780332591.323444:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332591.323465:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067655552:12345-0@lo:400:kworker.0 Request processed in 50us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332591.323472:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1780332591.323503:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067655296:0@lo:400:kworker.0 00000100:00100000:2.0:1780332591.323508:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067655424:0@lo:400:kworker.0 00000100:00100000:2.0:1780332591.323542:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067655552:0@lo:400:kworker.0 00000100:00100000:1.0:1780332591.323729:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655040 00000100:00100000:1.0:1780332591.323735:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655040 00000100:00100000:1.0:1780332591.323898:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1780332591.323906:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067655040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332591.323949:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067655040:12345-0@lo:400:kworker.0 Request processed in 45us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332591.323955:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1780332591.324025:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067655040:0@lo:400:kworker.0 00000100:00100000:3.0:1780332591.324356:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332591.324425:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067655680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332591.324454:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332591.324557:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655168 00000100:00100000:0.0:1780332591.324562:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655168 00000100:00100000:0.0:1780332591.324610:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1780332591.324644:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067655168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332591.324682:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067655168:12345-0@lo:400:kworker.0 Request processed in 65us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332591.324689:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1780332591.324838:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067655168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332591.324993:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655680 00000100:00100000:2.0:1780332591.324998:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655680 00000100:00080000:0.0:1780332591.325254:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332591.325290:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1780332591.325300:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067655680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332591.325354:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067655680:12345-0@lo:400:kworker.0 Request processed in 57us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332591.325361:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1780332591.325421:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067655680:0@lo:400:kworker.0 00010000:00010000:0.0:1780332591.576159:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332591.833520:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332591.833546:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067655808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332591.833654:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332591.833875:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655808 00000100:00100000:0.0:1780332591.833886:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655808 00000100:00100000:0.0:1780332591.833953:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1780332591.833963:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067655808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332591.834003:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332591.834059:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067655808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332591.834066:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1780332591.834182:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067655808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332592.318382:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332592.318475:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332592.318653:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045455872 00000100:00100000:0.0:1780332592.318666:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045455872 00000100:00100000:0.0:1780332592.318746:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1371 00000100:00100000:0.0:1780332592.318756:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045455872:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332592.318872:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045455872:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 117us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332592.318881:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1371 00000100:00080000:1.0:1780332592.320084:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332592.320398:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332592.321533:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045455744 00000100:00100000:1.0:1780332592.321548:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045455744 00000100:00100000:1.0:1780332592.321665:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1121 00000100:00100000:1.0:1780332592.321676:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045455744:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332592.321769:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045455744:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 94us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332592.321788:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1121 00000100:00100000:3.0:1780332592.326684:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456128 00000100:00100000:3.0:1780332592.326706:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456128 00000100:00100000:3.0:1780332592.327029:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 993 00000100:00100000:3.0:1780332592.327051:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045456128:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332592.327136:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045456128:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 97us (8659us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332592.327144:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 993 00000100:00100000:0.0:1780332592.327244:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332592.327273:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456000 00000100:00100000:3.0:1780332592.327278:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456000 00000100:00080000:1.0:1780332592.327804:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332592.327809:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332592.328101:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 994 00000100:00100000:3.0:1780332592.328112:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045456000:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332592.328164:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045456000:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 55us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332592.328172:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 994 00010000:00010000:2.0:1780332592.600066:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332593.623973:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332594.647885:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332595.416035:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332595.416069:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067655936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332595.416176:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332595.416452:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067655936 00000100:00100000:3.0:1780332595.416463:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067655936 00000100:00100000:3.0:1780332595.416548:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1780332595.416562:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067655936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332595.416644:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332595.416708:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067655936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332595.416715:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00080000:1.0:1780332595.416811:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332595.416918:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067655936:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332595.672115:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332596.443673:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067656192:0@lo:400:kworker.0 00000100:00100000:1.0:1780332596.443698:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067656320:0@lo:400:kworker.0 00000100:00100000:3.0:1780332596.443824:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067656448:0@lo:400:kworker.0 00000100:00100000:2.0:1780332596.443901:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067656064:0@lo:400:kworker.0 00000100:00100000:1.0:1780332596.446053:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332596.446161:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332596.446179:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067656704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332596.446486:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332596.446547:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656320 00000100:00100000:0.0:1780332596.446561:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656320 00000100:00100000:0.0:1780332596.446962:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656192 00000100:00100000:0.0:1780332596.446966:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656192 00000100:00100000:0.0:1780332596.446995:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1780332596.447008:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067656320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332596.447083:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067656320:12345-0@lo:400:kworker.0 Request processed in 78us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332596.447092:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1780332596.447112:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1780332596.447118:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067656192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332596.447148:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067656192:12345-0@lo:400:kworker.0 Request processed in 31us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332596.447234:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1780332596.447342:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067656192:0@lo:400:kworker.0 00000100:00100000:1.0:1780332596.447360:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1780332596.447403:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332596.447417:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067656320:0@lo:400:kworker.0 00000100:00100000:0.0:1780332596.447441:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656704 00000100:00100000:0.0:1780332596.447446:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656704 00000100:00080000:1.0:1780332596.447490:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332596.447498:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1780332596.447506:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067656704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332596.447640:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067656704:12345-0@lo:400:kworker.0 Request processed in 105us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332596.447647:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1780332596.448336:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332596.448543:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067656704:0@lo:400:kworker.0 00000100:00100000:2.0:1780332596.449426:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332596.449491:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067656576:0@lo:400:kworker.0 00000100:00100000:2.0:1780332596.449538:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332596.449581:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656576 00000100:00100000:2.0:1780332596.449591:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656576 00000100:00100000:2.0:1780332596.449675:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1780332596.449685:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067656576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332596.449749:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067656576:12345-0@lo:400:kworker.0 Request processed in 66us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332596.449757:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1780332596.449798:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067656576:0@lo:400:kworker.0 00000100:00100000:1.0:1780332596.451038:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656064 00000100:00100000:1.0:1780332596.451048:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656064 00000100:00100000:1.0:1780332596.451098:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1780332596.451107:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067656064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332596.451170:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067656064:12345-0@lo:400:kworker.0 Request processed in 65us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332596.451177:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00080000:1.0:1780332596.451208:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332596.451671:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067656064:0@lo:400:kworker.0 00000100:00100000:0.0:1780332596.452323:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656448 00000100:00100000:0.0:1780332596.452329:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656448 00000100:00100000:0.0:1780332596.452369:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1780332596.452384:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067656448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332596.452486:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067656448:12345-0@lo:400:kworker.0 Request processed in 109us (4151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332596.452493:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1780332596.452754:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067656448:0@lo:400:kworker.0 00010000:00010000:2.0:1780332596.695998:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332596.952270:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332596.952296:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067656832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332596.952365:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332596.953538:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656832 00000100:00100000:2.0:1780332596.953550:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656832 00000100:00100000:2.0:1780332596.953646:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1780332596.953657:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067656832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332596.954497:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332596.954611:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067656832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 954us (2244us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332596.954647:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1780332596.954894:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067656832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332597.328323:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332597.328611:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456256 00000100:00100000:2.0:1780332597.328651:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456256 00000100:00100000:2.0:1780332597.328800:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 735 00000100:00100000:2.0:1780332597.328812:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045456256:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332597.328942:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045456256:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 131us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332597.328950:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 735 00000100:00080000:1.0:1780332597.333144:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332597.339430:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332597.340156:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456384 00000100:00100000:1.0:1780332597.340169:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456384 00000100:00100000:1.0:1780332597.340242:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 409 00000100:00100000:1.0:1780332597.340317:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045456384:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:2.0:1780332597.340687:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332597.341925:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045456384:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1667us (2499us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332597.341937:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 409 00000100:00100000:3.0:1780332597.344732:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332597.344955:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456512 00000100:00100000:0.0:1780332597.344967:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456512 00000100:00100000:0.0:1780332597.345079:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 410 00000100:00100000:0.0:1780332597.345090:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045456512:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332597.345509:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045456512:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 419us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332597.345517:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 410 00000100:00080000:2.0:1780332597.348659:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332597.349005:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332597.349108:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456640 00000100:00100000:0.0:1780332597.349123:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456640 00000100:00100000:0.0:1780332597.349220:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 736 00000100:00100000:0.0:1780332597.349231:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045456640:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332597.350040:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045456640:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 808us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332597.350050:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 736 00000100:00100000:1.0:1780332597.356108:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332597.356341:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456768 00000100:00100000:2.0:1780332597.356354:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456768 00000100:00100000:2.0:1780332597.356515:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 737 00000100:00100000:2.0:1780332597.356528:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045456768:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332597.357065:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045456768:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 537us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332597.357074:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 737 00000100:00100000:3.0:1780332597.359018:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332597.359142:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045456896 00000100:00100000:0.0:1780332597.359153:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045456896 00000100:00100000:0.0:1780332597.359217:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 411 00000100:00100000:0.0:1780332597.359229:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045456896:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332597.360174:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045456896:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 944us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332597.360184:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 411 00000100:00100000:1.0:1780332597.362925:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332597.363068:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045457024 00000100:00100000:3.0:1780332597.363081:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045457024 00000100:00100000:3.0:1780332597.363207:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 412 00000100:00100000:3.0:1780332597.363221:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045457024:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332597.364130:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46622:x1866812045457024:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 909us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332597.364141:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 412 00000100:00100000:1.0:1780332597.368202:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332597.368373:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045457152 00000100:00100000:0.0:1780332597.368385:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045457152 00000100:00100000:0.0:1780332597.368461:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 738 00000100:00100000:0.0:1780332597.368473:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045457152:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332597.369045:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46622:x1866812045457152:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 573us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332597.369054:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 738 00000100:00100000:2.0:1780332597.400730:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332597.400899:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045457280 00000100:00100000:0.0:1780332597.400914:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045457280 00000100:00100000:0.0:1780332597.400986:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 739 00000100:00100000:0.0:1780332597.400998:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46623:x1866812045457280:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332597.401024:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332597.401053:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e86a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bdf9 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.401192:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e871 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.401211:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e871 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.401225:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e871 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332597.401962:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00000004:00200000:0.0:1780332597.401968:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332597.402058:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e871 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.402102:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307e86a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf9 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.402127:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e871 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf9 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.402136:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:0.0:1780332597.402140:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332597.402144:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332597.402220:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46623:x1866812045457280:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1222us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332597.402229:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 739 00000100:00100000:3.0:1780332597.407081:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332597.407378:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045457536 00000100:00100000:2.0:1780332597.407393:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045457536 00000100:00100000:2.0:1780332597.407656:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 740 00000100:00100000:2.0:1780332597.407668:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46623:x1866812045457536:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332597.407692:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332597.407731:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307e878 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be00 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332597.408049:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00010000:00010000:2.0:1780332597.408327:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307e878 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be00 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.408343:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:2.0:1780332597.408347:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780332597.408352:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307e878 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be00 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.408366:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0e00, rc 0) 00000100:00100000:2.0:1780332597.408443:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46623:x1866812045457536:12345-192.168.204.30@tcp:101:rm.0 Request processed in 778us (1375us total) trans 4294967580 rc 301/301 00000100:00100000:2.0:1780332597.408452:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 740 00000100:00100000:1.0:1780332597.412832:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332597.413104:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045457664 00000100:00100000:3.0:1780332597.413120:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045457664 00000100:00100000:3.0:1780332597.413196:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 77 00000100:00100000:3.0:1780332597.413209:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46623:x1866812045457664:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:3.0:1780332597.419986:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46623:x1866812045457664:12345-192.168.204.30@tcp:37:rm.0 Request processed in 6768us (7157us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332597.420000:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 77 00000100:00100000:1.0:1780332597.423648:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332597.423774:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045457920 00000100:00100000:0.0:1780332597.423785:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045457920 00000100:00100000:0.0:1780332597.423921:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 78 00000100:00100000:0.0:1780332597.423933:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46623:x1866812045457920:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:0.0:1780332597.424964:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46623:x1866812045457920:12345-192.168.204.30@tcp:35:rm.0 Request processed in 1026us (1345us total) trans 4294967581 rc 0/0 00000100:00100000:0.0:1780332597.424976:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 78 00000100:00100000:1.0:1780332597.428607:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332597.429063:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045458176 00000100:00100000:2.0:1780332597.429075:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045458176 00000100:00100000:2.0:1780332597.429201:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 741 00000100:00100000:2.0:1780332597.429215:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46623:x1866812045458176:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332597.429355:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780332597.429390:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e871 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bdf9 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429527:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307e816 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bde4 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429541:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780332597.429559:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307e522 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bd2e expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429573:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:2.0:1780332597.429584:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332597.429614:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429677:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429688:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429713:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429721:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.429727:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.430497:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.430514:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.430524:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332597.432228:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 7680 00010000:00010000:2.0:1780332597.432332:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432344:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432353:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432359:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332597.432365:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432373:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432391:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332597.432394:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332597.432400:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432407:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307e894 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432520:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432526:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432532:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432538:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332597.432541:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432548:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432555:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7500) 00010000:00010000:2.0:1780332597.432558:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332597.432561:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332597.432566:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307e886 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332597.432578:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd851b10 reply state 00000000d84cf32e transno 4294967582 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332597.432588:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332597.433007:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46623:x1866812045458176:12345-192.168.204.30@tcp:36:rm.0 Request processed in 3789us (4405us total) trans 4294967582 rc 0/0 00000100:00100000:2.0:1780332597.433018:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 741 00010000:00010000:0.0:1780332597.435977:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.435998:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.436010:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.436015:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332597.436021:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.436028:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.436048:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7300) 00010000:00010000:0.0:1780332597.436052:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332597.436057:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332597.436063:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307e88d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332597.440301:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332597.440389:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045458304 00000100:00100000:2.0:1780332597.440404:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045458304 00000100:00100000:2.0:1780332597.440492:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1123 00000100:00100000:2.0:1780332597.440506:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045458304:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332597.440605:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045458304:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 103us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332597.440615:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1123 00000001:00080000:0.0:1780332597.510004:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967581 is committed 00000001:00080000:0.0:1780332597.510025:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967582 is committed 00010000:00010000:1.0:1780332597.719712:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332598.744754:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332599.772489:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332599.975131:0:79497:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc42e53cf0 20000000:00000080:0.0:1780332599.975152:0:79497:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec434264c00 uarg=0000000000000000 00010000:00010000:0.0:1780332599.976167:0:79497:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332599.976187:0:79497:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332599.976202:0:79497:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332599.976224:0:79497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332599.976246:0:79497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e50d expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332599.976255:0:79497:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332599.976304:0:79497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e50d expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332599.976322:0:79497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e50d expref: 17 pid: 5800 timeout: 2146 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332599.976337:0:79497:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30368ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79497:1866812067656960:0@lo:104: 00000100:00100000:0.0:1780332599.976956:0:79497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332599.977107:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067656960 00000100:00100000:1.0:1780332599.977117:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067656960 00000100:00100000:1.0:1780332599.977222:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1780332599.977234:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:79497:x1866812067656960:12345-0@lo:104: 00010000:00010000:1.0:1780332599.977250:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.977319:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332599.977325:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:79497:x1866812067656960:12345-0@lo:104: Request processed in 94us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332599.977333:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00010000:00010000:2.0:1780332599.977390:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332599.977400:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332599.977410:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332599.977416:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332599.977424:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332599.977432:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332599.977437:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332599.977481:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332599.977488:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332599.977520:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332599.977527:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0800/0x76434b26e307e50d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e514 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332599.977532:0:79497:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4011cac00 going to sleep for 11 seconds 00010000:00010000:2.0:1780332599.977546:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332599.977548:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332599.977550:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332599.977561:0:79497:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30368ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79497:1866812067656960:0@lo:104: 00010000:00010000:1.0:1780332599.977590:0:79497:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332599.977671:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067657088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332599.977713:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332599.978008:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657088 00000100:00100000:1.0:1780332599.978014:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657088 00010000:00010000:1.0:1780332599.978036:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e50d expref: 18 pid: 5800 timeout: 2146 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332599.978106:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1780332599.978114:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067657088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332599.978125:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332599.978130:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e50d expref: 18 pid: 5800 timeout: 2146 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978142:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e50d expref: 18 pid: 5800 timeout: 2146 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978156:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5400/0x76434b26e307e514 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e50d expref: 18 pid: 5800 timeout: 2146 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978173:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978184:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978199:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978206:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978213:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978219:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978229:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332599.978233:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978241:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978265:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332599.978276:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332599.978321:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067657088:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332599.978328:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1780332599.978382:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067657088:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332599.978743:0:79497:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332599.978753:0:79497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332599.978760:0:79497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307e89b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332600.539100:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067657216:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332600.539179:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332600.539384:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657216 00000100:00100000:1.0:1780332600.539393:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657216 00000100:00100000:1.0:1780332600.539461:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1780332600.539470:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067657216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332600.539512:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1780332600.539595:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332600.539930:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067657216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 450us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332600.539939:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1780332600.540057:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067657216:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1780332600.624391:0:79545:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc46cd0500 20000000:00000080:3.0:1780332600.624416:0:79545:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342b7800 uarg=0000000000000000 00010000:00010000:3.0:1780332600.625093:0:79545:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332600.625113:0:79545:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332600.625127:0:79545:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332600.625153:0:79545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625173:0:79545:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625185:0:79545:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625193:0:79545:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625199:0:79545:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625206:0:79545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625212:0:79545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332600.625216:0:79545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625226:0:79545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625241:0:79545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625249:0:79545:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332600.625255:0:79545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8a2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332600.792115:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332601.049766:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332601.049774:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332601.049780:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332601.049845:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332601.049859:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332601.049870:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332601.049899:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067657344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332601.049975:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332601.050034:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4204e1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780332601.050070:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657344 00000100:00100000:3.0:1780332601.050079:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657344 00000100:00100000:3.0:1780332601.050132:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1780332601.050149:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067657344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332601.050163:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332601.050184:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e8a9 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332601.050209:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332601.050221:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332601.050230:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780332601.050286:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067657344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332601.050294:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1780332601.050680:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067657344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332601.050696:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332601.050705:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332601.050732:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332601.050738:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332601.050745:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332601.562760:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067657600:0@lo:400:kworker.0 00000100:00100000:2.0:1780332601.562863:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332601.563205:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067657472:0@lo:400:kworker.0 00000100:00100000:3.0:1780332601.563238:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332601.564201:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657600 00000100:00100000:0.0:1780332601.564213:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657600 00000100:00100000:0.0:1780332601.564283:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657472 00000100:00100000:0.0:1780332601.564287:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657472 00000100:00100000:0.0:1780332601.564312:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1780332601.564322:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067657600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332601.564398:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067657600:12345-0@lo:400:kworker.0 Request processed in 77us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332601.564406:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1780332601.564424:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1780332601.564430:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067657472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332601.564465:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067657472:12345-0@lo:400:kworker.0 Request processed in 35us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332601.564471:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1780332601.564690:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067657600:0@lo:400:kworker.0 00000100:00100000:2.0:1780332601.564740:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067657728:0@lo:400:kworker.0 00000100:00100000:2.0:1780332601.564779:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332601.564816:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332601.564824:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067657856:0@lo:400:kworker.0 00000100:00100000:2.0:1780332601.564850:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332601.564887:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657856 00000100:00100000:2.0:1780332601.564890:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657856 00000100:00100000:0.0:1780332601.565369:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657728 00000100:00100000:0.0:1780332601.565374:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657728 00000100:00100000:0.0:1780332601.565415:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1780332601.565424:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067657728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332601.565475:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067657728:12345-0@lo:400:kworker.0 Request processed in 52us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332601.565482:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1780332601.565849:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067657728:0@lo:400:kworker.0 00000100:00100000:2.0:1780332601.567599:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1780332601.567636:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067657856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332601.567746:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067657856:12345-0@lo:400:kworker.0 Request processed in 139us (2894us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332601.567755:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1780332601.567886:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067657856:0@lo:400:kworker.0 00000100:00080000:3.0:1780332601.568249:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332601.568294:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067657472:0@lo:400:kworker.0 00000100:00100000:3.0:1780332601.568308:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067657984:0@lo:400:kworker.0 00000100:00100000:3.0:1780332601.568355:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332601.568404:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067657984 00000100:00100000:1.0:1780332601.568557:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067657984 00000100:00100000:1.0:1780332601.568658:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1780332601.568667:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067657984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332601.568714:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067657984:12345-0@lo:400:kworker.0 Request processed in 48us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332601.568721:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:1.0:1780332601.569121:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332601.569151:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067657984:0@lo:400:kworker.0 00010000:00010000:3.0:1780332601.817102:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332602.072266:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067658112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332602.072360:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332602.072403:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067658112 00000100:00100000:3.0:1780332602.072413:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067658112 00000100:00100000:3.0:1780332602.072480:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1780332602.072492:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067658112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332602.072542:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332602.072599:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067658112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332602.072684:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067658112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332602.072850:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1780332602.568866:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332602.568904:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332602.568933:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332602.568957:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332602.568989:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045458560 00000100:00100000:3.0:1780332602.569001:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045458560 00000100:00100000:1.0:1780332602.569695:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045458816 00000100:00100000:1.0:1780332602.569702:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045458816 00000100:00100000:1.0:1780332602.569759:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045458688 00000100:00100000:1.0:1780332602.569762:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045458688 00000100:00100000:1.0:1780332602.569790:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 999 00000100:00100000:3.0:1780332602.569829:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1378 00000100:00100000:3.0:1780332602.569839:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045458560:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332602.569929:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045458560:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332602.569937:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1378 00000100:00080000:3.0:1780332602.569961:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332602.570026:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045458816:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332602.570057:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045458816:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 257us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332602.570063:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 999 00000100:00100000:1.0:1780332602.570077:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1000 00000100:00100000:1.0:1780332602.570083:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045458688:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332602.570106:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045458688:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332602.570112:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1000 00000100:00100000:1.0:1780332602.570130:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045458432 00000100:00100000:1.0:1780332602.570134:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045458432 00000100:00100000:1.0:1780332602.570157:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1125 00000100:00100000:1.0:1780332602.570162:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045458432:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332602.570185:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045458432:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332602.570191:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1125 00000100:00080000:3.0:1780332602.570467:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332602.570470:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332602.841659:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332603.456245:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332603.457139:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045458944 00000100:00100000:0.0:1780332603.457154:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045458944 00000100:00100000:0.0:1780332603.457231:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 742 00000100:00100000:0.0:1780332603.457243:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46735:x1866812045458944:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332603.457266:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332603.457302:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e8b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be07 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.457383:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307e8be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.457399:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307e8be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.457415:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307e8be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332603.458153:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1780332603.458159:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332603.458275:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307e8be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.458319:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307e8b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be07 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.458341:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307e8be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be07 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.458351:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780332603.458354:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332603.458358:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:1.0:1780332603.458452:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46735:x1866812045458944:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1210us (2220us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332603.458461:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 742 00000100:00100000:3.0:1780332603.465822:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332603.467678:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045459072 00000100:00100000:0.0:1780332603.467700:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045459072 00000100:00100000:0.0:1780332603.467866:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 743 00000100:00100000:0.0:1780332603.467878:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46735:x1866812045459072:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332603.467905:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332603.467927:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e8c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be0e expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468024:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468044:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468058:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468376:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468384:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468402:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468793:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468802:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468809:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468816:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332603.468821:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468833:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.468848:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332603.468851:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332603.470184:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470201:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307e8cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470229:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470236:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470243:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470249:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332603.470252:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470259:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470272:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec408256b00) 00010000:00010000:0.0:1780332603.470275:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332603.470278:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470289:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470352:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e8c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be0e expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470362:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332603.470364:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332603.470368:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307e8c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be0e expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.470376:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780332603.470487:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46735:x1866812045459072:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2610us (4677us total) trans 0 rc 301/301 00000100:00100000:0.0:1780332603.470499:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 743 00000100:00100000:3.0:1780332603.534191:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332603.534384:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045459200 00000100:00100000:1.0:1780332603.534399:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045459200 00000100:00100000:1.0:1780332603.534477:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 744 00000100:00100000:1.0:1780332603.534505:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045459200:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:1.0:1780332603.534574:0:5805:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1780332603.534737:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045459200:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 249us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332603.534746:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 744 00000100:00100000:1.0:1780332603.536265:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332603.536780:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045459456 00000100:00100000:2.0:1780332603.536790:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045459456 00000100:00100000:2.0:1780332603.536887:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 745 00000100:00100000:2.0:1780332603.536900:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46739:x1866812045459456:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:2.0:1780332603.536968:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332603.537006:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307e8be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be07 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.537033:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780332603.537048:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332603.537412:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.537433:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.537446:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.537458:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.537465:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.537472:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332603.539465:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 512 00010000:00010000:2.0:1780332603.539481:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.539492:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.539500:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.539506:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332603.539510:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.539518:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.539533:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780332603.539536:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332603.539540:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.539546:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8da lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332603.539570:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001021e786 reply state 000000007cd53120 transno 4294967583 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332603.539580:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332603.539757:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30368ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46739:x1866812045459456:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 2856us (3494us total) trans 4294967583 rc 0/0 00000100:00100000:2.0:1780332603.539767:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 745 00010000:00010000:0.0:1780332603.546596:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.546643:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.546651:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.546658:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332603.546663:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.546672:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.546693:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7300) 00010000:00010000:0.0:1780332603.546697:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332603.546703:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.546710:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e8e1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332603.608187:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332603.608318:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045459584 00000100:00100000:0.0:1780332603.608337:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045459584 00000100:00100000:0.0:1780332603.608395:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 746 00000100:00100000:0.0:1780332603.608405:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46743:x1866812045459584:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:0.0:1780332603.608431:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332603.608457:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be15 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.612215:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e8ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.612241:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e8ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.612257:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e8ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332603.612390:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1780332603.612394:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332603.612425:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e8ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.612463:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307e8e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be15 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.612489:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e8ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be15 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332603.612498:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:1.0:1780332603.612501:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332603.612504:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de000, rc 0) 00000100:00100000:1.0:1780332603.612757:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46743:x1866812045459584:12345-192.168.204.30@tcp:101:chown.0 Request processed in 4351us (4576us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332603.612768:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 746 00000100:00100000:1.0:1780332603.621420:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332603.623665:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045459712 00000100:00100000:2.0:1780332603.623681:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045459712 00000100:00100000:2.0:1780332603.623842:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 747 00000100:00100000:2.0:1780332603.623864:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46743:x1866812045459712:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:2.0:1780332603.623889:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332603.623914:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be1c expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.623981:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.623998:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624010:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624025:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624032:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624044:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624206:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e90b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624214:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624221:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332603.624260:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 512 00000004:00200000:2.0:1780332603.624264:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332603.624286:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624298:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624305:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624312:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624318:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332603.624335:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624344:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624357:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:2.0:1780332603.624360:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332603.624364:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624370:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307e8fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624384:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624390:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624396:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624401:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332603.624404:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624410:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624418:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780332603.624420:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332603.624423:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624428:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e904 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624458:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e8f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be1c expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624471:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e90b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be1c expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.624480:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332603.624482:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332603.624485:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332603.624574:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46743:x1866812045459712:12345-192.168.204.30@tcp:101:chown.0 Request processed in 712us (3160us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332603.624581:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 747 00000100:00100000:0.0:1780332603.634470:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332603.634909:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045459968 00000100:00100000:2.0:1780332603.634920:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045459968 00000100:00100000:2.0:1780332603.635014:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 748 00000100:00100000:2.0:1780332603.635025:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46743:x1866812045459968:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:2.0:1780332603.635079:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332603.635113:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e90b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be1c expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.635136:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332603.635146:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332603.635172:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.635185:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.635195:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332603.715920:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046868ea8 reply state 000000004876b607 transno 4294967584 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332603.715933:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967584 is committed 00000100:00100000:2.0:1780332603.715940:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332603.716140:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00010000:00080000:2.0:1780332603.716283:0:44689:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780332603.716306:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46743:x1866812045459968:12345-192.168.204.30@tcp:36:chown.0 Request processed in 81278us (81845us total) trans 4294967584 rc 0/0 00000100:00100000:2.0:1780332603.716316:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 748 00010000:00010000:0.0:1780332603.716411:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.716421:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.716428:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.716433:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332603.716437:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.716447:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.716465:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:0.0:1780332603.716468:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332603.716474:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332603.716481:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e912 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332603.864408:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332604.388818:0:79743:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeeed65720 20000000:00000080:2.0:1780332604.388839:0:79743:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40b2b9400 uarg=0000000000000000 00010000:00010000:2.0:1780332604.389436:0:79743:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1780332604.389485:0:79743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:2.0:1780332604.389489:0:79743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332604.389503:0:79743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307e8ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be15 expref: 5 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.389533:0:79743:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1780332604.389561:0:79743:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332604.389581:0:79743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.389609:0:79743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.389657:0:79743:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.389697:0:79743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.389717:0:79743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 17 pid: 5798 timeout: 2150 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332604.389734:0:79743:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79743:1866812067658240:0@lo:104: 00000100:00100000:2.0:1780332604.389822:0:79743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332604.389888:0:79743:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c8f240 going to sleep for 11 seconds 00000100:00100000:0.0:1780332604.390118:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067658240 00000100:00100000:0.0:1780332604.390129:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067658240 00000100:00100000:0.0:1780332604.390189:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1780332604.390199:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:79743:x1866812067658240:12345-0@lo:104: 00010000:00010000:0.0:1780332604.390213:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390286:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780332604.390293:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:79743:x1866812067658240:12345-0@lo:104: Request processed in 96us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332604.390302:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00010000:00010000:0.0:1780332604.390341:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332604.390348:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390357:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332604.390362:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390377:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332604.390385:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332604.390391:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332604.390426:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390433:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332604.390459:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390466:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307e8a9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e8b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390484:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332604.390486:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332604.390487:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332604.390513:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067658368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332604.390550:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332604.390593:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067658368 00000100:00100000:0.0:1780332604.390608:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067658368 00010000:00010000:0.0:1780332604.390657:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 18 pid: 5798 timeout: 2150 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332604.390681:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1780332604.390687:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067658368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332604.390700:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332604.390704:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 18 pid: 5798 timeout: 2150 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390716:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 18 pid: 5798 timeout: 2150 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390731:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390739:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390751:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390759:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390765:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390771:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390775:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332604.390780:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390787:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390800:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.390809:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332604.390837:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067658368:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332604.390844:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1780332604.390886:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067658368:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332604.392912:0:79743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307e8b0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e8a9 expref: 17 pid: 5798 timeout: 2150 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332604.392932:0:79743:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79743:1866812067658240:0@lo:104: 00010000:00010000:2.0:1780332604.392956:0:79743:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.392967:0:79743:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.392973:0:79743:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332604.392979:0:79743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1a00/0x76434b26e307e919 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332604.889788:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332605.293605:0:79791:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff19a28070 20000000:00000080:0.0:1780332605.293657:0:79791:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec434267000 uarg=0000000000000000 00010000:00010000:0.0:1780332605.293882:0:79791:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332605.293899:0:79791:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332605.293911:0:79791:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332605.293931:0:79791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.293946:0:79791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.293956:0:79791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.293962:0:79791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.293968:0:79791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.293978:0:79791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.293985:0:79791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332605.293989:0:79791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.293997:0:79791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.294010:0:79791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.294018:0:79791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.294024:0:79791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e307e920 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332605.656229:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067658496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332605.656336:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332605.656996:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067658496 00000100:00100000:2.0:1780332605.657007:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067658496 00000100:00100000:2.0:1780332605.657130:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1780332605.657143:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067658496:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332605.657163:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1780332605.657190:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332605.657270:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067658496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332605.657278:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1780332605.657389:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067658496:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1780332605.911903:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332605.911911:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332605.911918:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332605.911972:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.911985:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.912002:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332605.912031:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067658624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332605.912107:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332605.912159:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4074c5180 going to sleep for 11 seconds 00000100:00100000:0.0:1780332605.912183:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067658624 00000100:00100000:0.0:1780332605.912191:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067658624 00000100:00100000:0.0:1780332605.912239:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1780332605.912248:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067658624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332605.912261:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332605.912274:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307e927 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.912301:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307e927 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.912314:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e927 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.912324:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780332605.912365:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067658624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332605.912373:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1780332605.912439:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067658624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332605.912451:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.912461:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332605.912480:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332605.912485:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.912497:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332605.914317:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332606.680068:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067659008:0@lo:400:kworker.0 00000100:00100000:1.0:1780332606.680171:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332606.680233:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332606.680240:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067659136:0@lo:400:kworker.0 00000100:00100000:1.0:1780332606.680270:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332606.680371:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067658880:0@lo:400:kworker.0 00000100:00100000:2.0:1780332606.680404:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332606.680424:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067659392:0@lo:400:kworker.0 00000100:00100000:3.0:1780332606.680501:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067658752:0@lo:400:kworker.0 00000100:00100000:3.0:1780332606.680537:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332606.680592:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067659264:0@lo:400:kworker.0 00000100:00100000:3.0:1780332606.680646:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332606.680776:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067659008 00000100:00100000:3.0:1780332606.680789:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067659008 00000100:00100000:3.0:1780332606.680868:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067658880 00000100:00100000:3.0:1780332606.680871:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067658880 00000100:00100000:3.0:1780332606.680889:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067659264 00000100:00100000:3.0:1780332606.680891:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067659264 00000100:00100000:3.0:1780332606.680909:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1780332606.680917:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dade300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067659008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332606.680976:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dade300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067659008:12345-0@lo:400:kworker.0 Request processed in 59us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332606.680984:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1780332606.681003:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1780332606.681009:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067658880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332606.681040:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067658880:12345-0@lo:400:kworker.0 Request processed in 32us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332606.681045:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1780332606.681056:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1780332606.681061:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067659264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332606.681084:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067659264:12345-0@lo:400:kworker.0 Request processed in 24us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332606.681089:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00080000:3.0:1780332606.681109:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332606.681153:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067659264:0@lo:400:kworker.0 00000100:00100000:2.0:1780332606.681245:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067658752 00000100:00100000:2.0:1780332606.681250:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067658752 00000100:00100000:2.0:1780332606.681306:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1780332606.681313:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067658752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332606.681352:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067658752:12345-0@lo:400:kworker.0 Request processed in 40us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332606.681359:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1780332606.681555:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067659008:0@lo:400:kworker.0 00000100:00100000:1.0:1780332606.681601:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067659136 00000100:00100000:1.0:1780332606.681605:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067659136 00000100:00100000:1.0:1780332606.681653:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1780332606.681856:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067658752:0@lo:400:kworker.0 00000100:00100000:1.0:1780332606.682150:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067659136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332606.682211:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067659136:12345-0@lo:400:kworker.0 Request processed in 551us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332606.682218:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1780332606.682388:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332606.682433:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067658880:0@lo:400:kworker.0 00000100:00100000:2.0:1780332606.682457:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067659392 00000100:00100000:2.0:1780332606.682461:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067659392 00000100:00100000:2.0:1780332606.682496:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1780332606.682502:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067659392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332606.682538:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067659392:12345-0@lo:400:kworker.0 Request processed in 37us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332606.682544:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1780332606.682801:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067659392:0@lo:400:kworker.0 00000100:00080000:3.0:1780332606.682873:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332606.682899:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067659136:0@lo:400:kworker.0 00010000:00010000:2.0:1780332606.939222:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332607.198594:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332607.198644:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067659520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332607.198838:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332607.198924:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067659520 00000100:00100000:3.0:1780332607.198935:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067659520 00000100:00100000:3.0:1780332607.198987:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1780332607.198999:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067659520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332607.199050:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332607.199189:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067659520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332607.199197:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1780332607.199265:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067659520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332607.680466:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332607.680597:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045460096 00000100:00100000:2.0:1780332607.680615:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045460096 00000100:00100000:2.0:1780332607.680723:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1128 00000100:00100000:2.0:1780332607.680737:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045460096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332607.680854:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045460096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 121us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332607.680863:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1128 00000100:00100000:0.0:1780332607.682042:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332607.682358:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045460224 00000100:00100000:3.0:1780332607.682368:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045460224 00000100:00080000:0.0:1780332607.682451:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332607.682463:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1382 00000100:00100000:3.0:1780332607.682475:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045460224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332607.682578:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045460224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 105us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332607.682588:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1382 00000100:00100000:0.0:1780332607.685488:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332607.685531:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332607.685718:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045460480 00000100:00100000:2.0:1780332607.685732:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045460480 00000100:00100000:2.0:1780332607.686041:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045460352 00000100:00100000:2.0:1780332607.686046:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045460352 00000100:00100000:2.0:1780332607.686074:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1003 00000100:00100000:2.0:1780332607.686085:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045460480:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332607.686180:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045460480:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 96us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332607.686191:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1003 00000100:00100000:2.0:1780332607.686214:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1004 00000100:00100000:2.0:1780332607.686223:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045460352:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332607.686250:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045460352:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332607.686257:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1004 00000100:00080000:0.0:1780332607.686541:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780332607.686546:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780332607.961479:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332608.301604:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332608.302062:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045460608 00000100:00100000:1.0:1780332608.302075:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045460608 00000100:00100000:1.0:1780332608.302156:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 12 00000100:00100000:1.0:1780332608.302168:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045460608:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332608.302188:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332608.302191:0:5791:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307e8ef) 00010000:00010000:1.0:1780332608.302193:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332608.302264:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045460608:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (673us total) trans 0 rc 116/116 00000100:00100000:1.0:1780332608.302272:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 12 00010000:00010000:0.0:1780332608.984354:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332609.263040:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332609.263506:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045460736 00000100:00100000:1.0:1780332609.263516:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045460736 00000100:00100000:1.0:1780332609.263608:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 749 00000100:00100000:1.0:1780332609.263635:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46848:x1866812045460736:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332609.263658:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332609.263683:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e935 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be23 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332609.263751:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e93c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332609.263766:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e93c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332609.263778:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e93c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332609.264118:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1780332609.264122:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332609.264210:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e93c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332609.264236:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307e935 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be23 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332609.264252:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e93c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be23 expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332609.264261:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332609.264264:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332609.264268:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332609.264344:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46848:x1866812045460736:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 726us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332609.264355:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 749 00000100:00080000:3.0:1780332609.266324:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332609.275820:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332609.279427:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045460864 00000100:00100000:2.0:1780332609.279442:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045460864 00000100:00100000:2.0:1780332609.279590:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 750 00000100:00100000:2.0:1780332609.279601:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46848:x1866812045460864:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332609.279644:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332609.279665:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e943 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be2a expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.279725:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.279740:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.279752:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.279767:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.279774:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.279781:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280334:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e958 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280345:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e958 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280353:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e958 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332609.280455:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332609.280460:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332609.280557:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e958 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280569:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280754:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280763:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280769:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.280772:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280780:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280791:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:2.0:1780332609.280794:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.280799:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280805:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e94a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280816:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280827:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280833:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280838:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.280840:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280846:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280853:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780332609.280857:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.280859:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280865:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e951 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280894:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307e943 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be2a expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280908:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e958 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be2a expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.280915:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332609.280917:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332609.280920:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0000, rc 0) 00000100:00100000:2.0:1780332609.282100:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46848:x1866812045460864:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 2494us (6285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332609.282111:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 750 00000100:00100000:2.0:1780332609.293423:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332609.295939:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045461120 00000100:00100000:0.0:1780332609.295954:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045461120 00000100:00100000:0.0:1780332609.296024:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 751 00000100:00100000:0.0:1780332609.296036:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46848:x1866812045461120:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332609.296098:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332609.296139:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307e958 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be2a expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.296161:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:0.0:1780332609.296172:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332609.296201:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.296216:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.296226:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332609.339223:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df3066ee reply state 0000000039f67842 transno 4294967585 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332609.339249:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332609.339473:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000100:00100000:2.0:1780332609.339648:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46848:x1866812045461120:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 43609us (46229us total) trans 4294967585 rc 0/0 00000100:00100000:2.0:1780332609.339658:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 751 00000001:00080000:2.0:1780332609.339983:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967585 is committed 00010000:00010000:3.0:1780332609.340781:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.340795:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.340802:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.340808:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332609.340813:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.340821:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.340839:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec408256800) 00010000:00010000:3.0:1780332609.340843:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332609.340848:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.340855:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307e95f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332609.446203:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332609.449323:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045461248 00000100:00100000:1.0:1780332609.449345:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045461248 00000100:00100000:1.0:1780332609.450368:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 752 00000100:00100000:1.0:1780332609.450386:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46852:x1866812045461248:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332609.450417:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332609.456588:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e966 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be31 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.456768:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.457418:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.457493:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.457517:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.457534:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.457542:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459237:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e97b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459260:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e97b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459272:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e97b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332609.459374:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332609.459379:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332609.459550:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e97b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459566:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459573:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459580:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459586:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.459590:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459598:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459612:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:2.0:1780332609.459615:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.459733:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459741:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e96d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459756:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459762:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459768:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459774:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.459777:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.459792:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.460013:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780332609.460016:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.460020:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.460027:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e974 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.460079:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e966 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be31 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.460094:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e97b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be31 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.460101:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332609.460104:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332609.460106:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1400, rc 0) 00000100:00100000:2.0:1780332609.460297:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46852:x1866812045461248:12345-192.168.204.30@tcp:101:touch.0 Request processed in 9916us (14107us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332609.460308:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 752 00000100:00100000:1.0:1780332609.470374:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332609.472087:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045461504 00000100:00100000:2.0:1780332609.472106:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045461504 00000100:00100000:2.0:1780332609.472268:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 753 00000100:00100000:2.0:1780332609.472284:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46852:x1866812045461504:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332609.472313:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332609.472341:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e982 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be38 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.472787:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.472819:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.472831:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.472900:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.472908:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.472914:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332609.473804:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:2.0:1780332609.474090:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e997 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474104:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474113:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474155:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474162:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474168:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474173:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.474177:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474189:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474203:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332609.474206:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.474211:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474216:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e989 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332609.474231:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000221d6db9 reply state 000000004e190743 transno 4294967586 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332609.474239:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332609.474278:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e982 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be38 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474291:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e997 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be38 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.474298:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332609.474300:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332609.474302:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332609.474403:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46852:x1866812045461504:12345-192.168.204.30@tcp:101:touch.0 Request processed in 2122us (4042us total) trans 4294967586 rc 0/0 00000100:00100000:2.0:1780332609.474413:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 753 00010000:00010000:3.0:1780332609.484486:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.484511:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.484518:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.484534:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332609.484540:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.484549:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.484567:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec40b3c7800) 00010000:00010000:3.0:1780332609.484570:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332609.484575:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.484581:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e990 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332609.488226:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332609.488308:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045461760 00000100:00100000:2.0:1780332609.488322:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045461760 00000100:00100000:2.0:1780332609.488390:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 754 00000100:00100000:2.0:1780332609.488400:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46852:x1866812045461760:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:2.0:1780332609.488469:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332609.488504:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e997 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be38 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.488534:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332609.488547:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332609.488595:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.488609:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.488658:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332609.489187:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afbe2761 reply state 0000000053967dcb transno 4294967587 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332609.489198:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332609.489306:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46852:x1866812045461760:12345-192.168.204.30@tcp:36:touch.0 Request processed in 906us (1092us total) trans 4294967587 rc 0/0 00000100:00100000:2.0:1780332609.489314:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 754 00010000:00010000:2.0:1780332609.491407:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.491431:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.491445:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.491452:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.491458:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.491467:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.491490:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332609.491493:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.491499:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.491506:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332609.495314:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332609.496170:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045461888 00000100:00100000:2.0:1780332609.496186:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045461888 00000100:00100000:2.0:1780332609.496356:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 755 00000100:00100000:2.0:1780332609.496369:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46852:x1866812045461888:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332609.496402:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332609.496428:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e9ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be3f expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.496500:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e9ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be3f expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.496523:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e9ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be3f expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.496555:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332609.496559:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332609.496563:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332609.496667:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46852:x1866812045461888:12345-192.168.204.30@tcp:101:touch.0 Request processed in 300us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332609.496675:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 755 00000100:00100000:0.0:1780332609.504552:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332609.504807:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045462016 00000100:00100000:2.0:1780332609.504825:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045462016 00000100:00100000:2.0:1780332609.504913:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 413 00000100:00100000:2.0:1780332609.504925:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045462016:12345-192.168.204.30@tcp:2:touch.0 00000100:00100000:2.0:1780332609.505580:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045462016:12345-192.168.204.30@tcp:2:touch.0 Request processed in 651us (1034us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1780332609.505591:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 413 00000100:00080000:3.0:1780332609.505795:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332609.513757:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332609.513920:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045462272 00000100:00100000:0.0:1780332609.513930:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045462272 00000100:00100000:0.0:1780332609.513993:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 79 00000100:00100000:0.0:1780332609.514004:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46852:x1866812045462272:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:0.0:1780332609.514428:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46852:x1866812045462272:12345-192.168.204.30@tcp:35:touch.0 Request processed in 425us (684us total) trans 4294967588 rc 0/0 00000100:00100000:0.0:1780332609.514437:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 79 00000100:00100000:1.0:1780332609.602882:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332609.603045:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045462400 00000100:00100000:2.0:1780332609.603056:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045462400 00000100:00100000:2.0:1780332609.603116:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 756 00000100:00100000:2.0:1780332609.603128:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46856:x1866812045462400:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332609.603154:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332609.603174:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be46 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603262:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603282:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603296:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603314:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603321:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603328:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603445:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603453:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603460:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332609.603493:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 0 00000004:00200000:2.0:1780332609.603498:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332609.603518:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603544:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603556:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603561:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603568:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603574:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.603578:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603586:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603598:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332609.603600:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.603604:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603609:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603792:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603799:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603805:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603810:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.603813:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603819:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603827:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332609.603830:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.603832:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603838:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.603873:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be46 expref: 13 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.604311:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be46 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.604321:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332609.604324:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332609.604327:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332609.604395:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46856:x1866812045462400:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1268us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332609.604408:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 756 00000100:00100000:2.0:1780332609.614660:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332609.614733:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045462528 00000100:00100000:0.0:1780332609.614744:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045462528 00000100:00100000:0.0:1780332609.614812:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 414 00000100:00100000:0.0:1780332609.614823:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045462528:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332609.614847:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332609.614874:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be4d expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332609.614908:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x6a1db842, atime: 0x6a1db842, ctime: 0x6a1db842, blocks: 0x1 00010000:00010000:0.0:1780332609.614927:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332609.614929:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332609.614937:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 7 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.614957:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 7 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.614969:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391200, rc 0) 00000100:00100000:0.0:1780332609.615041:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045462528:12345-192.168.204.30@tcp:101:rm.0 Request processed in 219us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332609.615048:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 414 00000100:00100000:1.0:1780332609.620448:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332609.620564:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045462784 00000100:00100000:2.0:1780332609.620576:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045462784 00000100:00100000:2.0:1780332609.620696:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 757 00000100:00100000:2.0:1780332609.620708:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46856:x1866812045462784:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332609.620768:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332609.620806:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307e9c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be46 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.620831:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307e9ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be3f expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.620853:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332609.620866:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332609.620896:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.620910:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.620920:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.620934:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.620942:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.620947:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.621066:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.621073:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.621079:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780332609.622036:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].23, 64 off9664 00000004:00080000:2.0:1780332609.622048:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2056029429339ns, next at 2057029426480ns, rc = 0 00010000:00010000:2.0:1780332609.622113:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622125:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622133:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622141:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622147:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622153:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622180:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332609.622208:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622215:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622221:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622226:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.622231:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622237:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622249:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332609.622252:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332609.622257:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622263:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307e9e4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622279:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622285:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622290:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622295:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332609.622299:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622305:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622312:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332609.622315:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332609.622318:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332609.622323:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307e9d6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332609.622333:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000240de2d5 reply state 000000001b3e4c4d transno 4294967589 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332609.622343:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332609.622433:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46856:x1866812045462784:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1725us (1992us total) trans 4294967589 rc 0/0 00000100:00100000:2.0:1780332609.622442:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 757 00010000:00010000:0.0:1780332609.622924:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332609.622931:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.622938:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332609.622941:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.622947:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.622957:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332609.622960:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332609.622963:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.622969:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307e9eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332609.622986:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332609.622988:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332609.622990:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332609.626083:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.626103:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.626110:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.626121:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332609.626125:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.626132:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.626148:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec40b3c7200) 00010000:00010000:3.0:1780332609.626151:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332609.626156:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332609.626162:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307e9dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.008074:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332610.323036:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00000100:00100000:1.0:1780332610.557773:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332610.557837:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045462912 00000100:00100000:3.0:1780332610.557865:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045462912 00000100:00100000:3.0:1780332610.557944:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 758 00000100:00100000:3.0:1780332610.557956:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46871:x1866812045462912:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332610.557987:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332610.558012:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e9f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be54 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.558089:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e9f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.558106:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e9f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.558125:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e9f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332610.558204:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:3.0:1780332610.558207:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332610.558249:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e9f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.558277:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307e9f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be54 expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.558300:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e9f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be54 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.558310:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780332610.558313:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332610.558316:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780332610.558404:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46871:x1866812045462912:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 451us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332610.558414:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 758 00000100:00100000:1.0:1780332610.566186:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332610.566324:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045463168 00000100:00100000:3.0:1780332610.566343:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045463168 00000100:00100000:3.0:1780332610.566445:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 759 00000100:00100000:3.0:1780332610.566459:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46871:x1866812045463168:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332610.566539:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332610.566584:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307e9f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be54 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.566637:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307e97b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be31 expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.566652:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780332610.566664:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332610.566698:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.566716:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.566727:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780332610.638671:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967588 is committed 00000001:00080000:2.0:1780332610.638693:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967589 is committed 00000004:00080000:2.0:1780332610.638698:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 61 committed 00000001:00080000:2.0:1780332610.638724:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967590 is committed 00000100:00100000:0.0:1780332610.639000:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067659648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332610.639086:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1780332610.639677:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003727e63a reply state 00000000723fa38d transno 4294967590 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332610.639692:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332610.640000:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00010000:00080000:2.0:1780332610.640088:0:6619:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780332610.640104:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46871:x1866812045463168:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 73646us (73933us total) trans 4294967590 rc 0/0 00000100:00100000:2.0:1780332610.640114:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 759 00010000:00010000:2.0:1780332610.640261:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.640271:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.640279:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.640285:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332610.640290:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.640298:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.640316:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:2.0:1780332610.640320:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332610.640324:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.640331:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307ea00 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332610.641392:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067659648 00000100:00100000:0.0:1780332610.641403:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067659648 00000100:00100000:0.0:1780332610.641526:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1780332610.641538:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067659648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780332610.641568:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:0.0:1780332610.641593:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.641614:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.641645:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332610.641648:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332610.641652:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.641688:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.641711:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 5 pid: 6597 timeout: 2157 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332610.641726:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067659776:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780332610.641798:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c8fc00 going to sleep for 11 seconds 00000100:00080000:3.0:1780332610.641932:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332610.645377:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067659776:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780332610.645410:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332610.645552:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332610.645660:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045463296 00000100:00100000:0.0:1780332610.645667:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045463296 00010000:00010000:0.0:1780332610.645711:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 6 pid: 6597 timeout: 2157 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332610.645760:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 371 00000100:00100000:0.0:1780332610.645771:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045463296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332610.645797:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332610.645805:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 6 pid: 6597 timeout: 2157 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.645822:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 6 pid: 6597 timeout: 2157 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.645853:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9d247b8/0x76434b26e307e9cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be4d expref: 6 pid: 6597 timeout: 2157 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.646035:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332610.646038:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332610.646044:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.646054:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.646086:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332610.646140:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045463296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 370us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332610.646148:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 371 00010000:00010000:3.0:1780332610.649782:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.649803:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.649816:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.649824:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.649862:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1780332610.651264:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec433f88700/2, rc 0, transno 4294967343 00000100:00100000:1.0:1780332610.651277:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067659648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780332610.651282:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332610.651302:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.651316:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332610.651321:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.651333:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.651359:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.651367:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7d5ecd4/0x76434b26e307ea07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.651389:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332610.651391:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332610.651393:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332610.657209:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067659648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15660us (18109us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1780332610.657227:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1780332610.727523:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332610.727820:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045463424 00000100:00100000:3.0:1780332610.727837:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045463424 00000100:00100000:3.0:1780332610.727925:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 760 00000100:00100000:3.0:1780332610.727939:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46875:x1866812045463424:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332610.727975:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332610.728006:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307ea0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be5b expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.728112:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.728133:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.728149:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.728167:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.728174:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.728180:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.729050:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307ea23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.729065:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307ea23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.729075:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307ea23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332610.729173:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:3.0:1780332610.729178:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332610.729262:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307ea23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.729278:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730639:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730656:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730664:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332610.730670:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730680:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730706:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332610.730710:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332610.730716:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730723:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730761:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730768:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730784:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730791:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332610.730793:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730799:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730807:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780332610.730810:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332610.730813:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730818:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730879:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307ea0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be5b expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730899:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307ea23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be5b expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.730907:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332610.730909:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332610.730912:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:2.0:1780332610.731147:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46875:x1866812045463424:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3206us (3643us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332610.731158:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 760 00000100:00100000:0.0:1780332610.737968:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332610.738410:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045463680 00000100:00100000:3.0:1780332610.738426:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045463680 00000100:00100000:3.0:1780332610.738502:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 761 00000100:00100000:3.0:1780332610.738523:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46875:x1866812045463680:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332610.738551:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332610.738579:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307ea2a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be62 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.739384:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.739404:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.739417:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.739434:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.739440:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.739451:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332610.741160:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:2.0:1780332610.741598:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307ea3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741699:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741712:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741757:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741763:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741769:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741775:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332610.741779:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741785:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741796:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332610.741799:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332610.741803:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741808:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ea31 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332610.741820:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000521f53b6 reply state 00000000f3fa63dc transno 4294967591 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332610.741828:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332610.741864:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307ea2a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be62 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741877:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307ea3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be62 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.741953:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332610.741956:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332610.741959:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0000, rc 0) 00000100:00100000:2.0:1780332610.742148:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46875:x1866812045463680:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3626us (4190us total) trans 4294967591 rc 0/0 00000100:00100000:2.0:1780332610.742158:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 761 00010000:00010000:0.0:1780332610.746061:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.746080:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.746088:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.746095:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332610.746100:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.746109:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.746127:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec4054ddb00) 00010000:00010000:0.0:1780332610.746130:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332610.746136:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.746141:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307ea38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332610.747172:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332610.748237:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045463936 00000100:00100000:2.0:1780332610.748255:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045463936 00000100:00100000:2.0:1780332610.748325:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 762 00000100:00100000:2.0:1780332610.748337:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46875:x1866812045463936:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:2.0:1780332610.748392:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332610.748421:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307ea3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be62 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.748444:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332610.748457:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332610.748529:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.748546:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.748557:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332610.748766:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bb2fd99 reply state 000000004a58d1ca transno 4294967592 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332610.748777:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332610.749114:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46875:x1866812045463936:12345-192.168.204.30@tcp:36:touch.0 Request processed in 777us (1947us total) trans 4294967592 rc 0/0 00000100:00100000:2.0:1780332610.749123:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 762 00010000:00010000:2.0:1780332610.753864:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.753884:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332610.753895:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1780332610.753897:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.753905:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332610.753911:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.754174:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.754200:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332610.754203:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332610.754212:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.754228:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ea4d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332610.754371:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045464064 00000100:00100000:1.0:1780332610.754381:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045464064 00000100:00100000:1.0:1780332610.754441:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 763 00000100:00100000:1.0:1780332610.754454:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46875:x1866812045464064:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332610.754491:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332610.754521:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ea54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be69 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.754588:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ea54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be69 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.754604:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ea54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be69 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.754645:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332610.754648:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780332610.754653:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfc00, rc 0) 00000100:00100000:1.0:1780332610.754841:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46875:x1866812045464064:12345-192.168.204.30@tcp:101:touch.0 Request processed in 388us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332610.754848:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 763 00000100:00100000:3.0:1780332610.759246:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332610.759361:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045464192 00000100:00100000:1.0:1780332610.759372:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045464192 00000100:00100000:1.0:1780332610.759447:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 416 00000100:00100000:1.0:1780332610.759460:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045464192:12345-192.168.204.30@tcp:2:touch.0 00000100:00100000:1.0:1780332610.759995:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045464192:12345-192.168.204.30@tcp:2:touch.0 Request processed in 537us (760us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1780332610.760004:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 416 00000100:00080000:3.0:1780332610.760355:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332610.763408:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332610.763501:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045464448 00000100:00100000:1.0:1780332610.763518:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045464448 00000100:00100000:1.0:1780332610.763649:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 80 00000100:00100000:1.0:1780332610.763662:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:46875:x1866812045464448:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:1.0:1780332610.764072:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46875:x1866812045464448:12345-192.168.204.30@tcp:35:touch.0 Request processed in 413us (677us total) trans 4294967593 rc 0/0 00000100:00100000:1.0:1780332610.764084:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 80 00000100:00100000:1.0:1780332610.776018:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067659904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332610.777042:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332610.777182:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067659904 00000100:00100000:2.0:1780332610.777193:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067659904 00000100:00100000:2.0:1780332610.777260:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1780332610.777269:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067659904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332610.777313:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332610.777374:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067659904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332610.777381:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:2.0:1780332610.777411:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332610.777500:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067659904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332610.839321:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332610.839472:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045464576 00000100:00100000:0.0:1780332610.839487:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045464576 00000100:00100000:0.0:1780332610.839570:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 764 00000100:00100000:0.0:1780332610.839583:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46879:x1866812045464576:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332610.839669:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332610.839701:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ea5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be70 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.839799:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.840133:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.840149:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.840723:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.840735:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.840745:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841294:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307ea70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841305:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307ea70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841314:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307ea70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332610.841366:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3f:0x0]: returning size 0 00000004:00200000:1.0:1780332610.841372:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332610.841396:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307ea70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841534:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307ea70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841550:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841556:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841563:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841569:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332610.841574:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841582:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841598:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:1.0:1780332610.841601:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332610.841608:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841614:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ea62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841680:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841686:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841692:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841697:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332610.841700:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841705:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.841713:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec41273e300) 00010000:00010000:1.0:1780332610.841715:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332610.843283:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.843310:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ea69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.843395:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307ea5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be70 expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.843430:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307ea70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be70 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.843441:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332610.843444:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332610.843449:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332610.843633:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46879:x1866812045464576:12345-192.168.204.30@tcp:101:rm.0 Request processed in 4036us (4309us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332610.843645:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 764 00000100:00100000:2.0:1780332610.848283:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332610.848375:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045464704 00000100:00100000:1.0:1780332610.848391:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045464704 00000100:00100000:1.0:1780332610.848481:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 417 00000100:00100000:1.0:1780332610.848500:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045464704:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332610.848533:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332610.848566:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be77 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332610.848605:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x6a1db843, atime: 0x6a1db843, ctime: 0x6a1db843, blocks: 0x1 00010000:00010000:1.0:1780332610.848683:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332610.848687:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332610.848700:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.848726:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332610.848744:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de400, rc 0) 00000100:00100000:1.0:1780332610.848836:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045464704:12345-192.168.204.30@tcp:101:rm.0 Request processed in 343us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332610.848843:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 417 00000100:00100000:0.0:1780332610.855417:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332610.855552:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045464960 00000100:00100000:2.0:1780332610.855575:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045464960 00000100:00100000:2.0:1780332610.855694:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 765 00000100:00100000:2.0:1780332610.855708:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46879:x1866812045464960:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332610.855790:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332610.855834:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307ea70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be70 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856101:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ea54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be69 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856114:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:2.0:1780332610.856129:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332610.856160:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856179:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856192:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856208:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856215:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856361:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856517:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856526:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.856533:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780332610.861094:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].24, 64 off9728 00000004:00080000:2.0:1780332610.861128:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2057268508952ns, next at 2058268502904ns, rc = 0 00010000:00010000:2.0:1780332610.861258:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861285:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861298:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861308:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861315:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861321:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861557:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332610.861609:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861615:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861656:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861662:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332610.861668:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861677:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861696:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332610.861700:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332610.861705:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861712:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ea8c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861736:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861741:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861747:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861752:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332610.861755:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861762:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861769:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332610.861772:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332610.861774:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332610.861781:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ea7e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332610.861795:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003712656b reply state 00000000cb9288a9 transno 4294967594 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332610.861815:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332610.861946:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46879:x1866812045464960:12345-192.168.204.30@tcp:36:rm.0 Request processed in 6237us (6549us total) trans 4294967594 rc 0/0 00000100:00100000:2.0:1780332610.861958:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 765 00010000:00010000:3.0:1780332610.863958:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.863977:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.863984:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.863991:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332610.863995:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.864004:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.864022:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec40b3c7c00) 00010000:00010000:3.0:1780332610.864025:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332610.864030:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332610.864037:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ea85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.865314:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332610.865332:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.865343:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332610.865348:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.865356:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.865372:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332610.865375:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332610.865378:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.865384:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ea93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332610.865471:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332610.865474:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332610.865477:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332611.031903:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332611.714336:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332611.714413:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045465088 00000100:00100000:1.0:1780332611.714426:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045465088 00000100:00100000:1.0:1780332611.714508:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 766 00000100:00100000:1.0:1780332611.714519:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46894:x1866812045465088:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332611.714545:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332611.714568:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ea9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be7e expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.714683:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eaa1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.714699:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eaa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.714711:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eaa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332611.714941:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:1.0:1780332611.714945:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332611.714974:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eaa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.715002:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ea9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be7e expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.715019:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eaa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be7e expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.715028:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:1.0:1780332611.715031:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332611.715034:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332611.715096:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46894:x1866812045465088:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 578us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332611.715104:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 766 00000100:00080000:2.0:1780332611.715359:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332611.725370:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332611.725482:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045465344 00000100:00100000:1.0:1780332611.725502:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045465344 00000100:00100000:1.0:1780332611.725569:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 767 00000100:00100000:1.0:1780332611.725581:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46894:x1866812045465344:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332611.725668:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332611.725700:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eaa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be7e expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.725724:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307ea23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be5b expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.725734:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:1.0:1780332611.725745:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332611.725770:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.725783:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.725791:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332611.726156:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d781b49a reply state 000000006381d77f transno 4294967595 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332611.726166:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332611.726181:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000100:00100000:1.0:1780332611.726555:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46894:x1866812045465344:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 974us (1193us total) trans 4294967595 rc 0/0 00000100:00100000:1.0:1780332611.726568:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 767 00010000:00010000:1.0:1780332611.749387:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.749406:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.749421:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.749427:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332611.749432:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.749439:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.749458:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332611.749461:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332611.749465:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332611.749471:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eaa8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332611.800379:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067660160:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.800449:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332611.800502:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067660672:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.800530:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332611.800539:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067660032:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.800556:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332611.800562:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067660288:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.800582:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332611.800585:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332611.800610:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067660544:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.800646:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067660672 00000100:00100000:2.0:1780332611.800653:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332611.800655:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067660672 00000100:00100000:2.0:1780332611.800672:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332611.800677:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067660416:0@lo:400:kworker.0 00000100:00100000:2.0:1780332611.800697:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332611.800729:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067660160 00000100:00100000:2.0:1780332611.800732:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067660160 00000100:00100000:2.0:1780332611.800758:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067660288 00000100:00100000:2.0:1780332611.800761:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067660288 00000100:00100000:2.0:1780332611.800788:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067660544 00000100:00100000:2.0:1780332611.800791:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067660544 00000100:00100000:2.0:1780332611.800809:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1780332611.800819:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067660160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332611.801039:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067660160:12345-0@lo:400:kworker.0 Request processed in 220us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332611.801046:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1780332611.801065:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1780332611.801071:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067660288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332611.801099:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067660288:12345-0@lo:400:kworker.0 Request processed in 29us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332611.801104:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1780332611.801115:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1780332611.801120:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067660544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332611.801148:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067660544:12345-0@lo:400:kworker.0 Request processed in 28us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332611.801153:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:3.0:1780332611.801963:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067660416 00000100:00100000:3.0:1780332611.801974:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067660416 00000100:00100000:3.0:1780332611.802032:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1780332611.802043:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067660672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.802098:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067660672:12345-0@lo:400:kworker.0 Request processed in 58us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332611.802105:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1780332611.802121:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1780332611.802127:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067660416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.802151:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067660416:12345-0@lo:400:kworker.0 Request processed in 25us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332611.802157:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1780332611.802177:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067660032 00000100:00100000:3.0:1780332611.802181:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067660032 00000100:00100000:3.0:1780332611.802209:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1780332611.802216:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067660032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.802245:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067660032:12345-0@lo:400:kworker.0 Request processed in 30us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332611.802253:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1780332611.802322:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067660288:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.802337:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067660160:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.802349:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067660672:0@lo:400:kworker.0 00000100:00080000:2.0:1780332611.806180:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332611.808151:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067660416:0@lo:400:kworker.0 00000100:00100000:0.0:1780332611.808169:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067660032:0@lo:400:kworker.0 00000100:00100000:0.0:1780332611.808186:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067660544:0@lo:400:kworker.0 00000100:00100000:3.0:1780332611.919507:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332611.922194:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045465472 00000100:00100000:2.0:1780332611.922213:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045465472 00000100:00100000:3.0:1780332611.922412:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 768 00000100:00100000:3.0:1780332611.922425:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045465472:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332611.923038:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045465472:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 613us (3550us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332611.923048:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 768 00000100:00100000:1.0:1780332611.927923:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332611.928189:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045465600 00000100:00100000:3.0:1780332611.928201:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045465600 00000100:00100000:3.0:1780332611.928416:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 418 00000100:00100000:3.0:1780332611.928430:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46906:x1866812045465600:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332611.929460:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46906:x1866812045465600:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1027us (1545us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332611.935577:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 418 00000100:00100000:1.0:1780332611.935740:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332611.935882:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045465728 00000100:00100000:2.0:1780332611.935893:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045465728 00000100:00100000:2.0:1780332611.935986:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 419 00000100:00100000:2.0:1780332611.936000:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46906:x1866812045465728:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:0.0:1780332611.936016:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332611.936886:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46906:x1866812045465728:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 887us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332611.936896:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 419 00000100:00100000:2.0:1780332611.940926:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332611.941184:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045465856 00000100:00100000:3.0:1780332611.941195:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045465856 00000100:00100000:3.0:1780332611.941454:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 769 00000100:00100000:3.0:1780332611.941467:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045465856:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332611.942498:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045465856:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1019us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332611.942513:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 769 00000100:00100000:0.0:1780332611.948329:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332611.948577:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045465984 00000100:00100000:2.0:1780332611.948592:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045465984 00000100:00100000:2.0:1780332611.948740:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 770 00000100:00100000:2.0:1780332611.948752:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045465984:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332611.948877:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045465984:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 127us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332611.948886:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 770 00000100:00100000:1.0:1780332611.952999:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332611.953698:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045466112 00000100:00100000:0.0:1780332611.953715:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045466112 00000100:00100000:0.0:1780332611.953884:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 420 00000100:00100000:0.0:1780332611.953897:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46906:x1866812045466112:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332611.955718:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:46906:x1866812045466112:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1814us (2719us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332611.955732:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 420 00000100:00100000:3.0:1780332611.958034:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332611.958371:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045466240 00000100:00100000:1.0:1780332611.958382:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045466240 00000100:00100000:1.0:1780332611.958446:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 421 00000100:00100000:1.0:1780332611.958456:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46906:x1866812045466240:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332611.959462:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46906:x1866812045466240:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1002us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332611.959472:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 421 00000100:00100000:1.0:1780332611.965522:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332611.966452:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045466368 00000100:00100000:3.0:1780332611.966466:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045466368 00000100:00100000:3.0:1780332611.966604:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 771 00000100:00100000:3.0:1780332611.966616:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045466368:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332611.967965:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46906:x1866812045466368:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1344us (2447us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332611.967976:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 771 00000100:00100000:0.0:1780332612.043580:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332612.043771:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045466496 00000100:00100000:3.0:1780332612.043782:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045466496 00000100:00100000:3.0:1780332612.043849:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 772 00000100:00100000:3.0:1780332612.043860:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:46910:x1866812045466496:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332612.043882:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332612.043902:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eaaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be85 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.043974:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.043991:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044002:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044017:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044024:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044035:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044482:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307eac4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044504:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307eac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044512:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307eac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332612.044553:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:3.0:1780332612.044557:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332612.044585:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307eac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044597:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044604:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044611:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044653:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332612.044657:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044666:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044679:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332612.044682:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332612.044687:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044694:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eab6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044705:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044711:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044717:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044721:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332612.044724:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044730:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044736:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec4054dd300) 00010000:00010000:3.0:1780332612.044738:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332612.044740:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044746:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eabd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044784:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eaaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be85 expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044798:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307eac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be85 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.044805:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332612.044807:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332612.044809:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780332612.045003:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46910:x1866812045466496:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1143us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332612.045012:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 772 00000100:00100000:3.0:1780332612.052392:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332612.052504:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045466752 00000100:00100000:2.0:1780332612.052514:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045466752 00000100:00100000:2.0:1780332612.052574:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 773 00000100:00100000:2.0:1780332612.052584:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:46910:x1866812045466752:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:2.0:1780332612.052607:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332612.052658:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307eacb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be8c expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.052788:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.052803:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.052814:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.052829:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.052835:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.052842:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332612.053307:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1780332612.053460:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eae0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053473:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053480:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053884:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053892:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053899:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053906:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332612.053910:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053918:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053929:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:2.0:1780332612.053932:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332612.053937:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.053944:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ead2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332612.053956:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000444887c4 reply state 00000000faf4d063 transno 4294967596 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332612.053966:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332612.053995:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307eacb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be8c expref: 15 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.054009:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eae0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be8c expref: 14 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.054017:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780332612.054019:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332612.054022:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780332612.054098:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+15:46910:x1866812045466752:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1516us (1717us total) trans 4294967596 rc 0/0 00000100:00100000:2.0:1780332612.054107:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 773 00010000:00010000:0.0:1780332612.055846:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332612.059419:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.059437:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.059444:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.059450:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332612.059456:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.059462:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.059483:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec40b3c7200) 00010000:00010000:3.0:1780332612.059486:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332612.059501:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332612.059508:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ead9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332612.065914:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332612.066021:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045466880 00000100:00100000:2.0:1780332612.066032:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045466880 00000100:00100000:2.0:1780332612.066093:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 422 00000100:00100000:2.0:1780332612.066103:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:46910:x1866812045466880:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:2.0:1780332612.066126:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332612.066154:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be93 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780332612.066189:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780332612.066234:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332612.066237:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332612.066248:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.066274:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.066289:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0e00, rc 0) 00000100:00100000:2.0:1780332612.066361:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:46910:x1866812045466880:12345-192.168.204.30@tcp:101:dd.0 Request processed in 260us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332612.066368:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 422 00000100:00100000:1.0:1780332612.084319:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332612.084477:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045467008 00000100:00100000:2.0:1780332612.084501:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045467008 00002000:00100000:2.0:1780332612.084568:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->1048575) req@ffff8ec433f8a680 x1866812045467008/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:343/0 lens 488/0 e 0 to 0 dl 1780332623 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332612.084581:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec433f8a680 with x1866812045467008 ext(0->1048575) 00002000:00010000:2.0:1780332612.084587:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec433f8a680 00000100:00100000:2.0:1780332612.084668:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 18 00000100:00100000:2.0:1780332612.084679:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045467008:12345-192.168.204.30@tcp:4:dd.0 00000100:00100000:2.0:1780332612.108874:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045467008:12345-192.168.204.30@tcp:4:dd.0 Request processed in 24180us (24547us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1780332612.108890:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 18 00002000:00100000:2.0:1780332612.108906:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->1048575) req@ffff8ec433f8a680 x1866812045467008/t4294967344(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:343/0 lens 488/448 e 0 to 0 dl 1780332623 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332612.108918:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec433f8a680 with x1866812045467008 ext(0->1048575) 00002000:00010000:2.0:1780332612.108925:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec433f8a680 00000100:00100000:1.0:1780332612.112345:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332612.113534:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045467136 00000100:00100000:2.0:1780332612.113547:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045467136 00000100:00100000:2.0:1780332612.113748:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 774 00000100:00100000:2.0:1780332612.113759:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:46910:x1866812045467136:12345-192.168.204.30@tcp:44:dd.0 00000001:00080000:2.0:1780332612.156746:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967595 is committed 00000001:00080000:2.0:1780332612.156777:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967596 is committed 00000004:00080000:2.0:1780332612.156785:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 61 committed 00000100:00100000:2.0:1780332612.157112:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332612.157135:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067660800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780332612.157227:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332612.157423:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067660800 00000100:00100000:1.0:1780332612.157435:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067660800 00000100:00100000:1.0:1780332612.157528:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1780332612.157540:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067660800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780332612.157580:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00010000:00010000:1.0:1780332612.157662:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332612.157693:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332612.157704:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332612.157707:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332612.157711:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332612.157748:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332612.157766:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 6 pid: 6594 timeout: 2158 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332612.157781:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067660928:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780332612.157856:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64cc0 going to sleep for 11 seconds 00000100:00080000:2.0:1780332612.160980:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332612.161562:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46910:x1866812045467136:12345-192.168.204.30@tcp:44:dd.0 Request processed in 47793us (49215us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332612.161576:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 774 00000100:00100000:2.0:1780332612.162005:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332612.162042:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045467264 00000100:00100000:2.0:1780332612.162052:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045467264 00010000:00010000:2.0:1780332612.162103:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 7 pid: 6594 timeout: 2158 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332612.162136:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 372 00000100:00100000:2.0:1780332612.162145:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045467264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332612.162160:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332612.162166:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 7 pid: 6594 timeout: 2158 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.162184:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 7 pid: 6594 timeout: 2158 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.162220:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332612.162222:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332612.162228:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.162239:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.162260:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332612.162289:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045467264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 145us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332612.162296:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 372 00000100:00080000:2.0:1780332612.162320:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332612.162831:0:6597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9244fc4/0x76434b26e307ea77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be77 expref: 6 pid: 6594 timeout: 2158 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332612.162851:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067660928:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780332612.162877:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332612.162888:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332612.162895:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332612.162906:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332612.162914:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332612.162945:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780332612.163803:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067660800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6262us (6573us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1780332612.163817:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00010000:00010000:2.0:1780332612.165093:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332612.165104:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.165120:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332612.165126:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.165139:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.165165:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.165173:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040686153/0x76434b26e307eaf5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332612.165219:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332612.165221:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332612.165222:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332612.165274:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec433f8b480/2, rc 0, transno 4294967345 00000100:00100000:2.0:1780332612.165282:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067660800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780332612.167589:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332612.167852:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045467392 00000100:00100000:1.0:1780332612.167864:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045467392 00000100:00100000:1.0:1780332612.167920:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 424 00000100:00100000:1.0:1780332612.167929:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045467392:12345-192.168.204.30@tcp:16:dd.0 00000001:00080000:1.0:1780332612.204029:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00000001:00080000:1.0:1780332612.204049:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967343 is committed 00000100:00100000:3.0:1780332612.204208:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045467392:12345-192.168.204.30@tcp:16:dd.0 Request processed in 36266us (36622us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332612.204221:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 424 00000100:00100000:1.0:1780332612.207091:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332612.207232:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045467648 00000100:00100000:3.0:1780332612.207241:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045467648 00000100:00100000:3.0:1780332612.207301:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 81 00000100:00100000:3.0:1780332612.207312:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411123450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:46910:x1866812045467648:12345-192.168.204.30@tcp:35:dd.0 00000100:00100000:2.0:1780332612.208269:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411123450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:46910:x1866812045467648:12345-192.168.204.30@tcp:35:dd.0 Request processed in 955us (1183us total) trans 4294967597 rc 0/0 00000100:00100000:2.0:1780332612.208279:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 81 00000100:00100000:2.0:1780332612.312087:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332612.312114:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067661056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332612.312215:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332612.312493:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661056 00000100:00100000:3.0:1780332612.312502:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661056 00000100:00080000:2.0:1780332612.312632:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332612.312747:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1780332612.312760:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067661056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332612.312794:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3856662528 00000100:00100000:3.0:1780332612.312943:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067661056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 185us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332612.312955:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1780332612.315925:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:2.0:1780332612.315938:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec433f88700, transno 4294967343 00000100:00100000:2.0:1780332612.316053:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067661056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332612.803953:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332612.804011:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045467776 00000100:00100000:3.0:1780332612.804021:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045467776 00000100:00100000:3.0:1780332612.804139:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1130 00000100:00100000:3.0:1780332612.804150:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045467776:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332612.804309:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045467776:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 160us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332612.804317:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1130 00010000:00010000:0.0:1780332613.079747:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332613.399382:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967597 is committed 00010000:00010000:0.0:1780332614.103820:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332614.480187:0:80180:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2060887566360ns, next at 2058268502904ns, rc = 0 00000004:00080000:1.0:1780332614.480344:0:80180:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2060887724421ns, next at 2057029426480ns, rc = 0 00000004:00080000:0.0:1780332614.487503:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 62 committed 00000004:00080000:0.0:1780332614.487530:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 62 committed 00010000:00010000:0.0:1780332615.128144:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332615.459464:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000001:00080000:1.0:1780332615.459480:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000100:00100000:3.0:1780332615.856537:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332615.856589:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045467904 00000100:00100000:1.0:1780332615.856599:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045467904 00000100:00080000:2.0:1780332615.856976:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332615.857018:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 775 00000100:00100000:3.0:1780332615.857031:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045467904:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332615.857150:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045467904:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 116us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332615.857158:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 775 00000100:00100000:2.0:1780332615.859112:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332615.859280:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045468032 00000100:00100000:3.0:1780332615.859293:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045468032 00000100:00100000:3.0:1780332615.859380:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 425 00000100:00100000:3.0:1780332615.859391:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47102:x1866812045468032:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332615.859842:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47102:x1866812045468032:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 452us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332615.859850:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 425 00000100:00080000:2.0:1780332615.859997:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332615.863347:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332615.863549:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045468160 00000100:00100000:3.0:1780332615.863560:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045468160 00000100:00100000:3.0:1780332615.863678:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 426 00000100:00100000:3.0:1780332615.863690:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47102:x1866812045468160:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:2.0:1780332615.863995:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332615.864931:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47102:x1866812045468160:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1237us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332615.864943:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 426 00000100:00100000:3.0:1780332615.872587:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332615.873746:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045468288 00000100:00100000:0.0:1780332615.873763:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045468288 00000100:00100000:0.0:1780332615.873841:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 776 00000100:00100000:0.0:1780332615.873853:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045468288:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332615.874316:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045468288:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 465us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332615.874325:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 776 00000100:00100000:1.0:1780332615.881478:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332615.881678:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045468416 00000100:00100000:3.0:1780332615.881690:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045468416 00000100:00100000:3.0:1780332615.881761:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 777 00000100:00100000:3.0:1780332615.881773:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045468416:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332615.881884:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045468416:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 114us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332615.881964:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 777 00000100:00100000:0.0:1780332615.885502:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332615.885613:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045468544 00000100:00100000:2.0:1780332615.885653:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045468544 00000100:00100000:2.0:1780332615.885716:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 427 00000100:00100000:2.0:1780332615.885727:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47102:x1866812045468544:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332615.886127:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47102:x1866812045468544:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 401us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332615.886136:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 427 00000100:00100000:0.0:1780332615.891564:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332615.891667:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045468672 00000100:00100000:3.0:1780332615.891678:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045468672 00000100:00100000:3.0:1780332615.891734:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 428 00000100:00100000:3.0:1780332615.891746:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47102:x1866812045468672:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332615.892122:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47102:x1866812045468672:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 378us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332615.892131:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 428 00000100:00100000:3.0:1780332615.898094:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332615.898130:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045468800 00000100:00100000:3.0:1780332615.898139:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045468800 00000100:00100000:3.0:1780332615.898199:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 778 00000100:00100000:3.0:1780332615.898210:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045468800:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332615.899544:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47102:x1866812045468800:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1165us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332615.899560:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 778 00000100:00100000:1.0:1780332615.900366:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067661184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332615.900445:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332615.900542:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661184 00000100:00100000:2.0:1780332615.900550:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661184 00000100:00100000:2.0:1780332615.900609:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1780332615.900639:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067661184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332615.900674:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332615.900719:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067661184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332615.900726:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1780332615.900765:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:2.0:1780332615.900772:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec433f8b480, transno 4294967345 00000100:00100000:2.0:1780332615.900792:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067661184:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780332615.903903:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332615.966799:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332615.966881:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469056 00000100:00100000:3.0:1780332615.966892:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469056 00000100:00100000:3.0:1780332615.966949:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 779 00000100:00100000:3.0:1780332615.966959:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47106:x1866812045469056:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780332615.967013:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332615.967046:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eae0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be8c expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967067:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:3.0:1780332615.967078:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332615.967106:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967122:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967132:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967147:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967153:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967158:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967561:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967570:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.967577:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332615.969186:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].24, 64 off9728 00000004:00080000:1.0:1780332615.969205:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2062376585905ns, next at 2063376580227ns, rc = 0 00010000:00010000:1.0:1780332615.969346:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969367:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969379:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969388:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969394:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969401:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969536:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332615.969562:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969568:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969574:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969580:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332615.969584:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969592:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969609:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:1.0:1780332615.969612:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332615.969834:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969842:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307eb0a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969863:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969868:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969873:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969877:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332615.969879:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969885:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969892:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:1.0:1780332615.969894:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332615.969897:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.969902:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307eafc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332615.969917:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001c1a2a5 reply state 0000000004b2e19e transno 4294967598 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332615.969926:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332615.970036:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47106:x1866812045469056:12345-192.168.204.30@tcp:36:rm.0 Request processed in 3074us (3242us total) trans 4294967598 rc 0/0 00000100:00100000:1.0:1780332615.970045:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 779 00010000:00010000:1.0:1780332615.972263:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.972279:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.972287:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.972294:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332615.972298:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.972307:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.972326:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec4054dd300) 00010000:00010000:1.0:1780332615.972329:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332615.972335:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332615.972342:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307eb03 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332615.973180:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332615.973191:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332615.973200:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332615.973204:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332615.973211:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332615.973224:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:2.0:1780332615.973227:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332615.973230:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332615.973236:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307eb11 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332615.973375:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332615.973378:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332615.973380:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332616.151896:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332616.928378:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067661440:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.928469:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332616.928529:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067661952:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.928558:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332616.928583:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780332616.928589:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067661312:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.928636:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332616.928785:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067661824:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.928812:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332616.928840:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067661568:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.928864:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332616.928884:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332616.928889:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067661696:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.928912:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332616.928940:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661440 00000100:00100000:3.0:1780332616.928949:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661440 00000100:00100000:3.0:1780332616.929000:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661824 00000100:00100000:3.0:1780332616.929003:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661824 00000100:00100000:3.0:1780332616.929029:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661568 00000100:00100000:3.0:1780332616.929032:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661568 00000100:00100000:3.0:1780332616.929049:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1780332616.929058:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067661440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.929123:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067661440:12345-0@lo:400:kworker.0 Request processed in 64us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332616.929207:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1780332616.929231:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1780332616.929239:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067661824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.929267:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067661824:12345-0@lo:400:kworker.0 Request processed in 31us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332616.929273:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1780332616.929290:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1780332616.929295:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067661568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.929335:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067661568:12345-0@lo:400:kworker.0 Request processed in 40us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332616.929341:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1780332616.929362:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661952 00000100:00100000:3.0:1780332616.929365:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661952 00000100:00100000:3.0:1780332616.929390:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661696 00000100:00100000:3.0:1780332616.929393:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661696 00000100:00100000:3.0:1780332616.929411:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1780332616.929428:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067661952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.929460:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067661952:12345-0@lo:400:kworker.0 Request processed in 43us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332616.929469:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1780332616.929481:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1780332616.929487:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067661696:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780332616.929650:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332616.929667:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332616.930000:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067661696:12345-0@lo:400:kworker.0 Request processed in 27us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332616.930007:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1780332616.930033:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067661312 00000100:00100000:3.0:1780332616.930038:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067661312 00000100:00100000:3.0:1780332616.930075:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1780332616.930082:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067661312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.930120:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067661312:12345-0@lo:400:kworker.0 Request processed in 39us (1502us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332616.930127:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1780332616.930365:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067661696:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.930378:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067661568:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.930416:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067661312:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.930441:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067661824:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.930454:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067661440:0@lo:400:kworker.0 00000100:00100000:3.0:1780332616.930466:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067661952:0@lo:400:kworker.0 00010000:00010000:2.0:1780332617.175855:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332617.432404:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067662080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332617.432499:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332617.432748:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067662080 00000100:00100000:1.0:1780332617.432756:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067662080 00000100:00100000:1.0:1780332617.432832:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1780332617.432843:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067662080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332617.432881:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000004:00080000:3.0:1780332617.432991:0:7883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2063840371186ns, next at 2064840368563ns, rc = 0 00000100:00100000:1.0:1780332617.433493:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067662080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 650us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332617.433502:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1780332617.433597:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067662080:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1780332617.834193:0:80326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2064241571459ns, next at 2058268502904ns, rc = 0 00000004:00080000:1.0:1780332617.834348:0:80326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2064241729138ns, next at 2064840368563ns, rc = 0 00000004:00080000:0.0:1780332617.895394:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 65 committed 00000004:00080000:0.0:1780332617.895433:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 63 committed 00000004:00080000:0.0:1780332617.895454:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 64 committed 00000001:00080000:0.0:1780332617.895464:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967598 is committed 00000004:00080000:0.0:1780332617.895468:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 63 committed 00000100:00100000:0.0:1780332617.896454:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332617.896479:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067662208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332617.896558:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332617.896635:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067662208 00000100:00100000:1.0:1780332617.896644:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067662208 00000100:00100000:1.0:1780332617.896694:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1780332617.896706:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067662208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780332617.896737:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00010000:00010000:1.0:1780332617.896762:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.896786:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.896795:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780332617.896797:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780332617.896801:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.896832:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.896849:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 5 pid: 6594 timeout: 2164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332617.896861:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067662336:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780332617.896941:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332617.904268:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067662336:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780332617.904310:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332617.905762:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332617.905968:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469184 00000100:00100000:3.0:1780332617.905979:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469184 00010000:00010000:3.0:1780332617.906040:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 6 pid: 6594 timeout: 2164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332617.906129:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 373 00000100:00100000:3.0:1780332617.906140:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045469184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332617.906156:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332617.906173:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 6 pid: 6594 timeout: 2164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332617.906191:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 6 pid: 6594 timeout: 2164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332617.906217:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307eaee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be93 expref: 6 pid: 6594 timeout: 2164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332617.906235:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332617.906237:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332617.906243:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332617.906252:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780332617.906278:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332617.906302:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332617.906372:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045469184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 233us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332617.906380:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 373 00010000:00010000:2.0:1780332617.906463:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332617.906474:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332617.906487:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332617.906495:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332617.906521:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332617.906677:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332617.906685:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.906696:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332617.906701:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.906713:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.906732:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.906740:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d47308b3/0x76434b26e307eb18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332617.906759:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332617.906763:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332617.906765:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332617.907118:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067662208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10415us (10559us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1780332617.907127:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000004:00080000:1.0:1780332617.907295:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec433f88e00/2, rc 0, transno 4294967345 00000100:00100000:1.0:1780332617.907324:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067662208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780332617.919543:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332617.919591:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332617.919650:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332617.919677:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469568 00000100:00100000:1.0:1780332617.919687:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469568 00000100:00100000:1.0:1780332617.919827:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1009 00000100:00100000:1.0:1780332617.919839:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045469568:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332617.919929:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045469568:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 93us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332617.919937:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1009 00000100:00100000:1.0:1780332617.920289:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469440 00000100:00100000:1.0:1780332617.920294:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469440 00000100:00100000:1.0:1780332617.920327:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1389 00000100:00100000:1.0:1780332617.920335:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045469440:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332617.920372:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045469440:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332617.920379:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1389 00000100:00100000:0.0:1780332617.921307:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469312 00000100:00100000:0.0:1780332617.921317:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469312 00000100:00100000:0.0:1780332617.921375:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1132 00000100:00100000:0.0:1780332617.921383:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045469312:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332617.921440:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045469312:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 58us (1908us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332617.921448:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1132 00000100:00080000:1.0:1780332617.921818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332617.921825:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332618.199910:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332619.226796:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332620.248487:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332621.015979:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332621.016004:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067662464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332621.016080:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332621.016160:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067662464 00000100:00100000:3.0:1780332621.016167:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067662464 00000100:00080000:0.0:1780332621.016200:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332621.021735:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1780332621.021760:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067662464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332621.021816:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332621.021916:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067662464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 168us (5835us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332621.021924:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1780332621.022000:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067662464:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1780332621.080048:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00010000:00010000:1.0:1780332621.272424:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332622.047935:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067662720:0@lo:400:kworker.0 00000100:00100000:2.0:1780332622.048027:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332622.048093:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067663232:0@lo:400:kworker.0 00000100:00100000:2.0:1780332622.048119:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332622.048142:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332622.048148:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067662848:0@lo:400:kworker.0 00000100:00100000:2.0:1780332622.048168:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332622.048201:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067663232 00000100:00100000:2.0:1780332622.048208:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067663232 00000100:00100000:2.0:1780332622.048258:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1780332622.048267:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067663232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332622.048313:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067663232:12345-0@lo:400:kworker.0 Request processed in 47us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332622.048321:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1780332622.048376:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:2.0:1780332622.048382:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec433f88e00, transno 4294967345 00000100:00100000:2.0:1780332622.048396:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067663232:0@lo:400:kworker.0 00000100:00100000:0.0:1780332622.049057:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067662720 00000100:00100000:0.0:1780332622.049063:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067662720 00000100:00100000:0.0:1780332622.049100:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067662848 00000100:00100000:0.0:1780332622.049103:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067662848 00000100:00100000:0.0:1780332622.049127:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1780332622.049134:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067662720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332622.049185:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067662720:12345-0@lo:400:kworker.0 Request processed in 51us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332622.049191:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1780332622.049204:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1780332622.049210:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067662848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332622.049234:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067662848:12345-0@lo:400:kworker.0 Request processed in 24us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332622.049239:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00080000:0.0:1780332622.049254:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332622.049259:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332622.049282:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067662848:0@lo:400:kworker.0 00000100:00100000:0.0:1780332622.049292:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067662720:0@lo:400:kworker.0 00000100:00100000:3.0:1780332622.049663:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067662592:0@lo:400:kworker.0 00000100:00100000:3.0:1780332622.049705:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332622.049731:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067663104:0@lo:400:kworker.0 00000100:00100000:3.0:1780332622.049754:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332622.049793:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332622.049800:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067662976:0@lo:400:kworker.0 00000100:00100000:3.0:1780332622.049828:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332622.049869:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067663104 00000100:00100000:3.0:1780332622.049873:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067663104 00000100:00100000:3.0:1780332622.049908:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1780332622.049914:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067663104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332622.049949:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067663104:12345-0@lo:400:kworker.0 Request processed in 34us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332622.049955:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1780332622.049975:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067662976 00000100:00100000:3.0:1780332622.049979:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067662976 00000100:00100000:3.0:1780332622.050018:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1780332622.050029:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067662976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332622.050064:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067662976:12345-0@lo:400:kworker.0 Request processed in 36us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332622.050070:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00080000:3.0:1780332622.050087:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332622.050104:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067662976:0@lo:400:kworker.0 00000100:00100000:3.0:1780332622.050113:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067663104:0@lo:400:kworker.0 00000100:00100000:0.0:1780332622.053715:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067662592 00000100:00100000:0.0:1780332622.053731:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067662592 00000100:00100000:0.0:1780332622.053808:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1780332622.053819:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067662592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332622.055865:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067662592:12345-0@lo:400:kworker.0 Request processed in 2040us (6150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332622.055878:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1780332622.056672:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067662592:0@lo:400:kworker.0 00010000:00010000:0.0:1780332622.301474:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332622.554017:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067663360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332622.554301:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332622.554449:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067663360 00000100:00100000:1.0:1780332622.554460:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067663360 00000100:00100000:1.0:1780332622.554530:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1780332622.554542:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067663360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332622.554582:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332622.554974:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067663360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 434us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332622.554982:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1780332622.555152:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067663360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332623.039073:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332623.039118:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332623.039158:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332623.039180:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332623.039214:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470080 00000100:00100000:1.0:1780332623.039223:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470080 00000100:00100000:1.0:1780332623.039278:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469952 00000100:00100000:1.0:1780332623.039281:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469952 00000100:00100000:1.0:1780332623.039303:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1012 00000100:00100000:1.0:1780332623.039313:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045470080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332623.039401:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045470080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 90us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332623.039413:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1012 00000100:00100000:1.0:1780332623.039442:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1013 00000100:00100000:1.0:1780332623.039449:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045469952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332623.039476:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045469952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332623.039482:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1013 00000100:00100000:2.0:1780332623.039925:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469824 00000100:00100000:2.0:1780332623.039931:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469824 00000100:00100000:2.0:1780332623.039978:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1393 00000100:00100000:2.0:1780332623.039985:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045469824:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332623.040021:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045469824:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332623.040028:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1393 00000100:00100000:3.0:1780332623.040750:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045469696 00000100:00100000:3.0:1780332623.040757:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045469696 00000100:00100000:3.0:1780332623.040820:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1134 00000100:00100000:3.0:1780332623.040828:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045469696:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332623.040871:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045469696:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 44us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332623.040878:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1134 00000100:00080000:3.0:1780332623.040912:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332623.040917:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332623.040920:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332623.320030:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332624.346459:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332625.367869:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332626.136477:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067663488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332626.136560:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332626.139641:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067663488 00000100:00100000:0.0:1780332626.139669:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067663488 00000100:00100000:0.0:1780332626.139750:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1780332626.139761:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067663488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332626.139796:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332626.140012:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067663488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 252us (3452us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332626.140020:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1780332626.140085:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067663488:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332626.142640:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332626.391817:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332627.159967:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067663744:0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160040:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332627.160145:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067664256:0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160172:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332627.160201:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332627.160207:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067663872:0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160228:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332627.160283:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664256 00000100:00100000:3.0:1780332627.160291:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664256 00000100:00100000:3.0:1780332627.160351:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1780332627.160361:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067664256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160414:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067664256:12345-0@lo:400:kworker.0 Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332627.160422:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1780332627.160446:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067663744 00000100:00100000:3.0:1780332627.160450:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067663744 00000100:00100000:3.0:1780332627.160491:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067663872 00000100:00100000:3.0:1780332627.160493:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067663872 00000100:00100000:3.0:1780332627.160511:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1780332627.160517:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067663744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160544:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067663744:12345-0@lo:400:kworker.0 Request processed in 27us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332627.160550:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1780332627.160561:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1780332627.160566:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067663872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160589:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067663872:12345-0@lo:400:kworker.0 Request processed in 23us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332627.160598:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1780332627.160675:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067663872:0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160686:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067663744:0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.160694:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067664256:0@lo:400:kworker.0 00000100:00100000:0.0:1780332627.161293:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067664000:0@lo:400:kworker.0 00000100:00100000:0.0:1780332627.161333:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332627.161366:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332627.161372:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067663616:0@lo:400:kworker.0 00000100:00100000:0.0:1780332627.161399:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332627.161422:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067664128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332627.161445:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332627.161652:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664128 00000100:00100000:1.0:1780332627.161657:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664128 00000100:00100000:1.0:1780332627.161691:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1780332627.161697:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067664128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332627.161737:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067664128:12345-0@lo:400:kworker.0 Request processed in 40us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332627.161744:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1780332627.161777:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067664128:0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.161838:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664000 00000100:00100000:3.0:1780332627.161842:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664000 00000100:00100000:3.0:1780332627.161870:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1780332627.161876:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067664000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.161911:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067664000:12345-0@lo:400:kworker.0 Request processed in 36us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332627.161917:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1780332627.161936:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067663616 00000100:00100000:3.0:1780332627.161939:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067663616 00000100:00100000:3.0:1780332627.161961:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1780332627.161966:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067663616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332627.161998:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067663616:12345-0@lo:400:kworker.0 Request processed in 32us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332627.162004:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1780332627.162201:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067663616:0@lo:400:kworker.0 00000100:00100000:1.0:1780332627.162212:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067664000:0@lo:400:kworker.0 00000100:00080000:2.0:1780332627.162661:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332627.162667:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332627.418832:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332627.672240:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067664384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332627.672326:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332627.672534:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664384 00000100:00100000:1.0:1780332627.672542:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664384 00000100:00100000:1.0:1780332627.672594:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1780332627.672603:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067664384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332627.672659:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332627.672709:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067664384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332627.672716:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1780332627.673004:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067664384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332628.161454:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332628.161505:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332628.161540:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332628.161551:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470208 00000100:00100000:2.0:1780332628.161561:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470208 00000100:00100000:2.0:1780332628.161611:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1136 00000100:00100000:2.0:1780332628.161659:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045470208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332628.161683:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470336 00000100:00100000:3.0:1780332628.161690:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470336 00000100:00100000:3.0:1780332628.161739:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1397 00000100:00100000:3.0:1780332628.161746:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045470336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332628.161804:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045470336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 58us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332628.161811:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1397 00000100:00080000:3.0:1780332628.161842:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332628.161961:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470592 00000100:00100000:0.0:1780332628.161966:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470592 00000100:00100000:0.0:1780332628.162013:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1016 00000100:00100000:0.0:1780332628.162020:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045470592:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332628.162052:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045470592:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332628.162059:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1016 00000100:00100000:1.0:1780332628.162409:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332628.162924:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470464 00000100:00100000:3.0:1780332628.162930:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470464 00000100:00100000:3.0:1780332628.162988:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1017 00000100:00100000:3.0:1780332628.162997:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045470464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332628.163055:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045470464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 59us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332628.163063:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1017 00000100:00080000:3.0:1780332628.163084:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332628.163098:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332628.163245:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045470208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1624us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332628.163265:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1136 00010000:00010000:0.0:1780332628.439853:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332629.464119:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332630.489600:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332631.256048:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067664512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332631.256131:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332631.256821:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664512 00000100:00100000:3.0:1780332631.256830:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664512 00000100:00100000:3.0:1780332631.256942:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1780332631.256952:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067664512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332631.256999:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332631.257366:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067664512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 415us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332631.257374:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00080000:0.0:1780332631.270541:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332631.277123:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067664512:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332631.513384:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332632.283350:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067664896:0@lo:400:kworker.0 00000100:00100000:1.0:1780332632.283421:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332632.283485:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780332632.283491:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067664768:0@lo:400:kworker.0 00000100:00100000:1.0:1780332632.283516:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332632.283532:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067665280:0@lo:400:kworker.0 00000100:00100000:1.0:1780332632.283557:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332632.283760:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664896 00000100:00100000:0.0:1780332632.283769:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664896 00000100:00100000:0.0:1780332632.283837:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664768 00000100:00100000:0.0:1780332632.283841:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664768 00000100:00100000:0.0:1780332632.283862:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1780332632.283871:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067664896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332632.283928:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067664896:12345-0@lo:400:kworker.0 Request processed in 58us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332632.283936:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1780332632.283952:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1780332632.283958:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067664768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332632.283986:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067664768:12345-0@lo:400:kworker.0 Request processed in 29us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332632.283992:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1780332632.284012:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067665280 00000100:00100000:0.0:1780332632.284015:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067665280 00000100:00100000:0.0:1780332632.284042:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1780332632.284048:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067665280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332632.284079:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067665280:12345-0@lo:400:kworker.0 Request processed in 31us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332632.284085:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1780332632.284130:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067664768:0@lo:400:kworker.0 00000100:00100000:0.0:1780332632.284141:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067665280:0@lo:400:kworker.0 00000100:00100000:0.0:1780332632.284150:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067664896:0@lo:400:kworker.0 00000100:00100000:3.0:1780332632.284288:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067665024:0@lo:400:kworker.0 00000100:00100000:3.0:1780332632.284333:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332632.284362:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780332632.284368:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067664640:0@lo:400:kworker.0 00000100:00100000:3.0:1780332632.284397:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332632.284420:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067665152:0@lo:400:kworker.0 00000100:00100000:3.0:1780332632.284443:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332632.284467:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067664640 00000100:00100000:3.0:1780332632.284470:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067664640 00000100:00100000:3.0:1780332632.284496:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1780332632.284501:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067664640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332632.284533:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067664640:12345-0@lo:400:kworker.0 Request processed in 32us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332632.284539:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1780332632.284577:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067665152 00000100:00100000:3.0:1780332632.284580:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067665152 00000100:00100000:3.0:1780332632.284606:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1780332632.284612:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067665152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332632.284672:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067665152:12345-0@lo:400:kworker.0 Request processed in 60us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332632.284678:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1780332632.284707:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067664640:0@lo:400:kworker.0 00000100:00100000:3.0:1780332632.284717:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067665152:0@lo:400:kworker.0 00000100:00100000:0.0:1780332632.285033:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067665024 00000100:00100000:0.0:1780332632.285038:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067665024 00000100:00100000:0.0:1780332632.285086:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1780332632.285093:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067665024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332632.285130:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067665024:12345-0@lo:400:kworker.0 Request processed in 38us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332632.285136:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:1.0:1780332632.287502:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332632.287514:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332632.287755:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067665024:0@lo:400:kworker.0 00010000:00010000:0.0:1780332632.536340:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332632.791987:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067665408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332632.792063:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332632.792213:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067665408 00000100:00100000:1.0:1780332632.792221:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067665408 00000100:00100000:1.0:1780332632.792276:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1780332632.792286:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067665408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332632.792325:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332632.793418:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067665408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1130us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332632.793428:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1780332632.793681:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067665408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332633.112746:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332633.117133:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470720 00000100:00100000:0.0:1780332633.117149:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470720 00000100:00100000:0.0:1780332633.117253:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 780 00000100:00100000:0.0:1780332633.117264:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045470720:12345-192.168.204.30@tcp:48:lfs.0 00000100:00080000:1.0:1780332633.117493:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332633.117509:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045470720:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 116us (4642us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332633.117518:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 780 00000100:00100000:0.0:1780332633.119939:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332633.120170:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470848 00000100:00100000:2.0:1780332633.120181:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470848 00000100:00100000:2.0:1780332633.120295:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 430 00000100:00100000:2.0:1780332633.120306:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045470848:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:1.0:1780332633.120583:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332633.121102:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045470848:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 796us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332633.121113:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 430 00000100:00100000:2.0:1780332633.125514:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332633.125609:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045470976 00000100:00100000:0.0:1780332633.125706:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045470976 00000100:00100000:0.0:1780332633.126015:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 431 00000100:00100000:0.0:1780332633.126027:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045470976:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:1.0:1780332633.126394:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332633.127255:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045470976:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1225us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332633.127266:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 431 00000100:00100000:1.0:1780332633.130376:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332633.130488:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045471104 00000100:00100000:3.0:1780332633.130498:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045471104 00000100:00100000:3.0:1780332633.130563:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 781 00000100:00100000:3.0:1780332633.130574:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045471104:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332633.131238:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045471104:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 664us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332633.131248:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 781 00000100:00100000:1.0:1780332633.143838:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332633.147975:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045471232 00000100:00100000:2.0:1780332633.147993:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045471232 00000100:00100000:2.0:1780332633.148075:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 782 00000100:00100000:2.0:1780332633.148085:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045471232:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332633.148212:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045471232:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 127us (4386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332633.148223:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 782 00000100:00100000:2.0:1780332633.151169:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332633.151456:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045471360 00000100:00100000:0.0:1780332633.151467:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045471360 00000100:00100000:0.0:1780332633.151525:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 432 00000100:00100000:0.0:1780332633.151536:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045471360:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332633.151963:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045471360:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 427us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332633.151971:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 432 00000100:00100000:1.0:1780332633.153735:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332633.153830:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045471488 00000100:00100000:3.0:1780332633.153840:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045471488 00000100:00100000:3.0:1780332633.153911:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 433 00000100:00100000:3.0:1780332633.153923:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045471488:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332633.154696:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47324:x1866812045471488:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 772us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332633.154707:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 433 00000100:00100000:1.0:1780332633.165515:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332633.165657:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045471616 00000100:00100000:3.0:1780332633.165670:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045471616 00000100:00100000:3.0:1780332633.165755:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 783 00000100:00100000:3.0:1780332633.165766:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045471616:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332633.166499:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47324:x1866812045471616:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 732us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332633.166508:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 783 00000100:00100000:1.0:1780332633.281974:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332633.282106:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045471744 00000100:00100000:0.0:1780332633.282118:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045471744 00000100:00100000:0.0:1780332633.282172:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1138 00000100:00100000:0.0:1780332633.282193:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045471744:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332633.282287:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045471744:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 105us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332633.282295:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1138 00010000:00010000:2.0:1780332633.561777:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332634.584403:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332635.104096:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332635.107340:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045471872 00000100:00100000:0.0:1780332635.107365:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045471872 00000100:00080000:3.0:1780332635.107458:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332635.109480:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 784 00000100:00100000:2.0:1780332635.109499:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47338:x1866812045471872:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332635.109520:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332635.109542:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395be9a expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.109859:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307eb26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.109876:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307eb26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.109889:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307eb26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332635.110093:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332635.110098:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332635.110190:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307eb26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.110218:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be9a expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.110233:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307eb26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be9a expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.110246:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:2.0:1780332635.110249:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332635.110253:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:0.0:1780332635.112121:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47338:x1866812045471872:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 2617us (8023us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332635.112136:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 784 00000100:00100000:1.0:1780332635.130601:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332635.131095:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045472128 00000100:00100000:0.0:1780332635.131106:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045472128 00000100:00100000:0.0:1780332635.131166:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 785 00000100:00100000:0.0:1780332635.131177:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47338:x1866812045472128:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332635.131227:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332635.131255:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307eb26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be9a expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.132033:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307eac4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be85 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.132046:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:0.0:1780332635.132056:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332635.132081:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.132095:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.132105:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332635.225331:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000368fd64e reply state 00000000c4d091cf transno 4294967599 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332635.225351:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332635.225520:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000100:00100000:1.0:1780332635.225651:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47338:x1866812045472128:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 94471us (95054us total) trans 4294967599 rc 0/0 00000100:00100000:1.0:1780332635.225661:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 785 00010000:00010000:3.0:1780332635.228753:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.228772:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.228781:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.228787:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332635.228793:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.228801:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.228832:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:3.0:1780332635.228836:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332635.228841:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.228848:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307eb2d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780332635.231453:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967599 is committed 00000100:00100000:1.0:1780332635.309061:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332635.309307:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045472256 00000100:00100000:3.0:1780332635.309316:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045472256 00000100:00100000:3.0:1780332635.309383:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 786 00000100:00100000:3.0:1780332635.309394:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47342:x1866812045472256:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780332635.309419:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332635.309441:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307eb34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bea1 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.309506:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.309521:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.309533:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.309547:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.309555:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.309560:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.318556:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.318578:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.318590:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332635.318940:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332635.318945:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332635.319028:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319043:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319050:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319057:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319062:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332635.319066:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319076:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319088:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:2.0:1780332635.319091:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332635.319097:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319103:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307eb3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319116:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319122:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319126:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319131:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332635.319133:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319139:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319145:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec4054dd800) 00010000:00010000:2.0:1780332635.319147:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332635.319150:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319170:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307eb42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319216:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307eb34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bea1 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319230:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bea1 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.319237:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332635.319239:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332635.319241:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780332635.319367:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47342:x1866812045472256:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 9974us (10314us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332635.319377:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 786 00000100:00100000:3.0:1780332635.334214:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332635.334397:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045472512 00000100:00100000:0.0:1780332635.334409:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045472512 00000100:00100000:0.0:1780332635.334472:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 787 00000100:00100000:0.0:1780332635.334483:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47342:x1866812045472512:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780332635.334504:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332635.335111:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307eb50 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bea8 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.335488:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.335503:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.336404:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.336426:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.336435:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.336441:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332635.351548:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:1.0:1780332635.351985:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eb65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352003:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eb65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352017:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eb65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352060:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352067:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352074:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352080:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332635.352084:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352091:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352103:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332635.352106:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332635.352110:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352116:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307eb57 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332635.352130:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037416d24 reply state 0000000002f29609 transno 4294967600 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332635.352141:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332635.352186:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307eb50 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bea8 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352202:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eb65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bea8 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.352208:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332635.352211:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332635.352214:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dea00, rc 0) 00000100:00100000:1.0:1780332635.353609:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47342:x1866812045472512:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 19120us (19399us total) trans 4294967600 rc 0/0 00000100:00100000:1.0:1780332635.354083:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 787 00010000:00010000:0.0:1780332635.358367:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.358390:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.358403:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.358411:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332635.358416:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.358426:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.358449:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec408256c00) 00010000:00010000:0.0:1780332635.358452:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332635.358458:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.358465:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eb5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332635.360119:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332635.360917:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045472768 00000100:00100000:0.0:1780332635.360930:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045472768 00000100:00100000:0.0:1780332635.360992:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 788 00000100:00100000:0.0:1780332635.361003:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47342:x1866812045472768:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:0.0:1780332635.361063:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332635.361092:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307eb65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bea8 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.361113:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:0.0:1780332635.361124:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332635.361183:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.361199:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.361208:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332635.361382:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001a210e5 reply state 000000005fe991f9 transno 4294967601 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332635.361391:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332635.361492:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47342:x1866812045472768:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 490us (1382us total) trans 4294967601 rc 0/0 00000100:00100000:0.0:1780332635.361499:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 788 00010000:00010000:0.0:1780332635.371015:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.371032:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.371040:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.371045:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332635.371050:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.371057:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.371075:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332635.371079:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332635.371084:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.371090:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eb73 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332635.371269:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332635.371380:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045472896 00000100:00100000:2.0:1780332635.371394:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045472896 00000100:00100000:2.0:1780332635.371447:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 789 00000100:00100000:2.0:1780332635.371457:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47342:x1866812045472896:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332635.371480:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332635.371500:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307eb7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395beaf expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.371569:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307eb7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beaf expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.371582:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307eb7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beaf expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.371601:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780332635.371604:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332635.371607:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0800, rc 0) 00000100:00100000:2.0:1780332635.371682:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47342:x1866812045472896:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 226us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332635.371689:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 789 00000100:00100000:1.0:1780332635.386919:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332635.391481:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045473024 00000100:00100000:1.0:1780332635.391493:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045473024 00000100:00100000:1.0:1780332635.391570:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 434 00000100:00100000:1.0:1780332635.391580:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045473024:12345-192.168.204.30@tcp:2:touch.60003 00000100:00080000:2.0:1780332635.393466:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332635.393851:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045473024:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 2265us (6940us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1780332635.393864:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 434 00000100:00100000:3.0:1780332635.397664:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332635.397698:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045473280 00000100:00100000:3.0:1780332635.397708:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045473280 00000100:00100000:3.0:1780332635.399650:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 82 00000100:00100000:3.0:1780332635.399663:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47342:x1866812045473280:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:3.0:1780332635.400598:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:47342:x1866812045473280:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 932us (2938us total) trans 4294967602 rc 0/0 00000100:00100000:3.0:1780332635.400610:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 82 00000100:00100000:2.0:1780332635.471438:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332635.471681:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045473408 00000100:00100000:1.0:1780332635.471694:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045473408 00000100:00100000:1.0:1780332635.471745:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 790 00000100:00100000:1.0:1780332635.471755:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:47346:x1866812045473408:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:1.0:1780332635.471779:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332635.471799:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eb81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395beb6 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.471985:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472002:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472014:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472029:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472037:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472043:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472143:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307eb96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472162:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472169:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332635.472205:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x41:0x0]: returning size 0 00000004:00200000:1.0:1780332635.472209:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332635.472230:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.472240:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473336:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473356:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473363:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473369:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332635.473374:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473381:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473396:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332635.473966:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332635.473973:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473980:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307eb88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.473998:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474004:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474009:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474014:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332635.474018:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474024:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474032:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec41273ef00) 00010000:00010000:1.0:1780332635.474035:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332635.474038:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474043:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307eb8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474087:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eb81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beb6 expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474102:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307eb96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beb6 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.474109:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:1.0:1780332635.474111:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332635.474114:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df000, rc 0) 00000100:00100000:2.0:1780332635.474433:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:47346:x1866812045473408:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 2678us (3009us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332635.474443:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 790 00000100:00100000:1.0:1780332635.478159:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332635.478243:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045473536 00000100:00100000:0.0:1780332635.478254:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045473536 00000100:00100000:0.0:1780332635.478309:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 435 00000100:00100000:0.0:1780332635.478320:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045473536:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:0.0:1780332635.478338:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332635.478360:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bebd expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332635.478389:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x6a1db85b, atime: 0x6a1db85b, ctime: 0x6a1db85b, blocks: 0x1 00010000:00010000:0.0:1780332635.478407:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332635.478410:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332635.478418:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 7 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.478437:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 7 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.478449:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332635.478584:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045473536:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 265us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332635.478592:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 435 00000100:00100000:3.0:1780332635.485571:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332635.485844:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045473792 00000100:00100000:1.0:1780332635.485855:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045473792 00000100:00100000:1.0:1780332635.485915:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 791 00000100:00100000:1.0:1780332635.485925:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:47346:x1866812045473792:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:1.0:1780332635.485985:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332635.486030:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307eb96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beb6 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486054:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307eb7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beaf expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486065:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:1.0:1780332635.486077:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332635.486101:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486115:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486125:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486139:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486146:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486165:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486280:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486288:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486298:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332635.486913:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].25, 64 off9792 00000004:00080000:1.0:1780332635.486924:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2081894304565ns, next at 2082894301831ns, rc = 0 00010000:00010000:1.0:1780332635.486981:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.486992:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487001:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487008:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487014:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487019:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487047:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332635.487071:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487077:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487083:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487090:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332635.487095:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487102:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487112:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:1.0:1780332635.487114:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332635.487118:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487124:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ebb2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487139:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487144:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487163:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487925:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332635.487929:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487937:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487952:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332635.487955:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332635.487959:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332635.487966:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307eba4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332635.487978:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000abd85261 reply state 0000000008216909 transno 4294967603 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332635.487987:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332635.487991:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332635.487999:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.488007:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332635.488010:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.488016:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.488026:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:3.0:1780332635.488029:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780332635.488032:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.488036:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307ebb9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332635.488058:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332635.488060:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332635.488062:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332635.498761:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:47346:x1866812045473792:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 12823us (13186us total) trans 4294967603 rc 0/0 00000100:00100000:0.0:1780332635.498775:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 791 00010000:00010000:0.0:1780332635.500843:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.500868:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.500877:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.500884:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332635.500890:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.500899:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.500922:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec41273ef00) 00010000:00010000:0.0:1780332635.500925:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332635.500930:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332635.500936:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307ebab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332635.618289:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332636.378062:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332636.378087:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067665536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332636.378173:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332636.379328:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067665536 00000100:00100000:1.0:1780332636.379344:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067665536 00000100:00100000:1.0:1780332636.379427:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1780332636.379440:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067665536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332636.379491:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332636.379576:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067665536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332636.379584:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00080000:1.0:1780332636.379609:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332636.379682:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067665536:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1780332636.467744:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00010000:00010000:2.0:1780332636.634010:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332636.654208:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332636.656759:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045473920 00000100:00100000:3.0:1780332636.656774:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045473920 00000100:00100000:2.0:1780332636.657451:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 792 00000100:00100000:2.0:1780332636.657465:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:47361:x1866812045473920:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332636.657496:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332636.657518:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bec4 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.657592:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.657610:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.657782:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332636.657876:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332636.657880:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332636.657912:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.657943:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bec4 expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.657960:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bec4 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.657968:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332636.657971:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332636.657974:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0e00, rc 0) 00000100:00100000:2.0:1780332636.658343:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:47361:x1866812045473920:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 880us (4220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332636.658350:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 792 00000100:00100000:3.0:1780332636.664460:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332636.664596:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045474176 00000100:00100000:2.0:1780332636.664608:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045474176 00000100:00100000:2.0:1780332636.664700:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 793 00000100:00100000:2.0:1780332636.664712:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:47361:x1866812045474176:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332636.664773:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332636.664803:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bec4 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.664826:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307eb49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bea1 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.664840:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332636.664866:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332636.664893:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.664908:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.664916:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780332636.747104:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967601 is committed 00000001:00080000:0.0:1780332636.747140:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967603 is committed 00000004:00080000:0.0:1780332636.747145:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 64 committed 00000001:00080000:0.0:1780332636.747164:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967604 is committed 00000100:00100000:3.0:1780332636.747437:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332636.747458:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067665664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780332636.747541:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1780332636.747821:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088328314 reply state 00000000c9e7e1a5 transno 4294967604 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332636.747835:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332636.748021:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00010000:00080000:2.0:1780332636.748165:0:5805:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780332636.748187:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47361:x1866812045474176:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 83475us (83735us total) trans 4294967604 rc 0/0 00000100:00100000:2.0:1780332636.748197:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 793 00010000:00010000:3.0:1780332636.748764:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.748775:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.748782:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.748788:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332636.748793:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.748801:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.748822:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7500) 00010000:00010000:3.0:1780332636.748825:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332636.748830:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.748837:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ebce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332636.749074:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067665664 00000100:00100000:1.0:1780332636.749083:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067665664 00000100:00100000:1.0:1780332636.749150:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1780332636.749162:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067665664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780332636.749193:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00010000:00010000:1.0:1780332636.749217:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332636.749246:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332636.749254:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332636.749256:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332636.749260:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332636.749294:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332636.749313:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 5 pid: 8139 timeout: 2183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332636.749328:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067665792:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780332636.749394:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332636.759606:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332636.759873:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067665792:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332636.759907:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332636.760050:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045474304 00000100:00100000:0.0:1780332636.760058:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045474304 00010000:00010000:0.0:1780332636.760098:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 6 pid: 8139 timeout: 2183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332636.760149:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 374 00000100:00100000:0.0:1780332636.760159:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045474304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332636.760176:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332636.760181:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 6 pid: 8139 timeout: 2183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.760197:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 6 pid: 8139 timeout: 2183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.760227:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eb9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bebd expref: 6 pid: 8139 timeout: 2183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.760248:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332636.760250:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332636.760256:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.760267:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.760304:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332636.760363:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045474304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 205us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332636.760371:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 374 00010000:00010000:3.0:1780332636.760575:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.760585:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.760598:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.760606:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332636.760650:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780332636.761260:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067665664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12095us (13713us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1780332636.761270:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000004:00080000:1.0:1780332636.761391:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec433f88a80/2, rc 0, transno 4294967347 00000100:00100000:1.0:1780332636.761398:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067665664:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780332636.763053:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332636.763066:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.763081:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332636.763085:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.763097:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.763139:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.763149:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000add47473/0x76434b26e307ebd5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332636.763181:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332636.763183:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332636.763185:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332636.863367:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332636.863435:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045474432 00000100:00100000:2.0:1780332636.863445:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045474432 00000100:00100000:2.0:1780332636.863510:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 794 00000100:00100000:2.0:1780332636.863520:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47365:x1866812045474432:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332636.863543:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332636.863564:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ebdc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395becb expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.863650:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.863665:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.863676:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.863690:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.863697:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.863704:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864451:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ebf1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864464:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ebf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864535:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ebf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332636.864656:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332636.864660:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332636.864748:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ebf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864767:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864774:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864782:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864788:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332636.864792:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864800:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864814:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:2.0:1780332636.864818:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332636.864823:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.864830:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebe3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866292:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866306:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866313:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866318:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332636.866322:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866328:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866345:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332636.866348:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332636.866351:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866356:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307ebea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866412:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307ebdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395becb expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866427:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ebf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395becb expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332636.866435:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780332636.866437:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332636.866440:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332636.866702:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47365:x1866812045474432:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 3181us (3342us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332636.866712:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 794 00000100:00100000:3.0:1780332637.399941:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067665920:0@lo:400:kworker.0 00000100:00100000:3.0:1780332637.400027:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332637.400478:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332637.400543:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067665920 00000100:00100000:2.0:1780332637.400551:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067665920 00000100:00100000:3.0:1780332637.400598:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067666048:0@lo:400:kworker.0 00000100:00100000:2.0:1780332637.400599:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1780332637.400643:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067665920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332637.400656:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332637.400713:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067665920:12345-0@lo:400:kworker.0 Request processed in 100us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332637.400722:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1780332637.400757:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666048 00000100:00100000:2.0:1780332637.400760:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666048 00000100:00100000:2.0:1780332637.400788:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1780332637.400795:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067666048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332637.400827:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067666048:12345-0@lo:400:kworker.0 Request processed in 33us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332637.400834:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1780332637.401323:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067666304:0@lo:400:kworker.0 00000100:00100000:0.0:1780332637.401354:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332637.401372:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332637.401376:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067666176:0@lo:400:kworker.0 00000100:00100000:0.0:1780332637.401410:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332637.401472:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067665920:0@lo:400:kworker.0 00000100:00100000:3.0:1780332637.402276:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067666432:0@lo:400:kworker.0 00000100:00100000:3.0:1780332637.402314:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332637.402354:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067666048:0@lo:400:kworker.0 00000100:00100000:3.0:1780332637.402401:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666432 00000100:00100000:3.0:1780332637.402405:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666432 00000100:00100000:3.0:1780332637.402460:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1780332637.402468:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067666432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332637.402533:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067666432:12345-0@lo:400:kworker.0 Request processed in 56us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332637.402588:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1780332637.402633:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067666432:0@lo:400:kworker.0 00000100:00080000:0.0:1780332637.402809:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332637.404365:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666304 00000100:00100000:2.0:1780332637.404379:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666304 00000100:00100000:2.0:1780332637.404430:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666176 00000100:00100000:2.0:1780332637.404435:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666176 00000100:00100000:2.0:1780332637.404467:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1780332637.404477:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067666304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332637.404606:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067666304:12345-0@lo:400:kworker.0 Request processed in 130us (3249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332637.404614:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1780332637.404651:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:2.0:1780332637.404658:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067666176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332637.404695:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067666176:12345-0@lo:400:kworker.0 Request processed in 38us (3284us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332637.404701:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00080000:3.0:1780332637.404748:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332637.404765:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067666176:0@lo:400:kworker.0 00000100:00100000:2.0:1780332637.404781:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067666304:0@lo:400:kworker.0 00010000:00010000:2.0:1780332637.666488:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332637.912342:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067666560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332637.914593:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332637.915081:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666560 00000100:00100000:0.0:1780332637.915094:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666560 00000100:00100000:0.0:1780332637.917285:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1780332637.917302:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067666560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332637.917347:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332637.919323:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067666560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332637.919580:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067666560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2281us (6472us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332637.919593:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1780332638.286002:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.286329:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045474560 00000100:00100000:2.0:1780332638.286339:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045474560 00000100:00100000:2.0:1780332638.286420:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 795 00000100:00100000:2.0:1780332638.286432:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47379:x1866812045474560:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332638.286451:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332638.286471:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bed2 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.286535:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ebff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.286550:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ebff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.286561:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ebff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332638.286807:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332638.286812:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00080000:3.0:1780332638.287056:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:2.0:1780332638.287230:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ebff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.287259:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ebf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bed2 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.287276:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ebff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bed2 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.287286:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780332638.287289:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332638.287293:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1a00, rc 0) 00000100:00100000:2.0:1780332638.287359:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47379:x1866812045474560:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 929us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332638.287367:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 795 00000100:00100000:0.0:1780332638.292770:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332638.292898:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045474816 00000100:00100000:1.0:1780332638.292908:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045474816 00000100:00100000:1.0:1780332638.292973:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 796 00000100:00100000:1.0:1780332638.292986:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47379:x1866812045474816:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332638.293054:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332638.293088:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307ebff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bed2 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.293124:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ebf1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395becb expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.293137:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:1.0:1780332638.293149:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332638.293176:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.293191:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.293201:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332638.293774:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b583338 reply state 0000000010770435 transno 4294967605 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332638.293785:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332638.293865:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000100:00100000:1.0:1780332638.293945:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47379:x1866812045474816:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 960us (1183us total) trans 4294967605 rc 0/0 00000100:00100000:1.0:1780332638.293954:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 796 00010000:00010000:1.0:1780332638.295973:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.295990:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.296002:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.296006:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332638.296010:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.296015:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.296027:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:1.0:1780332638.296029:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332638.296032:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.296037:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ec06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332638.395770:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.395961:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045474944 00000100:00100000:2.0:1780332638.395974:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045474944 00000100:00100000:2.0:1780332638.396044:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 797 00000100:00100000:2.0:1780332638.396057:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045474944:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332638.396218:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045474944:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 163us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332638.396226:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 797 00000100:00100000:2.0:1780332638.401399:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.401448:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.401487:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.401514:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.401548:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475328 00000100:00100000:1.0:1780332638.401556:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475200 00000100:00100000:2.0:1780332638.401558:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475328 00000100:00100000:1.0:1780332638.401564:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475200 00000100:00100000:3.0:1780332638.401654:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475072 00000100:00100000:3.0:1780332638.401660:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475072 00000100:00100000:1.0:1780332638.401670:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475456 00000100:00100000:1.0:1780332638.401676:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475456 00000100:00100000:3.0:1780332638.401709:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00100000:1.0:1780332638.401718:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1021 00000100:00100000:3.0:1780332638.401721:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045475072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332638.401732:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045475200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332638.401834:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045475200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 105us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.401843:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1021 00000100:00100000:1.0:1780332638.401866:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 437 00000100:00100000:1.0:1780332638.401874:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045475456:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332638.402230:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1022 00000100:00100000:2.0:1780332638.402239:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045475328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332638.402349:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045475072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 631us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332638.402357:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00100000:2.0:1780332638.402492:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045475328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 255us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332638.402501:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1022 00000100:00100000:1.0:1780332638.403000:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045475456:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1122us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.403009:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 437 00000100:00080000:1.0:1780332638.403033:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332638.403039:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332638.416841:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332638.417024:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475584 00000100:00100000:0.0:1780332638.417034:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475584 00000100:00100000:0.0:1780332638.417094:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 438 00000100:00100000:0.0:1780332638.417116:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045475584:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332638.417544:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045475584:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 438us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332638.417553:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 438 00000100:00100000:0.0:1780332638.426137:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332638.426292:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475712 00000100:00100000:1.0:1780332638.426306:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475712 00000100:00100000:1.0:1780332638.426369:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 798 00000100:00100000:1.0:1780332638.426381:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045475712:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332638.427289:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045475712:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 905us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.427299:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 798 00000100:00100000:1.0:1780332638.441508:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332638.441608:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475840 00000100:00100000:3.0:1780332638.441650:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475840 00000100:00100000:3.0:1780332638.441711:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 799 00000100:00100000:3.0:1780332638.441722:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045475840:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332638.441850:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045475840:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 130us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332638.441859:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 799 00000100:00100000:0.0:1780332638.448603:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332638.448823:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045475968 00000100:00100000:1.0:1780332638.448837:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045475968 00000100:00100000:1.0:1780332638.448923:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 439 00000100:00100000:1.0:1780332638.448934:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045475968:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332638.454243:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045475968:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 5300us (5642us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.454260:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 439 00000100:00100000:0.0:1780332638.462212:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332638.462259:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045476096 00000100:00100000:0.0:1780332638.462271:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045476096 00000100:00100000:0.0:1780332638.462341:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 440 00000100:00100000:0.0:1780332638.462353:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045476096:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332638.473657:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47391:x1866812045476096:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 11297us (11450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.473671:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 440 00000100:00100000:0.0:1780332638.491344:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332638.492667:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045476224 00000100:00100000:3.0:1780332638.492679:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045476224 00000100:00100000:3.0:1780332638.492747:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 800 00000100:00100000:3.0:1780332638.492757:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045476224:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332638.493257:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47391:x1866812045476224:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 500us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332638.493265:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 800 00000100:00100000:3.0:1780332638.577034:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332638.577570:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045476352 00000100:00100000:1.0:1780332638.577585:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045476352 00000100:00100000:1.0:1780332638.577700:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 801 00000100:00100000:1.0:1780332638.577711:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47395:x1866812045476352:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780332638.577744:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332638.577776:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307ec0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bed9 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.577870:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.577977:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.577992:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.578011:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.578019:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.578026:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.578601:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307ec22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.578611:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307ec22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.580927:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307ec22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332638.581253:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:1.0:1780332638.581259:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332638.581345:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307ec22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581365:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581377:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581385:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581391:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332638.581395:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581402:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581417:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332638.581420:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332638.581425:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581432:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ec14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581447:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581458:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581464:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581468:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332638.581471:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581476:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581483:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec41273e200) 00010000:00010000:1.0:1780332638.581485:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332638.581488:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581493:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ec1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581532:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307ec0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bed9 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581547:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307ec22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bed9 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.581555:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332638.581558:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332638.581561:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780332638.583650:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47395:x1866812045476352:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 5910us (6600us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.583663:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 801 00000100:00100000:0.0:1780332638.590461:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.590545:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045476608 00000100:00100000:2.0:1780332638.590557:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045476608 00000100:00100000:2.0:1780332638.590661:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 802 00000100:00100000:2.0:1780332638.590672:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47395:x1866812045476608:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780332638.590696:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332638.590717:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ec29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bee0 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.591490:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.591512:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.591525:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.591544:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.591550:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332638.591555:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332638.604848:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1780332638.605467:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ec3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605486:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ec3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605501:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ec3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605544:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605551:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605557:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605563:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332638.605567:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605574:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605588:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:3.0:1780332638.605592:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332638.605597:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605603:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ec30 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332638.605752:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088b8e2fa reply state 00000000322142cb transno 4294967606 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332638.605763:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332638.605803:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ec29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee0 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605819:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ec3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee0 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332638.605827:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332638.605829:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332638.605832:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5400, rc 0) 00000100:00100000:3.0:1780332638.606932:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:47395:x1866812045476608:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 16255us (16475us total) trans 4294967606 rc 0/0 00000100:00100000:3.0:1780332638.606942:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 802 00010000:00010000:1.0:1780332638.620294:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.620313:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.620322:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.620328:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332638.620333:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.620341:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.620357:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec40b3c7000) 00010000:00010000:1.0:1780332638.620360:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332638.620365:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.620370:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ec37 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332638.625036:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332638.625833:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045476736 00000100:00100000:1.0:1780332638.625853:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045476736 00000100:00100000:1.0:1780332638.625946:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 441 00000100:00100000:1.0:1780332638.625959:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47395:x1866812045476736:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780332638.625985:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332638.626015:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bee7 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332638.626048:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332638.626071:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332638.626073:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332638.626084:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 6 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.626102:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 6 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332638.626128:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780332638.626227:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47395:x1866812045476736:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 269us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.626234:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 441 00000100:00100000:2.0:1780332638.676987:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332638.677084:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045476864 00000100:00100000:0.0:1780332638.677096:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045476864 00002000:00100000:0.0:1780332638.677164:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8ec302586a00 x1866812045476864/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:369/0 lens 488/0 e 0 to 0 dl 1780332649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1780332638.677176:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302586a00 with x1866812045476864 ext(0->1048575) 00002000:00010000:0.0:1780332638.677185:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302586a00 00000100:00100000:0.0:1780332638.677235:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 19 00000100:00100000:0.0:1780332638.677248:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045476864:12345-192.168.204.30@tcp:4:dd.60003 00010000:00010000:0.0:1780332638.680658:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332638.713463:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045476864:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 36205us (36477us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1780332638.713479:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 19 00002000:00100000:1.0:1780332638.713494:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8ec302586a00 x1866812045476864/t4294967346(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:369/0 lens 488/448 e 0 to 0 dl 1780332649 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1780332638.713506:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302586a00 with x1866812045476864 ext(0->1048575) 00002000:00010000:1.0:1780332638.713513:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302586a00 00000100:00100000:0.0:1780332638.718069:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.718306:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045476992 00000100:00100000:2.0:1780332638.718319:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045476992 00000100:00100000:2.0:1780332638.718404:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 803 00000100:00100000:2.0:1780332638.718418:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47395:x1866812045476992:12345-192.168.204.30@tcp:44:dd.60003 00000100:00100000:1.0:1780332638.783076:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47395:x1866812045476992:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 64638us (65004us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332638.783092:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 803 00000001:00080000:0.0:1780332638.783428:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967605 is committed 00000001:00080000:0.0:1780332638.783443:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967606 is committed 00000100:00100000:1.0:1780332638.787532:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332638.787902:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045477120 00000100:00100000:3.0:1780332638.787917:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045477120 00000100:00100000:3.0:1780332638.788020:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 442 00000100:00100000:3.0:1780332638.788032:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045477120:12345-192.168.204.30@tcp:16:dd.60003 00000001:00080000:3.0:1780332638.834684:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000100:00100000:2.0:1780332638.834896:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045477120:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 46858us (47366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332638.834908:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 442 00000100:00100000:0.0:1780332638.845001:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332638.845119:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045477376 00000100:00100000:2.0:1780332638.845131:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045477376 00000100:00100000:2.0:1780332638.845206:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83 00000100:00100000:2.0:1780332638.845217:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47395:x1866812045477376:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:2.0:1780332638.845884:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47395:x1866812045477376:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 665us (896us total) trans 4294967607 rc 0/0 00000100:00100000:2.0:1780332638.845896:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83 00010000:00010000:3.0:1780332639.703811:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332640.333704:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967607 is committed 00010000:00010000:1.0:1780332640.744769:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332641.500612:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067666688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332641.500750:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332641.501388:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666688 00000100:00100000:1.0:1780332641.501401:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666688 00000100:00100000:1.0:1780332641.501497:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1780332641.501511:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067666688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332641.501559:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332641.501636:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067666688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332641.501644:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00080000:3.0:1780332641.503525:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332641.503665:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067666688:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1780332641.604639:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00010000:00010000:3.0:1780332641.751969:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332642.521203:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067666816:0@lo:400:kworker.0 00000100:00100000:2.0:1780332642.521286:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332642.521333:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067667328:0@lo:400:kworker.0 00000100:00100000:2.0:1780332642.521535:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332642.521563:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332642.521569:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067667200:0@lo:400:kworker.0 00000100:00100000:2.0:1780332642.521595:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332642.521641:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666816 00000100:00100000:2.0:1780332642.521649:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666816 00000100:00100000:2.0:1780332642.521696:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1780332642.521706:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067666816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.521873:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067666944:0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.521909:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332642.521929:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067667456:0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.521952:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332642.521976:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332642.521981:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067667072:0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.522018:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332642.522156:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667328 00000100:00100000:3.0:1780332642.522161:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667328 00000100:00100000:3.0:1780332642.522199:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067666944 00000100:00100000:3.0:1780332642.522203:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067666944 00000100:00100000:3.0:1780332642.522221:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667072 00000100:00100000:3.0:1780332642.522223:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667072 00000100:00100000:3.0:1780332642.522240:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1780332642.522246:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067667328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.522284:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067667328:12345-0@lo:400:kworker.0 Request processed in 37us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332642.522291:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1780332642.522310:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1780332642.522317:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067666944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.522349:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067666944:12345-0@lo:400:kworker.0 Request processed in 33us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332642.522354:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1780332642.522382:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1780332642.522387:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067667072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.522412:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067667072:12345-0@lo:400:kworker.0 Request processed in 26us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332642.522418:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1780332642.522950:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067666816:12345-0@lo:400:kworker.0 Request processed in 51us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332642.522962:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1780332642.523058:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667200 00000100:00100000:2.0:1780332642.523063:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667200 00000100:00100000:2.0:1780332642.523099:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667456 00000100:00100000:2.0:1780332642.523102:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667456 00000100:00100000:2.0:1780332642.523128:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:2.0:1780332642.523136:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067667200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332642.523179:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067667200:12345-0@lo:400:kworker.0 Request processed in 44us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332642.523185:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:2.0:1780332642.523198:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1780332642.523204:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067667456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332642.523236:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067667456:12345-0@lo:400:kworker.0 Request processed in 32us (1281us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332642.523241:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1780332642.523293:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:2.0:1780332642.523300:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec433f88a80, transno 4294967347 00000100:00100000:2.0:1780332642.523323:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067667200:0@lo:400:kworker.0 00000100:00100000:2.0:1780332642.523336:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067666816:0@lo:400:kworker.0 00000100:00100000:2.0:1780332642.523346:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067667328:0@lo:400:kworker.0 00000100:00080000:3.0:1780332642.523578:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332642.523583:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332642.523612:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067667072:0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.523638:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067666944:0@lo:400:kworker.0 00000100:00100000:3.0:1780332642.523648:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067667456:0@lo:400:kworker.0 00000004:00080000:0.0:1780332642.550830:0:80744:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2088958208342ns, next at 2082894301831ns, rc = 0 00000004:00080000:0.0:1780332642.550943:0:80744:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2088958323983ns, next at 2064840368563ns, rc = 0 00000004:00080000:2.0:1780332642.656184:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 66 committed 00000004:00080000:2.0:1780332642.656204:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 65 committed 00010000:00010000:0.0:1780332642.775820:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332643.031939:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332643.031964:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067667584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332643.032055:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332643.032181:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667584 00000100:00100000:2.0:1780332643.032190:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667584 00000100:00100000:2.0:1780332643.032252:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1780332643.032263:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067667584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332643.032302:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332643.032355:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067667584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332643.032362:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1780332643.032677:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067667584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332643.533215:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332643.533342:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332643.533382:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332643.533494:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045477504 00000100:00100000:3.0:1780332643.533505:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045477504 00000100:00100000:3.0:1780332643.533568:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1142 00000100:00100000:3.0:1780332643.533578:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045477504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332643.533718:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045477504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 140us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332643.533726:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1142 00000100:00100000:2.0:1780332643.535391:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045477632 00000100:00100000:2.0:1780332643.535406:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045477632 00000100:00100000:2.0:1780332643.535516:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1407 00000100:00100000:2.0:1780332643.535528:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045477632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332643.535606:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045477632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 82us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332643.535614:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1407 00000100:00080000:3.0:1780332643.536471:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332643.536898:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332643.546353:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045477760 00000100:00100000:1.0:1780332643.546370:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045477760 00000100:00100000:1.0:1780332643.546587:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045477888 00000100:00100000:1.0:1780332643.546591:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045477888 00000100:00100000:0.0:1780332643.546658:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1025 00000100:00100000:0.0:1780332643.546672:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045477760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332643.546803:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045477760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 135us (13419us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332643.546813:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1025 00000100:00080000:3.0:1780332643.552845:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332643.552857:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332643.554676:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1026 00000100:00100000:1.0:1780332643.554693:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045477888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332643.554774:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045477888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (17878us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332643.554783:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1026 00010000:00010000:3.0:1780332643.831842:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332644.832496:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332644.917997:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332644.918103:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478016 00000100:00100000:3.0:1780332644.918113:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478016 00000100:00100000:3.0:1780332644.918170:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 804 00000100:00100000:3.0:1780332644.918179:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478016:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332644.918293:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478016:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 114us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332644.918301:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 804 00000100:00100000:2.0:1780332644.939697:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332644.940050:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478144 00000100:00100000:0.0:1780332644.940061:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478144 00000100:00100000:0.0:1780332644.940364:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 443 00000100:00100000:0.0:1780332644.940376:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47588:x1866812045478144:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332644.941255:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47588:x1866812045478144:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 878us (1566us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332644.941265:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 443 00000100:00100000:2.0:1780332644.960038:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332644.960603:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478272 00000100:00100000:0.0:1780332644.960639:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478272 00000100:00100000:0.0:1780332644.960698:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 444 00000100:00100000:0.0:1780332644.960710:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47588:x1866812045478272:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332644.963962:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47588:x1866812045478272:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 3241us (3920us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332644.963976:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 444 00000100:00100000:2.0:1780332644.975406:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332644.975508:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478400 00000100:00100000:2.0:1780332644.975518:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478400 00000100:00100000:2.0:1780332644.975571:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 805 00000100:00100000:2.0:1780332644.975581:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478400:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332644.976088:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478400:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 500us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332644.976097:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 805 00000100:00100000:1.0:1780332644.997575:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332644.998157:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478528 00000100:00100000:0.0:1780332644.998173:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478528 00000100:00100000:0.0:1780332644.998465:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 806 00000100:00100000:0.0:1780332644.998479:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478528:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332644.998996:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478528:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 517us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332644.999010:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 806 00000100:00100000:2.0:1780332645.005089:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332645.005191:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478656 00000100:00100000:1.0:1780332645.005204:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478656 00000100:00100000:1.0:1780332645.005286:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 445 00000100:00100000:1.0:1780332645.005305:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47588:x1866812045478656:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:3.0:1780332645.005529:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332645.005969:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47588:x1866812045478656:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 673us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332645.005978:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 445 00000100:00100000:2.0:1780332645.010260:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332645.010399:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478784 00000100:00100000:3.0:1780332645.010409:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478784 00000100:00100000:3.0:1780332645.010500:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 446 00000100:00100000:3.0:1780332645.010512:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47588:x1866812045478784:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:0.0:1780332645.010908:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332645.011508:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:47588:x1866812045478784:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 994us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332645.011518:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 446 00000100:00100000:2.0:1780332645.015835:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332645.015918:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045478912 00000100:00100000:1.0:1780332645.015930:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045478912 00000100:00100000:1.0:1780332645.016003:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 807 00000100:00100000:1.0:1780332645.016026:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478912:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332645.016838:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47588:x1866812045478912:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 823us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332645.016847:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 807 00000100:00080000:0.0:1780332645.017048:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332645.182716:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332645.182889:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045479168 00000100:00100000:0.0:1780332645.182901:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045479168 00000100:00100000:0.0:1780332645.182966:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 808 00000100:00100000:0.0:1780332645.182976:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47592:x1866812045479168:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:0.0:1780332645.183142:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332645.183188:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ec3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee0 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.183210:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780332645.183222:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332645.183536:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.183555:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.183576:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.183595:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.183603:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.183610:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.184120:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.184130:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.184137:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332645.193275:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].25, 64 off9792 00000004:00080000:0.0:1780332645.193294:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2091600674680ns, next at 2092600670736ns, rc = 0 00010000:00010000:0.0:1780332645.193426:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193444:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193455:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193464:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193470:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193475:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193503:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332645.193531:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193538:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193544:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193549:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332645.193553:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193560:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193572:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780332645.193575:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332645.193580:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193585:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307ec61 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193608:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193614:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193644:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193649:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332645.193653:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193659:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193667:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:0.0:1780332645.193670:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332645.193674:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.193679:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307ec53 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332645.193691:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039764f1d reply state 00000000b5d334de transno 4294967608 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332645.193700:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1780332645.193702:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332645.193710:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332645.193719:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332645.193723:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332645.193729:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332645.193739:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8ec408256200) 00010000:00010000:3.0:1780332645.193742:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780332645.193745:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332645.193751:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ec68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332645.193769:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332645.193771:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332645.193772:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332645.194086:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47592:x1866812045479168:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 11106us (11375us total) trans 4294967608 rc 0/0 00000100:00100000:0.0:1780332645.194096:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 808 00010000:00010000:1.0:1780332645.219007:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332645.219033:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332645.219040:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332645.219047:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332645.219052:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332645.219060:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332645.219083:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff8ec408256000) 00010000:00010000:1.0:1780332645.219087:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332645.219092:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332645.219099:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307ec5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332645.848033:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332646.620225:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067667712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332646.620293:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332646.620391:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667712 00000100:00100000:0.0:1780332646.620399:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667712 00000100:00100000:0.0:1780332646.620453:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1780332646.620463:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067667712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332646.620499:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332646.620545:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067667712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332646.620552:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:0.0:1780332646.620573:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332646.622244:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067667712:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332646.871802:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332647.640263:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067667840:0@lo:400:kworker.0 00000100:00100000:0.0:1780332647.640350:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332647.640473:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667840 00000100:00100000:3.0:1780332647.640482:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667840 00000100:00100000:3.0:1780332647.640531:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1780332647.640540:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067667840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.642289:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067667840:12345-0@lo:400:kworker.0 Request processed in 1463us (1652us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332647.642305:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1780332647.642377:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067667968:0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.642503:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332647.642610:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332647.642640:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067668096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.642667:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332647.643393:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067667968 00000100:00100000:1.0:1780332647.643407:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067667968 00000100:00100000:1.0:1780332647.643559:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067668096 00000100:00100000:1.0:1780332647.643563:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067668096 00000100:00100000:1.0:1780332647.643602:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1780332647.643612:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067667968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332647.643964:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067667968:12345-0@lo:400:kworker.0 Request processed in 353us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332647.643973:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1780332647.644005:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1780332647.644098:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067668096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332647.644303:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067668096:12345-0@lo:400:kworker.0 Request processed in 209us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332647.644309:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1780332647.644533:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067668096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.644548:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067667968:0@lo:400:kworker.0 00000100:00080000:1.0:1780332647.646573:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332647.646670:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067668224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.646754:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332647.646917:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067668224 00000100:00100000:1.0:1780332647.646925:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067668224 00000100:00100000:1.0:1780332647.646992:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1780332647.647003:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067668224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332647.647071:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067668224:12345-0@lo:400:kworker.0 Request processed in 71us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332647.647079:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1780332647.647189:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067667840:0@lo:400:kworker.0 00000100:00100000:1.0:1780332647.648327:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067668480:0@lo:400:kworker.0 00000100:00100000:1.0:1780332647.648370:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332647.648407:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067668480 00000100:00100000:1.0:1780332647.648412:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067668480 00000100:00100000:1.0:1780332647.648463:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1780332647.648471:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067668480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332647.648512:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067668480:12345-0@lo:400:kworker.0 Request processed in 42us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332647.648519:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:1.0:1780332647.648535:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332647.648555:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067668480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.648652:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067668224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.648663:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332647.648668:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067668352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332647.648766:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332647.648780:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067668352 00000100:00100000:0.0:1780332647.648785:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067668352 00000100:00100000:0.0:1780332647.648837:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:0.0:1780332647.648843:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067668352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332647.648881:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067668352:12345-0@lo:400:kworker.0 Request processed in 39us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332647.648886:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00080000:1.0:1780332647.648945:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332647.649187:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067668352:0@lo:400:kworker.0 00010000:00010000:3.0:1780332647.895791:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332647.914312:0:80890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2094321691409ns, next at 2082894301831ns, rc = 0 00000004:00080000:1.0:1780332647.914501:0:80890:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2094321881660ns, next at 2092600670736ns, rc = 0 00000001:00080000:1.0:1780332647.961484:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967608 is committed 00000004:00080000:1.0:1780332647.961497:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 67 committed 00000004:00080000:1.0:1780332647.961522:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 68 committed 00000004:00080000:1.0:1780332647.961527:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 66 committed 00000100:00100000:1.0:1780332647.961980:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067668608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780332647.962072:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332647.962906:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067668608 00000100:00100000:3.0:1780332647.962920:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067668608 00000100:00100000:3.0:1780332647.962993:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1780332647.963004:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067668608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780332647.963033:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00010000:00010000:3.0:1780332647.963057:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332647.963081:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332647.963090:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332647.963092:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332647.963096:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332647.963131:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332647.963150:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 5 pid: 6596 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332647.963165:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067668736:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332647.963246:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4107ba3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332647.973229:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332647.973306:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067668736:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332647.973342:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332647.973461:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045479296 00000100:00100000:1.0:1780332647.973471:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045479296 00010000:00010000:1.0:1780332647.973540:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 6 pid: 6596 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332647.973588:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 375 00000100:00100000:1.0:1780332647.973599:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045479296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332647.973656:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332647.973664:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 6 pid: 6596 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332647.973696:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 6 pid: 6596 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332647.973727:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007468a060/0x76434b26e307ec4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bee7 expref: 6 pid: 6596 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332647.973750:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332647.973752:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332647.973757:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332647.973768:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332647.973807:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332647.973831:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332647.973840:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332647.973866:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332647.973873:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045479296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 275us (655us total) trans 0 rc 0/0 00010000:00010000:3.0:1780332647.973874:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332647.973884:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 375 00010000:00010000:3.0:1780332647.973893:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1780332647.974340:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332647.974796:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332647.974803:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332647.974813:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332647.974818:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332647.974827:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332647.974842:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332647.974849:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000615b09e5/0x76434b26e307ec6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332647.974876:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332647.974878:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332647.974880:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332647.974990:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067668608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11987us (12917us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1780332647.974999:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000004:00080000:1.0:1780332647.975418:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec3029b9c00/2, rc 0, transno 4294967347 00000100:00100000:1.0:1780332647.975438:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067668608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780332648.151935:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067668864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332648.152020:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332648.152318:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067668864 00000100:00100000:3.0:1780332648.152331:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067668864 00000100:00100000:3.0:1780332648.153075:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1780332648.153089:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067668864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332648.153136:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1780332648.153769:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067668864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 683us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332648.153778:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1780332648.161133:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067668864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332648.647162:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332648.647214:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332648.647249:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332648.647270:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045479424 00000100:00100000:2.0:1780332648.647281:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045479424 00000100:00100000:0.0:1780332648.647292:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332648.647319:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045479680 00000100:00100000:0.0:1780332648.647323:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045479680 00000100:00100000:2.0:1780332648.647343:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1144 00000100:00100000:2.0:1780332648.647354:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045479424:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332648.647361:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045479808 00000100:00100000:0.0:1780332648.647363:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045479808 00000100:00100000:0.0:1780332648.647383:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1029 00000100:00100000:0.0:1780332648.647390:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045479680:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332648.647438:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1030 00000100:00100000:0.0:1780332648.647446:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045479680:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 55us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332648.647454:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045479808:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332648.647460:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1029 00000100:00100000:3.0:1780332648.647490:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045479552 00000100:00080000:0.0:1780332648.647494:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332648.647497:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045479552 00000100:00100000:3.0:1780332648.647541:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1411 00000100:00100000:3.0:1780332648.647548:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045479552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332648.651918:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045479552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4358us (4690us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332648.651918:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045479808:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4456us (4610us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332648.651941:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1030 00000100:00100000:3.0:1780332648.651951:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1411 00000100:00080000:1.0:1780332648.652017:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332648.652423:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045479424:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 5068us (5272us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332648.652433:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1144 00010000:00010000:0.0:1780332648.923129:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332649.944302:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332650.316066:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00010000:00010000:3.0:1780332650.967838:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332651.736222:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067668992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332651.736300:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332651.737500:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067668992 00000100:00100000:3.0:1780332651.737510:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067668992 00000100:00100000:3.0:1780332651.737582:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1780332651.737592:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067668992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332651.737649:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332651.737714:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067668992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332651.737721:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1780332651.737818:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067668992:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332651.737905:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332651.991936:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332652.760078:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067669376:0@lo:400:kworker.0 00000100:00100000:2.0:1780332652.760091:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067669120:0@lo:400:kworker.0 00000100:00100000:3.0:1780332652.760162:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067669248:0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.760282:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332652.762710:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067669376 00000100:00100000:1.0:1780332652.762733:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067669376 00000100:00100000:1.0:1780332652.762865:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1780332652.762887:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067669376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332652.763038:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067669376:12345-0@lo:400:kworker.0 Request processed in 159us (2753us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332652.763051:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00080000:1.0:1780332652.763123:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332652.769107:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332652.769147:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067669504:0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.769228:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332652.769313:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067669376:0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.769350:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067669504 00000100:00100000:0.0:1780332652.769357:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067669504 00000100:00100000:0.0:1780332652.769414:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1780332652.769422:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067669504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.769478:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067669504:12345-0@lo:400:kworker.0 Request processed in 56us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332652.769484:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1780332652.769532:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067669504:0@lo:400:kworker.0 00000100:00100000:2.0:1780332652.770887:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332652.770955:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067669632:0@lo:400:kworker.0 00000100:00100000:2.0:1780332652.770997:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332652.771049:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067669632 00000100:00100000:2.0:1780332652.771055:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067669632 00000100:00100000:2.0:1780332652.771119:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:2.0:1780332652.771127:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067669632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332652.771176:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067669632:12345-0@lo:400:kworker.0 Request processed in 50us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332652.771182:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00080000:2.0:1780332652.771206:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332652.771231:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067669632:0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.771754:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067669120 00000100:00100000:0.0:1780332652.771759:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067669120 00000100:00100000:0.0:1780332652.771805:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1780332652.771812:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067669120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.771854:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067669120:12345-0@lo:400:kworker.0 Request processed in 43us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332652.771860:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1780332652.772380:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332652.772430:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067669760:0@lo:400:kworker.0 00000100:00100000:3.0:1780332652.772457:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332652.772838:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067669760 00000100:00100000:1.0:1780332652.772844:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067669760 00000100:00100000:1.0:1780332652.772935:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1780332652.772944:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067669760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332652.773011:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067669760:12345-0@lo:400:kworker.0 Request processed in 67us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332652.773026:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1780332652.773189:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067669120:0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.773594:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067669248 00000100:00100000:0.0:1780332652.773599:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067669248 00000100:00100000:0.0:1780332652.773673:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1780332652.773681:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067669248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332652.773723:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067669248:12345-0@lo:400:kworker.0 Request processed in 43us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332652.773729:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00080000:3.0:1780332652.774066:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332652.774094:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067669248:0@lo:400:kworker.0 00000100:00100000:3.0:1780332652.774106:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1780332652.774111:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec3029b9c00, transno 4294967347 00000100:00100000:3.0:1780332652.774131:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067669760:0@lo:400:kworker.0 00010000:00010000:0.0:1780332653.015948:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332653.271969:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332653.272012:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067669888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332653.272111:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332653.272513:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067669888 00000100:00100000:3.0:1780332653.272523:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067669888 00000100:00100000:3.0:1780332653.272609:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1780332653.272649:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067669888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332653.272699:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332653.272775:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067669888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 156us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332653.272782:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1780332653.272935:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067669888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332653.766167:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332653.771406:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332653.771446:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332653.771474:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332653.771509:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480192 00000100:00100000:1.0:1780332653.771521:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480192 00000100:00100000:1.0:1780332653.771586:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480320 00000100:00100000:1.0:1780332653.771589:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480320 00000100:00100000:1.0:1780332653.771646:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1033 00000100:00100000:1.0:1780332653.771656:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045480192:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332653.771738:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045480192:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 83us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332653.771747:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1033 00000100:00100000:1.0:1780332653.771767:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1034 00000100:00100000:1.0:1780332653.771773:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045480320:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332653.771798:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045480320:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332653.771805:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1034 00000100:00100000:1.0:1780332653.771823:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480064 00000100:00100000:1.0:1780332653.771826:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480064 00000100:00100000:1.0:1780332653.771866:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1415 00000100:00100000:1.0:1780332653.771873:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045480064:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332653.771915:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045480064:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332653.771921:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1415 00000100:00080000:1.0:1780332653.771939:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332653.771943:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332653.771945:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332653.778273:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045479936 00000100:00100000:2.0:1780332653.778287:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045479936 00000100:00100000:2.0:1780332653.778560:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1146 00000100:00100000:2.0:1780332653.778572:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045479936:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332653.779197:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045479936:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 624us (13038us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332653.779206:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1146 00010000:00010000:1.0:1780332654.040449:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332655.063992:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332656.088510:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332656.855991:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067670016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332656.856083:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332656.856205:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670016 00000100:00100000:3.0:1780332656.856213:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670016 00000100:00100000:3.0:1780332656.856273:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1780332656.856281:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067670016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332656.856330:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332656.856370:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067670016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332656.856378:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1780332656.857545:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067670016:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332656.858221:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332657.112085:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332657.880047:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067670400:0@lo:400:kworker.0 00000100:00100000:0.0:1780332657.880142:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332657.880883:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067670144:0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.880935:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332657.880977:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332657.880985:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067670272:0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881014:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332657.881062:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670144 00000100:00100000:2.0:1780332657.881072:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670144 00000100:00100000:2.0:1780332657.881169:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1780332657.881179:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067670144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881239:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067670144:12345-0@lo:400:kworker.0 Request processed in 60us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332657.881248:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1780332657.881323:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670400 00000100:00100000:2.0:1780332657.881328:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670400 00000100:00100000:3.0:1780332657.881329:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067670144:0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881372:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670272 00000100:00100000:2.0:1780332657.881375:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670272 00000100:00100000:3.0:1780332657.881381:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1780332657.881392:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067670400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881399:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1780332657.881408:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067670272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881450:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067670272:12345-0@lo:400:kworker.0 Request processed in 45us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332657.881456:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1780332657.881488:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067670272:0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881517:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067670528:0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881547:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332657.881704:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670528 00000100:00100000:2.0:1780332657.881708:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670528 00000100:00100000:2.0:1780332657.881731:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1780332657.881737:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067670528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.881768:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067670528:12345-0@lo:400:kworker.0 Request processed in 31us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332657.881774:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1780332657.881797:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067670528:0@lo:400:kworker.0 00000100:00080000:2.0:1780332657.881817:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332657.884500:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067670784:0@lo:400:kworker.0 00000100:00100000:1.0:1780332657.884565:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332657.884599:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332657.884606:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067670656:0@lo:400:kworker.0 00000100:00100000:0.0:1780332657.884729:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067670400:0@lo:400:kworker.0 00000100:00100000:0.0:1780332657.884778:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670784 00000100:00100000:0.0:1780332657.884785:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670784 00000100:00100000:0.0:1780332657.884861:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1780332657.884873:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067670784:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1780332657.884971:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332657.887337:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332657.890085:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670656 00000100:00100000:2.0:1780332657.890102:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670656 00000100:00100000:2.0:1780332657.890199:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1780332657.890212:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067670656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332657.890343:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067670656:12345-0@lo:400:kworker.0 Request processed in 135us (3014us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332657.890351:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1780332657.890538:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067670656:0@lo:400:kworker.0 00000100:00080000:1.0:1780332657.890568:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332657.894473:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067670400:12345-0@lo:400:kworker.0 Request processed in 13069us (14317us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332657.894491:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1780332657.895196:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067670784:12345-0@lo:400:kworker.0 Request processed in 10322us (10625us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332657.895208:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1780332657.898642:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067670784:0@lo:400:kworker.0 00010000:00010000:1.0:1780332658.141341:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332658.392096:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067670912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332658.392177:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332658.392392:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067670912 00000100:00100000:3.0:1780332658.392401:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067670912 00000100:00100000:3.0:1780332658.392453:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1780332658.392462:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067670912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332658.392497:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332658.392555:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067670912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332658.392562:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1780332658.392664:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067670912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332658.880841:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332658.880884:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332658.880920:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332658.880960:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332658.880997:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480704 00000100:00100000:1.0:1780332658.881009:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480704 00000100:00100000:1.0:1780332658.881072:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480832 00000100:00100000:1.0:1780332658.881075:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480832 00000100:00100000:1.0:1780332658.881101:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1037 00000100:00100000:1.0:1780332658.881111:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045480704:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332658.881198:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045480704:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332658.881207:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1037 00000100:00100000:2.0:1780332658.881382:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480448 00000100:00100000:2.0:1780332658.881386:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480448 00000100:00100000:2.0:1780332658.881416:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1148 00000100:00100000:2.0:1780332658.881423:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045480448:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332658.881452:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045480448:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332658.881463:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1148 00000100:00100000:3.0:1780332658.881655:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1038 00000100:00100000:3.0:1780332658.881665:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045480832:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332658.881695:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045480832:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332658.881702:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1038 00000100:00080000:3.0:1780332658.881880:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332658.881884:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332658.894309:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480576 00000100:00100000:0.0:1780332658.894330:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480576 00000100:00100000:0.0:1780332658.894571:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1419 00000100:00100000:0.0:1780332658.894596:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045480576:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332658.894706:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045480576:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 124us (13784us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332658.894717:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1419 00000100:00080000:3.0:1780332658.896097:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780332659.161125:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332660.183900:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332661.208228:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332661.976137:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067671040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332661.976218:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332661.977897:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671040 00000100:00100000:3.0:1780332661.977913:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671040 00000100:00080000:2.0:1780332661.978006:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332661.978009:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1780332661.978019:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067671040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332661.978075:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332661.988241:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067671040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10209us (12008us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332661.988259:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1780332661.988866:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067671040:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332662.231795:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332663.000615:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067671168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332663.000645:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067671552:0@lo:400:kworker.0 00000100:00100000:1.0:1780332663.000710:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067671296:0@lo:400:kworker.0 00000100:00100000:0.0:1780332663.000857:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067671424:0@lo:400:kworker.0 00000100:00100000:3.0:1780332663.006789:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332663.007047:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067671680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332663.007099:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332663.007163:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671680 00000100:00100000:3.0:1780332663.007172:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671680 00000100:00100000:3.0:1780332663.007234:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:3.0:1780332663.007245:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067671680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332663.007328:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067671680:12345-0@lo:400:kworker.0 Request processed in 84us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332663.007330:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332663.007335:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1780332663.007353:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067671808:0@lo:400:kworker.0 00000100:00100000:3.0:1780332663.007354:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671296 00000100:00100000:3.0:1780332663.007358:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671296 00000100:00100000:1.0:1780332663.007384:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332663.008116:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671168 00000100:00100000:2.0:1780332663.008123:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671168 00000100:00100000:2.0:1780332663.008162:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1780332663.008168:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067671168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332663.008211:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067671168:12345-0@lo:400:kworker.0 Request processed in 43us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332663.008218:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1780332663.008263:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332663.010697:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1780332663.010734:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067671296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332663.010937:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671808 00000100:00100000:1.0:1780332663.010947:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671808 00000100:00100000:1.0:1780332663.011092:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671552 00000100:00100000:1.0:1780332663.011096:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671552 00000100:00100000:1.0:1780332663.011121:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1780332663.011129:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067671808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332663.011192:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067671808:12345-0@lo:400:kworker.0 Request processed in 65us (3808us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332663.011200:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1780332663.011217:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1780332663.011223:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067671552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332663.011260:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067671552:12345-0@lo:400:kworker.0 Request processed in 37us (2997us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332663.011267:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1780332663.011327:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067671808:0@lo:400:kworker.0 00000100:00100000:1.0:1780332663.011370:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067671552:0@lo:400:kworker.0 00000100:00080000:2.0:1780332663.011497:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332663.011504:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332663.011507:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332663.011555:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067671168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332663.011576:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067671680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332663.012212:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067671296:12345-0@lo:400:kworker.0 Request processed in 1500us (4880us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332663.012222:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1780332663.012227:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067671296:0@lo:400:kworker.0 00000100:00100000:0.0:1780332663.017146:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332663.017914:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671424 00000100:00100000:2.0:1780332663.017930:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671424 00000100:00100000:2.0:1780332663.018098:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1780332663.018109:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067671424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332663.018201:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067671424:12345-0@lo:400:kworker.0 Request processed in 84us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332663.018208:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00080000:0.0:1780332663.020136:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332663.020202:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067671424:0@lo:400:kworker.0 00010000:00010000:3.0:1780332663.256118:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332663.512315:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067671936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332663.512418:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332663.512478:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067671936 00000100:00100000:0.0:1780332663.512488:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067671936 00000100:00100000:0.0:1780332663.512549:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1780332663.512561:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067671936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332663.512602:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332663.512984:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067671936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 424us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332663.512993:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1780332663.513079:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067671936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332664.000127:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332664.000178:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332664.000600:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481216 00000100:00100000:2.0:1780332664.000611:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481216 00000100:00100000:2.0:1780332664.000706:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1041 00000100:00100000:2.0:1780332664.000716:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045481216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332664.000802:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045481216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.000811:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1041 00000100:00080000:0.0:1780332664.001600:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332664.002876:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045480960 00000100:00100000:3.0:1780332664.002890:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045480960 00000100:00100000:3.0:1780332664.002960:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1150 00000100:00100000:3.0:1780332664.002971:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045480960:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332664.010719:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332664.010801:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045480960:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 7827us (10678us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332664.010818:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1150 00000100:00100000:2.0:1780332664.010827:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481088 00000100:00100000:2.0:1780332664.010837:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481088 00000100:00100000:2.0:1780332664.010913:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1423 00000100:00100000:2.0:1780332664.010923:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045481088:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:3.0:1780332664.010974:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332664.011612:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332664.012256:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481344 00000100:00100000:3.0:1780332664.012264:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481344 00000100:00100000:3.0:1780332664.012588:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1042 00000100:00100000:3.0:1780332664.012599:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045481344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332664.012671:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045481344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332664.012679:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1042 00000100:00080000:0.0:1780332664.012770:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332664.014528:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045481088:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 3597us (3808us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.014540:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1423 00010000:00010000:2.0:1780332664.282036:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332664.342469:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332664.343384:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481472 00000100:00100000:1.0:1780332664.343397:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481472 00000100:00100000:1.0:1780332664.343484:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 809 00000100:00100000:1.0:1780332664.343494:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045481472:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332664.343653:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045481472:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 159us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332664.343662:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 809 00000100:00100000:0.0:1780332664.349528:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332664.352294:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481600 00000100:00100000:2.0:1780332664.352312:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481600 00000100:00100000:2.0:1780332664.352486:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 448 00000100:00100000:2.0:1780332664.352499:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045481600:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332664.352970:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045481600:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 473us (3463us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.352981:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 448 00000100:00100000:3.0:1780332664.357190:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332664.357235:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481728 00000100:00100000:0.0:1780332664.357247:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481728 00000100:00100000:0.0:1780332664.357301:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 449 00000100:00100000:0.0:1780332664.357312:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045481728:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332664.357725:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045481728:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 413us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332664.357743:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 449 00000100:00100000:0.0:1780332664.363491:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332664.363678:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481856 00000100:00100000:1.0:1780332664.363689:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481856 00000100:00100000:1.0:1780332664.363755:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 810 00000100:00100000:1.0:1780332664.363766:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045481856:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332664.364279:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045481856:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 513us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332664.364288:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 810 00000100:00100000:3.0:1780332664.367794:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332664.368026:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045481984 00000100:00100000:2.0:1780332664.368040:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045481984 00000100:00100000:2.0:1780332664.368245:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 811 00000100:00100000:2.0:1780332664.368260:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045481984:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332664.368398:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045481984:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 142us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.368406:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 811 00000100:00100000:2.0:1780332664.370528:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332664.370718:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045482112 00000100:00100000:1.0:1780332664.370728:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045482112 00000100:00100000:0.0:1780332664.370961:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 450 00000100:00100000:0.0:1780332664.370974:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045482112:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332664.371688:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045482112:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 714us (1165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332664.371696:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 450 00000100:00100000:0.0:1780332664.384095:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332664.384242:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045482240 00000100:00100000:2.0:1780332664.384252:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045482240 00000100:00100000:2.0:1780332664.384319:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 451 00000100:00100000:2.0:1780332664.384329:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045482240:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332664.384756:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:47810:x1866812045482240:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 427us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.384764:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 451 00000100:00100000:1.0:1780332664.391757:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332664.392133:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045482368 00000100:00100000:2.0:1780332664.392144:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045482368 00000100:00100000:2.0:1780332664.392200:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 812 00000100:00100000:2.0:1780332664.392211:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045482368:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332664.393261:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47810:x1866812045482368:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1047us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.393273:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 812 00000100:00100000:3.0:1780332664.443482:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332664.446666:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045482496 00000100:00100000:2.0:1780332664.446688:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045482496 00000100:00100000:2.0:1780332664.446793:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 813 00000100:00100000:2.0:1780332664.446807:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:47811:x1866812045482496:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332664.446837:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332664.446869:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395beee expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.446960:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ec7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.446981:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ec7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.446995:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ec7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332664.447243:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00000004:00200000:2.0:1780332664.447248:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332664.448082:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ec7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.448130:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beee expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.448151:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ec7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beee expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.448160:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:2.0:1780332664.448163:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332664.448168:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0800, rc 0) 00000100:00100000:2.0:1780332664.448258:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47811:x1866812045482496:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1453us (4786us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.448268:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 813 00000100:00100000:0.0:1780332664.461874:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332664.466254:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045482752 00000100:00100000:1.0:1780332664.466275:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045482752 00000100:00100000:1.0:1780332664.466372:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 814 00000100:00100000:1.0:1780332664.466385:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:47811:x1866812045482752:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332664.466413:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332664.466437:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307ec84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bef5 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332664.466902:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00010000:00010000:1.0:1780332664.467337:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307ec84 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bef5 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332664.467358:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332664.467362:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780332664.467368:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307ec84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bef5 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332664.467387:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dea00, rc 0) 00000100:00100000:1.0:1780332664.467496:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47811:x1866812045482752:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1113us (5631us total) trans 4294967609 rc 301/301 00000100:00100000:1.0:1780332664.467506:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 814 00000100:00100000:1.0:1780332664.481395:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332664.481510:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045482880 00000100:00100000:3.0:1780332664.481521:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045482880 00000100:00100000:3.0:1780332664.481580:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 84 00000100:00100000:3.0:1780332664.481590:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47811:x1866812045482880:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:2.0:1780332664.491440:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47811:x1866812045482880:12345-192.168.204.30@tcp:37:rm.0 Request processed in 9840us (10044us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332664.491455:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 84 00000100:00100000:0.0:1780332664.499755:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332664.499860:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045483136 00000100:00100000:1.0:1780332664.499875:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045483136 00000100:00100000:1.0:1780332664.499942:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 85 00000100:00100000:1.0:1780332664.499952:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47811:x1866812045483136:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:1.0:1780332664.500844:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47811:x1866812045483136:12345-192.168.204.30@tcp:35:rm.0 Request processed in 887us (1103us total) trans 4294967610 rc 0/0 00000100:00100000:1.0:1780332664.500856:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 85 00000100:00100000:1.0:1780332664.506245:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332664.506410:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045483392 00000100:00100000:2.0:1780332664.506434:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045483392 00000100:00100000:2.0:1780332664.506513:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 815 00000100:00100000:2.0:1780332664.506524:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:47811:x1866812045483392:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332664.506599:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780332664.506678:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ec7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395beee expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506703:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307ec22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bed9 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506714:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:2.0:1780332664.506769:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307e93c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395be23 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506780:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:2.0:1780332664.506787:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332664.506820:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506836:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506851:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506864:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506871:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.506877:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.507427:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.507439:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.507447:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332664.514313:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 7680 00010000:00010000:2.0:1780332664.514343:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514355:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514364:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514370:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332664.514376:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514384:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514400:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332664.514404:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332664.514408:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514414:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307eca0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514444:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514451:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514457:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514461:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332664.514464:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514469:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514476:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780332664.514478:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332664.514482:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.514488:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ec92 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332664.514502:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db17bdd9 reply state 00000000ab8de330 transno 4294967611 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332664.514511:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332664.514850:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:47811:x1866812045483392:12345-192.168.204.30@tcp:36:rm.0 Request processed in 8321us (8609us total) trans 4294967611 rc 0/0 00000100:00100000:2.0:1780332664.514861:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 815 00010000:00010000:2.0:1780332664.527307:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.527325:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.527334:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.527340:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332664.527346:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.527354:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.527371:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332664.527374:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332664.527379:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332664.527387:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ec99 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332665.311397:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332665.931213:0:81109:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0ae68420 20000000:00000080:2.0:1780332665.931238:0:81109:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4375ea800 uarg=0000000000000000 00010000:00010000:2.0:1780332665.936385:0:81109:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332665.936502:0:81109:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332665.936555:0:81109:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332665.936580:0:81109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.936693:0:81109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307e927 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.936702:0:81109:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.936751:0:81109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307e927 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.936769:0:81109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307e927 expref: 17 pid: 5800 timeout: 2212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332665.936785:0:81109:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81109:1866812067672064:0@lo:104: 00000100:00100000:2.0:1780332665.936882:0:81109:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332665.937016:0:81109:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dd98780 going to sleep for 11 seconds 00000100:00100000:0.0:1780332665.937064:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780332665.937078:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672064 00000100:00100000:0.0:1780332665.937085:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672064 00000100:00100000:0.0:1780332665.937122:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1780332665.937128:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433e4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81109:x1866812067672064:12345-0@lo:104: 00010000:00010000:0.0:1780332665.937139:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332665.937193:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780332665.937199:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433e4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81109:x1866812067672064:12345-0@lo:104: Request processed in 71us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332665.937210:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1780332665.937219:0:81109:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81109:1866812067672064:0@lo:104: 00010000:00010000:2.0:1780332665.937235:0:81109:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332665.937286:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332665.937293:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332665.937300:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332665.937304:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332665.937312:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332665.937319:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332665.937324:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332665.937359:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332665.937365:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332665.937484:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332665.937493:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307e927 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307e92e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332665.937510:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332665.937512:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332665.937514:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332665.937526:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067672192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332665.937561:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332665.937892:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672192 00000100:00100000:2.0:1780332665.937898:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672192 00010000:00010000:2.0:1780332665.937917:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e927 expref: 18 pid: 5800 timeout: 2212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332665.937991:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1780332665.937999:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067672192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332665.938009:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332665.938014:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307e927 expref: 18 pid: 5800 timeout: 2212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938026:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307e927 expref: 18 pid: 5800 timeout: 2212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938037:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e307e92e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307e927 expref: 18 pid: 5800 timeout: 2212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938049:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938058:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938070:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938076:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938083:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938089:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938093:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332665.938097:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938102:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938122:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332665.938131:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332665.938166:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067672192:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332665.938172:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1780332665.938225:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067672192:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332665.938450:0:81109:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332665.938459:0:81109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332665.938465:0:81109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0600/0x76434b26e307eca7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332666.333115:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332666.820319:0:81158:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd86cfed10 20000000:00000080:0.0:1780332666.820339:0:81158:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d965800 uarg=0000000000000000 00010000:00010000:0.0:1780332666.820788:0:81158:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332666.820807:0:81158:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332666.820825:0:81158:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332666.820844:0:81158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820861:0:81158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820873:0:81158:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820880:0:81158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820887:0:81158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820900:0:81158:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820908:0:81158:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332666.820912:0:81158:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820920:0:81158:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820933:0:81158:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820939:0:81158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332666.820944:0:81158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e307ecae lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332667.096487:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332667.096516:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067672320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332667.097049:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332667.098206:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672320 00000100:00100000:2.0:1780332667.098220:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672320 00000100:00100000:2.0:1780332667.098299:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1780332667.098310:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067672320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332667.098352:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332667.098444:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067672320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332667.098452:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:0.0:1780332667.098578:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332667.098707:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067672320:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1780332667.291713:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332667.291720:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332667.291725:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332667.291769:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332667.291780:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332667.291792:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332667.291816:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067672448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332667.291877:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332667.291932:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4090fab40 going to sleep for 11 seconds 00000100:00100000:0.0:1780332667.291989:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672448 00000100:00100000:0.0:1780332667.291996:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672448 00000100:00100000:0.0:1780332667.292046:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1780332667.292055:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067672448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332667.292067:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332667.292078:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ecb5 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.292099:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.292109:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.292119:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391600, rc 0) 00000100:00100000:0.0:1780332667.292155:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067672448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332667.292161:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1780332667.292201:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067672448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332667.292212:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.292221:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332667.292239:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332667.292243:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.292250:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332667.352165:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332667.698877:0:81206:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc34d7b030 20000000:00000080:0.0:1780332667.698894:0:81206:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec434267c00 uarg=0000000000000000 00010000:00010000:0.0:1780332667.699139:0:81206:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332667.699158:0:81206:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332667.699179:0:81206:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332667.699201:0:81206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.699221:0:81206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.699230:0:81206:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.699273:0:81206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.699291:0:81206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 17 pid: 5800 timeout: 2214 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332667.699309:0:81206:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81206:1866812067672576:0@lo:104: 00000100:00100000:0.0:1780332667.699372:0:81206:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332667.700037:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672576 00000100:00100000:3.0:1780332667.700049:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672576 00000100:00100000:0.0:1780332667.700098:0:81206:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec43724fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332667.700228:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1780332667.700240:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81206:x1866812067672576:12345-0@lo:104: 00010000:00010000:2.0:1780332667.700261:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332667.700347:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332667.700354:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81206:x1866812067672576:12345-0@lo:104: Request processed in 117us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332667.700362:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1780332667.700448:0:81206:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81206:1866812067672576:0@lo:104: 00010000:00010000:0.0:1780332667.700474:0:81206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332667.700498:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332667.700505:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332667.700513:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332667.700518:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332667.700526:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332667.700604:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332667.700643:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332667.700699:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332667.700706:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332667.700738:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332667.700745:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1a00/0x76434b26e307ecb5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ecbc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332667.700754:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067672704:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332667.700761:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332667.700764:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332667.700765:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332667.700796:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332667.701016:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672704 00000100:00100000:0.0:1780332667.701021:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672704 00010000:00010000:0.0:1780332667.701041:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 18 pid: 5800 timeout: 2214 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332667.701070:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1780332667.701077:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067672704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332667.701089:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332667.701093:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 18 pid: 5800 timeout: 2214 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701106:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 18 pid: 5800 timeout: 2214 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701119:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e307ecbc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ecb5 expref: 18 pid: 5800 timeout: 2214 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701132:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701140:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701155:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701168:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701176:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701181:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701186:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332667.701192:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701199:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701225:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332667.701238:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332667.701327:0:81206:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332667.701335:0:81206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332667.701340:0:81206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e307ecc3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332667.702414:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067672704:12345-0@lo:103:ldlm_bl.0 Request processed in 1331us (1611us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332667.702428:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1780332667.704127:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067672704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332668.123179:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067672832:0@lo:400:kworker.0 00000100:00100000:1.0:1780332668.123281:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332668.123897:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067672960:0@lo:400:kworker.0 00000100:00100000:0.0:1780332668.123939:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332668.124670:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067673344:0@lo:400:kworker.0 00000100:00100000:1.0:1780332668.124724:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332668.124806:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067673216:0@lo:400:kworker.0 00000100:00100000:1.0:1780332668.124867:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673344 00000100:00100000:1.0:1780332668.124876:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673344 00000100:00100000:1.0:1780332668.124940:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1780332668.124950:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067673344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332668.125016:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067673344:12345-0@lo:400:kworker.0 Request processed in 67us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332668.125024:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00080000:1.0:1780332668.125045:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332668.125072:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067673344:0@lo:400:kworker.0 00000100:00100000:1.0:1780332668.129193:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332668.129247:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672832 00000100:00100000:2.0:1780332668.129259:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672832 00000100:00100000:2.0:1780332668.129328:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067672960 00000100:00100000:2.0:1780332668.129331:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067672960 00000100:00100000:2.0:1780332668.129368:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1780332668.129381:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067672832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332668.129534:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067672832:12345-0@lo:400:kworker.0 Request processed in 155us (6252us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332668.129543:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1780332668.129567:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1780332668.129574:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067672960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332668.129608:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067672960:12345-0@lo:400:kworker.0 Request processed in 36us (5669us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332668.129615:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1780332668.129674:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067673088:0@lo:400:kworker.0 00000100:00100000:2.0:1780332668.129742:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332668.130153:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067672960:0@lo:400:kworker.0 00000100:00080000:2.0:1780332668.130204:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332668.130233:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067672832:0@lo:400:kworker.0 00000100:00100000:2.0:1780332668.130261:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673088 00000100:00100000:2.0:1780332668.130265:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673088 00000100:00100000:2.0:1780332668.130319:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1780332668.130327:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067673088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332668.130377:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067673088:12345-0@lo:400:kworker.0 Request processed in 51us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332668.130383:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1780332668.130472:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067673088:0@lo:400:kworker.0 00000100:00100000:0.0:1780332668.131381:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673216 00000100:00100000:0.0:1780332668.131388:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673216 00000100:00100000:0.0:1780332668.131440:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1780332668.131449:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067673216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332668.131509:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067673216:12345-0@lo:400:kworker.0 Request processed in 62us (2326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332668.131517:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00080000:0.0:1780332668.131537:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332668.131603:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067673216:0@lo:400:kworker.0 00010000:00010000:1.0:1780332668.375827:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332668.633244:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067673472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332668.633318:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332668.635509:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673472 00000100:00100000:0.0:1780332668.635523:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673472 00000100:00100000:0.0:1780332668.635588:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1780332668.635599:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067673472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332668.635654:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332668.635748:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067673472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 151us (2430us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332668.635756:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1780332668.635827:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067673472:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1780332668.722316:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967610 is committed 00000001:00080000:3.0:1780332668.722343:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967611 is committed 10000000:01000000:0.0:1780332668.824158:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332668.824166:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332668.824171:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332668.824231:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332668.824244:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332668.824256:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332668.824284:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067673600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332668.824367:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332668.824441:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40844d180 going to sleep for 11 seconds 00000100:00100000:3.0:1780332668.824575:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673600 00000100:00100000:3.0:1780332668.824583:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673600 00000100:00100000:3.0:1780332668.824662:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1780332668.824682:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067673600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332668.824696:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332668.824710:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ecca expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332668.824735:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ecca expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332668.824745:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecca expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332668.824755:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332668.824813:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067673600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332668.824825:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1780332668.825020:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067673600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332668.825036:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332668.825045:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332668.825068:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332668.825073:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332668.825080:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332669.124042:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332669.124287:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045483520 00000100:00100000:2.0:1780332669.124298:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045483520 00000100:00100000:2.0:1780332669.124361:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1153 00000100:00100000:2.0:1780332669.124372:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045483520:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332669.124490:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045483520:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 120us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332669.124500:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1153 00000100:00100000:3.0:1780332669.126130:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332669.127603:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045483648 00000100:00100000:1.0:1780332669.127639:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045483648 00000100:00100000:1.0:1780332669.127743:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1427 00000100:00100000:1.0:1780332669.127757:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045483648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332669.127866:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045483648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 112us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332669.127875:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1427 00000100:00080000:3.0:1780332669.128139:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332669.129191:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332669.129254:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332669.129280:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045483904 00000100:00100000:1.0:1780332669.129286:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045483904 00000100:00100000:1.0:1780332669.129330:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045483776 00000100:00100000:1.0:1780332669.129333:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045483776 00000100:00100000:1.0:1780332669.129362:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1045 00000100:00100000:1.0:1780332669.129371:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045483904:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332669.129436:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045483904:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 66us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332669.129444:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1045 00000100:00100000:1.0:1780332669.129458:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1046 00000100:00100000:1.0:1780332669.129465:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045483776:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332669.129494:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045483776:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332669.129501:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1046 00000100:00080000:1.0:1780332669.130091:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332669.130096:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332669.401644:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332670.424315:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332671.447877:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332671.635718:0:81403:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda3db9fc0 20000000:00000080:0.0:1780332671.635741:0:81403:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec422be0000 uarg=0000000000000000 00010000:00010000:0.0:1780332671.636601:0:81403:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332671.636659:0:81403:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332671.636683:0:81403:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332671.636705:0:81403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332671.636727:0:81403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecca expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332671.636736:0:81403:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332671.636793:0:81403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ecca expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332671.636813:0:81403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ecca expref: 17 pid: 5799 timeout: 2218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332671.636828:0:81403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81403:1866812067673728:0@lo:104: 00000100:00100000:0.0:1780332671.636921:0:81403:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332671.636990:0:81403:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40844da80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332671.637037:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673728 00000100:00100000:1.0:1780332671.637049:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673728 00000100:00100000:1.0:1780332671.637110:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1780332671.637120:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81403:x1866812067673728:12345-0@lo:104: 00010000:00010000:1.0:1780332671.637136:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332671.637215:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332671.637222:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81403:x1866812067673728:12345-0@lo:104: Request processed in 103us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332671.637230:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1780332671.637252:0:81403:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81403:1866812067673728:0@lo:104: 00010000:00010000:0.0:1780332671.637275:0:81403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.637364:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332671.637372:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.637388:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332671.637392:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.637400:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332671.637407:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332671.637417:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332671.637465:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.637471:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332671.637504:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.637511:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307ecca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ecd1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.637531:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332671.637533:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332671.637534:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332671.637810:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067673856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332671.637852:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332671.637935:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673856 00000100:00100000:2.0:1780332671.637940:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673856 00010000:00010000:2.0:1780332671.637963:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecca expref: 18 pid: 5799 timeout: 2218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332671.637988:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1780332671.637997:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067673856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332671.638010:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332671.638014:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecca expref: 18 pid: 5799 timeout: 2218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638028:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ecca expref: 18 pid: 5799 timeout: 2218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638042:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4000/0x76434b26e307ecd1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ecca expref: 18 pid: 5799 timeout: 2218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638061:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638070:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638087:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638230:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638238:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638244:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638250:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332671.638254:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638263:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638282:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332671.638293:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332671.638345:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067673856:12345-0@lo:103:ldlm_bl.0 Request processed in 349us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332671.638353:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00010000:00010000:0.0:1780332671.638521:0:81403:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332671.638530:0:81403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332671.638537:0:81403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391000/0x76434b26e307ecd8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332671.639057:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067673856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332672.216147:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332672.216178:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067673984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332672.216284:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332672.216420:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067673984 00000100:00100000:0.0:1780332672.216430:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067673984 00000100:00100000:0.0:1780332672.216521:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1780332672.216532:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067673984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332672.216583:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332672.216672:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067673984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332672.216680:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1780332672.216738:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067673984:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332672.216835:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332672.476717:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332673.239940:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067674112:0@lo:400:kworker.0 00000100:00100000:1.0:1780332673.240031:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332673.240085:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067674624:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240086:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067674240:0@lo:400:kworker.0 00000100:00100000:1.0:1780332673.240114:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332673.240117:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067674368:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240142:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332673.240161:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332673.240167:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067674496:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240191:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332673.240224:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067674112 00000100:00100000:3.0:1780332673.240235:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067674112 00000100:00100000:1.0:1780332673.240236:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067674624 00000100:00100000:1.0:1780332673.240239:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067674624 00000100:00100000:3.0:1780332673.240284:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1780332673.240294:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067674112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240354:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067674112:12345-0@lo:400:kworker.0 Request processed in 61us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332673.240355:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067674368 00000100:00100000:1.0:1780332673.240358:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067674368 00000100:00100000:3.0:1780332673.240362:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1780332673.240379:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1780332673.240384:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067674624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240393:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1780332673.240399:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067674368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332673.240420:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067674624:12345-0@lo:400:kworker.0 Request processed in 36us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332673.240426:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067674368:12345-0@lo:400:kworker.0 Request processed in 28us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332673.240427:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1780332673.240432:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1780332673.240448:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067674496 00000100:00100000:3.0:1780332673.240452:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067674496 00000100:00100000:3.0:1780332673.240479:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1780332673.240486:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067674496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240517:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067674496:12345-0@lo:400:kworker.0 Request processed in 32us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332673.240524:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00080000:3.0:1780332673.240540:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332673.240554:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332673.240579:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067674752:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240601:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332673.240664:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067674752 00000100:00100000:3.0:1780332673.240668:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067674752 00000100:00100000:3.0:1780332673.240699:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1780332673.240705:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067674752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240737:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067674752:12345-0@lo:400:kworker.0 Request processed in 32us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332673.240742:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00080000:3.0:1780332673.240759:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332673.240790:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067674496:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240800:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067674368:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240829:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067674752:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240848:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067674624:0@lo:400:kworker.0 00000100:00100000:3.0:1780332673.240857:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067674112:0@lo:400:kworker.0 00000100:00100000:1.0:1780332673.240949:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067674240 00000100:00100000:1.0:1780332673.240954:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067674240 00000100:00100000:1.0:1780332673.241465:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1780332673.242112:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067674240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332673.246398:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067674240:12345-0@lo:400:kworker.0 Request processed in 4914us (5831us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332673.246415:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:3.0:1780332673.248224:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067674240:0@lo:400:kworker.0 10000000:01000000:2.0:1780332673.304846:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332673.304853:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332673.304858:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332673.304898:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332673.304911:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332673.304921:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332673.304947:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067674880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332673.305826:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332673.306439:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec401377300 going to sleep for 11 seconds 00000100:00100000:3.0:1780332673.307842:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067674880 00000100:00100000:3.0:1780332673.307852:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067674880 00000100:00100000:3.0:1780332673.307940:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1780332673.307950:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067674880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332673.307965:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332673.307983:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ecdf expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332673.308019:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ecdf expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332673.308030:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecdf expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332673.308040:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780332673.308121:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067674880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332673.308129:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1780332673.308211:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067674880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332673.308227:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332673.308236:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332673.308257:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332673.308262:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332673.308270:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332673.496117:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332673.751811:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067675008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332673.751886:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332673.752012:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675008 00000100:00100000:3.0:1780332673.752021:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675008 00000100:00100000:3.0:1780332673.752085:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1780332673.752096:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067675008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332673.752130:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332673.757579:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067675008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5472us (5680us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332673.757594:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1780332673.757695:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067675008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332674.246754:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332674.246801:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332674.246829:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332674.246859:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332674.246865:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484032 00000100:00100000:0.0:1780332674.246878:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484032 00000100:00100000:3.0:1780332674.246887:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484160 00000100:00100000:3.0:1780332674.246893:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484160 00000100:00100000:3.0:1780332674.246956:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1431 00000100:00100000:0.0:1780332674.246957:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1156 00000100:00100000:0.0:1780332674.246973:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045484032:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332674.246974:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045484160:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332674.247063:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045484160:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332674.247072:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1431 00000100:00100000:3.0:1780332674.247096:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484288 00000100:00100000:3.0:1780332674.247100:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484288 00000100:00100000:3.0:1780332674.247181:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484416 00000100:00100000:3.0:1780332674.247185:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484416 00000100:00100000:3.0:1780332674.247206:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1049 00000100:00100000:3.0:1780332674.247212:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045484288:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332674.247720:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045484032:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 750us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332674.247728:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1156 00000100:00080000:2.0:1780332674.252824:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332674.252838:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332674.252844:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332674.252881:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1050 00000100:00100000:2.0:1780332674.252910:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045484416:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332674.252995:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045484416:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 101us (6134us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332674.253004:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1050 00000100:00100000:3.0:1780332674.259073:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045484288:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 11849us (12231us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332674.259087:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1049 00010000:00010000:1.0:1780332674.520265:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332675.545350:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332676.570406:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332677.336893:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067675136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332677.336976:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332677.337074:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675136 00000100:00100000:3.0:1780332677.337083:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675136 00000100:00100000:3.0:1780332677.337151:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1780332677.337162:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067675136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332677.337206:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332677.337259:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067675136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332677.337267:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1780332677.337325:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067675136:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332677.338206:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332677.599204:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332678.360603:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067675520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332678.360778:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332678.360931:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067675264:0@lo:400:kworker.0 00000100:00100000:3.0:1780332678.360972:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332678.361007:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332678.361013:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067675392:0@lo:400:kworker.0 00000100:00100000:3.0:1780332678.361037:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332678.361064:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067675648:0@lo:400:kworker.0 00000100:00100000:3.0:1780332678.361090:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332678.361123:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675264 00000100:00100000:3.0:1780332678.361131:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675264 00000100:00100000:3.0:1780332678.361175:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1780332678.361184:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067675264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332678.361234:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067675264:12345-0@lo:400:kworker.0 Request processed in 51us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332678.361242:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1780332678.361285:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675520 00000100:00100000:3.0:1780332678.361288:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675520 00000100:00100000:3.0:1780332678.361320:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675392 00000100:00100000:3.0:1780332678.361323:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675392 00000100:00100000:3.0:1780332678.361341:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1780332678.361346:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067675520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.361448:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1780332678.361458:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067675392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.361493:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067675392:12345-0@lo:400:kworker.0 Request processed in 37us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332678.361499:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00080000:0.0:1780332678.363783:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332678.363853:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067675392:0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.363868:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067675264:0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.363915:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675648 00000100:00100000:0.0:1780332678.363922:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675648 00000100:00100000:0.0:1780332678.363979:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1780332678.363988:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067675648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.364075:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067675648:12345-0@lo:400:kworker.0 Request processed in 88us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332678.364082:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1780332678.364117:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067675648:0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.365375:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067675776:0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.365435:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332678.365469:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332678.365475:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067675904:0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.365501:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332678.365547:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675776 00000100:00100000:0.0:1780332678.365553:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675776 00000100:00100000:0.0:1780332678.365601:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1780332678.365610:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067675776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.365693:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067675776:12345-0@lo:400:kworker.0 Request processed in 83us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332678.365700:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1780332678.365727:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067675904 00000100:00100000:0.0:1780332678.365730:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067675904 00000100:00100000:0.0:1780332678.365770:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1780332678.365776:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067675904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.365809:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067675904:12345-0@lo:400:kworker.0 Request processed in 34us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332678.365814:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00080000:0.0:1780332678.365831:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332678.365836:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332678.365878:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067675904:0@lo:400:kworker.0 00000100:00100000:0.0:1780332678.365890:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067675776:0@lo:400:kworker.0 00000100:00100000:3.0:1780332678.371510:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067675520:12345-0@lo:400:kworker.0 Request processed in 10151us (10720us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332678.371541:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1780332678.372302:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067675520:0@lo:400:kworker.0 00010000:00010000:1.0:1780332678.616034:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332678.880742:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067676032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332678.880845:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332678.880925:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676032 00000100:00100000:3.0:1780332678.880933:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676032 00000100:00100000:3.0:1780332678.880979:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1780332678.880988:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067676032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332678.881026:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332678.881075:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067676032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332678.881082:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1780332678.881145:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067676032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332679.360027:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332679.360084:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332679.360126:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332679.360435:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484800 00000100:00100000:2.0:1780332679.360447:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484800 00000100:00100000:2.0:1780332679.360560:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1053 00000100:00100000:2.0:1780332679.360574:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045484800:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332679.360690:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045484800:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 120us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332679.360698:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1053 00000100:00100000:1.0:1780332679.360992:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484672 00000100:00100000:1.0:1780332679.360997:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484672 00000100:00100000:1.0:1780332679.361052:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1435 00000100:00100000:1.0:1780332679.361060:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045484672:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332679.361096:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045484672:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332679.361103:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1435 00000100:00100000:0.0:1780332679.361246:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484544 00000100:00100000:0.0:1780332679.361725:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484544 00000100:00100000:0.0:1780332679.361785:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1158 00000100:00100000:0.0:1780332679.361794:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045484544:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332679.361855:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045484544:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 62us (1838us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332679.361862:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1158 00000100:00080000:0.0:1780332679.361918:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332679.361923:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332679.362425:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332679.363648:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045484928 00000100:00100000:0.0:1780332679.363658:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045484928 00000100:00100000:0.0:1780332679.364672:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1054 00000100:00100000:0.0:1780332679.364687:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045484928:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332679.364807:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045484928:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 124us (2384us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332679.364815:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1054 00000100:00080000:1.0:1780332679.366021:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332679.639928:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780332680.657615:0:81750:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 20: test nodemap mapped_admin fileops ========================================================== 12:51:19 (1780332679) 00010000:00010000:1.0:1780332680.663886:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332681.687825:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:0.0:1780332681.885245:0:81798:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1780332681.913571:0:81798:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000100:00100000:0.0:1780332682.468931:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067676160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332682.469026:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332682.469213:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676160 00000100:00100000:2.0:1780332682.469225:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676160 00000100:00100000:2.0:1780332682.469318:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1780332682.469332:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067676160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332682.469387:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1780332682.469467:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332682.469926:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067676160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 595us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332682.469935:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1780332682.470068:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067676160:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332682.711934:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332682.897284:0:81847:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd68827150 20000000:00000080:0.0:1780332682.897302:0:81847:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42db19c00 uarg=0000000000000000 10000000:01000000:0.0:1780332682.898135:0:81847:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332682.898157:0:81847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332682.898176:0:81847:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecdf expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332682.898186:0:81847:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332682.898235:0:81847:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ecdf expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332682.898255:0:81847:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ecdf expref: 17 pid: 5800 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332682.898273:0:81847:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81847:1866812067676288:0@lo:104: 00000100:00100000:0.0:1780332682.898349:0:81847:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332682.898454:0:81847:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec437e95900 going to sleep for 11 seconds 00000100:00100000:1.0:1780332682.898541:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676288 00000100:00100000:1.0:1780332682.898549:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676288 00000100:00100000:1.0:1780332682.898603:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1780332682.898612:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81847:x1866812067676288:12345-0@lo:104: 00010000:00010000:1.0:1780332682.898661:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332682.898717:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332682.898723:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81847:x1866812067676288:12345-0@lo:104: Request processed in 113us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332682.898733:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1780332682.898873:0:81847:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81847:1866812067676288:0@lo:104: 00010000:00010000:0.0:1780332682.898890:0:81847:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.898963:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332682.898970:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.898977:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332682.898981:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.898989:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332682.898996:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332682.899007:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332682.899033:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899039:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332682.899072:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899079:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e307ecdf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ece6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899095:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332682.899096:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332682.899098:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332682.899105:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332682.899115:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067676416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332682.899146:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332682.899309:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676416 00000100:00100000:2.0:1780332682.899314:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676416 00010000:00010000:2.0:1780332682.899335:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecdf expref: 18 pid: 5800 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332682.899410:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1780332682.899418:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067676416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332682.899429:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332682.899434:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecdf expref: 18 pid: 5800 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899451:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ecdf expref: 18 pid: 5800 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899462:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ece6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ecdf expref: 18 pid: 5800 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899486:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899493:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899508:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899515:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899521:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899528:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899534:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332682.899538:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899546:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899577:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332682.899587:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332682.899649:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067676416:12345-0@lo:103:ldlm_bl.0 Request processed in 232us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332682.899656:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1780332682.899713:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067676416:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332682.899777:0:81847:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332682.899785:0:81847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332682.899795:0:81847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e307eced lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332683.480728:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067676672:0@lo:400:kworker.0 00000100:00100000:0.0:1780332683.480840:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332683.480919:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332683.480925:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067676800:0@lo:400:kworker.0 00000100:00100000:0.0:1780332683.480960:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332683.481009:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676672 00000100:00100000:0.0:1780332683.481020:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676672 00000100:00100000:0.0:1780332683.481104:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1780332683.481116:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067676672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332683.481212:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067676672:12345-0@lo:400:kworker.0 Request processed in 98us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332683.481222:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1780332683.481255:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676800 00000100:00100000:0.0:1780332683.481259:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676800 00000100:00100000:0.0:1780332683.481290:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1780332683.481295:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067676800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332683.481329:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067676800:12345-0@lo:400:kworker.0 Request processed in 34us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332683.481335:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00080000:0.0:1780332683.481351:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332683.481390:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067676800:0@lo:400:kworker.0 00000100:00100000:0.0:1780332683.481400:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067676672:0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.481692:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067676544:0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.481736:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332683.481764:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067677056:0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.481790:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332683.481811:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332683.481818:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067676928:0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.481840:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332683.481872:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676544 00000100:00100000:3.0:1780332683.481876:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676544 00000100:00100000:3.0:1780332683.481906:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067676928 00000100:00100000:3.0:1780332683.481909:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067676928 00000100:00100000:3.0:1780332683.481933:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1780332683.481939:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067676544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.481979:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067676544:12345-0@lo:400:kworker.0 Request processed in 40us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332683.481986:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1780332683.481999:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1780332683.482004:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067676928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.482028:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067676928:12345-0@lo:400:kworker.0 Request processed in 25us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332683.482034:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1780332683.482065:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677056 00000100:00100000:3.0:1780332683.482068:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677056 00000100:00100000:3.0:1780332683.482094:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1780332683.482100:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067677056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.482128:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067677056:12345-0@lo:400:kworker.0 Request processed in 29us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332683.482134:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00080000:3.0:1780332683.482159:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332683.482162:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332683.482180:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067676928:0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.482189:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067676544:0@lo:400:kworker.0 00000100:00100000:3.0:1780332683.482198:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067677056:0@lo:400:kworker.0 00010000:00010000:1.0:1780332683.738480:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332683.834962:0:81895:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc598bde0 20000000:00000080:3.0:1780332683.834985:0:81895:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec422be0800 uarg=0000000000000000 10000000:01000000:3.0:1780332683.835350:0:81895:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332683.835381:0:81895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835403:0:81895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835416:0:81895:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835424:0:81895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835432:0:81895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835440:0:81895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835447:0:81895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332683.835465:0:81895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835475:0:81895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835491:0:81895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835500:0:81895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332683.835508:0:81895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ecf4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332683.992888:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067677184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332683.992985:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332683.993084:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677184 00000100:00100000:3.0:1780332683.993094:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677184 00000100:00100000:3.0:1780332683.993152:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1780332683.993163:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067677184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332683.993212:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332683.993263:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067677184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332683.993271:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1780332683.993655:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067677184:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1780332684.119862:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332684.119876:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332684.119887:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332684.119965:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.119981:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.119995:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332684.120158:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067677312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332684.120500:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332684.120570:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780332684.121960:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677312 00000100:00100000:0.0:1780332684.121977:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677312 00000100:00100000:0.0:1780332684.122049:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1780332684.122064:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067677312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332684.122087:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332684.122114:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ecfb expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332684.122149:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ecfb expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332684.122163:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecfb expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332684.122173:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780332684.123966:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067677312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1896us (3456us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332684.123980:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1780332684.128013:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067677312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332684.128532:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.128552:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332684.128593:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332684.128601:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.128612:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332684.481993:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332684.482038:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332684.482068:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485056 00000100:00100000:3.0:1780332684.482078:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485056 00000100:00100000:3.0:1780332684.482134:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1160 00000100:00100000:3.0:1780332684.482145:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045485056:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332684.482234:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045485056:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332684.482244:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1160 00000100:00100000:3.0:1780332684.482282:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485184 00000100:00100000:3.0:1780332684.482286:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485184 00000100:00100000:3.0:1780332684.482333:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1439 00000100:00100000:3.0:1780332684.482343:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045485184:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332684.482380:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045485184:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332684.482388:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1439 00000100:00080000:3.0:1780332684.482556:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332684.511366:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332684.512247:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332684.512294:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485312 00000100:00100000:3.0:1780332684.512304:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485312 00000100:00100000:3.0:1780332684.512367:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485440 00000100:00100000:3.0:1780332684.512371:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485440 00000100:00100000:3.0:1780332684.512404:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 452 00000100:00100000:3.0:1780332684.512417:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045485312:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:3.0:1780332684.512467:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307e599 00000100:00080000:3.0:1780332684.512478:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec4342cc000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1780332684.512697:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967347 00000100:00100000:3.0:1780332684.513334:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045485312:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 917us (1978us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332684.513344:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 452 00000100:00100000:3.0:1780332684.513371:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 453 00000100:00100000:3.0:1780332684.513383:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045485440:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:3.0:1780332684.513397:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307e648 00000100:00080000:3.0:1780332684.513405:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec4342cd800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1780332684.513433:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967347 00000100:00100000:3.0:1780332684.514134:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045485440:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 650us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332684.514146:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 453 00010000:00010000:3.0:1780332684.514260:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332684.514269:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780332684.514279:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332684.514284:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332684.761638:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332684.852570:0:81944:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdb95e7d0 20000000:00000080:1.0:1780332684.852591:0:81944:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc4c000 uarg=0000000000000000 10000000:01000000:1.0:1780332684.853577:0:81944:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332684.853600:0:81944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332684.853638:0:81944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ecfb expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332684.853648:0:81944:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332684.853689:0:81944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ecfb expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332684.853706:0:81944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ecfb expref: 17 pid: 5798 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332684.853720:0:81944:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81944:1866812067677440:0@lo:104: 00000100:00100000:1.0:1780332684.853795:0:81944:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332684.853863:0:81944:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4037bea80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332684.853988:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677440 00000100:00100000:2.0:1780332684.853996:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677440 00000100:00100000:2.0:1780332684.854050:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1780332684.854061:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81944:x1866812067677440:12345-0@lo:104: 00010000:00010000:2.0:1780332684.854073:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332684.854224:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332684.854231:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:81944:x1866812067677440:12345-0@lo:104: Request processed in 172us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332684.854239:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1780332684.854332:0:81944:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81944:1866812067677440:0@lo:104: 00010000:00010000:0.0:1780332684.854364:0:81944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855262:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332684.855273:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855285:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332684.855290:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855299:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332684.855307:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332684.855312:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332684.855358:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855365:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332684.855402:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855410:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307ecfb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed02 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855434:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332684.855436:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332684.855447:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332684.855450:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067677568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332684.855503:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332684.855697:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677568 00000100:00100000:3.0:1780332684.855705:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677568 00010000:00010000:3.0:1780332684.855735:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecfb expref: 18 pid: 5798 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332684.855772:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1780332684.855780:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067677568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332684.855794:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332684.855800:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ecfb expref: 18 pid: 5798 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855814:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ecfb expref: 18 pid: 5798 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855829:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e307ed02 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ecfb expref: 18 pid: 5798 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855843:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855853:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855869:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855882:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855889:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855895:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855900:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332684.855904:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855911:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855929:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332684.855938:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332684.855976:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067677568:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332684.855983:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:0.0:1780332684.856244:0:81944:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332684.856253:0:81944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332684.856259:0:81944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de400/0x76434b26e307ed09 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332684.857604:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067677568:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1780332685.679005:0:81992:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe44d4b970 20000000:00000080:3.0:1780332685.679023:0:81992:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc20c00 uarg=0000000000000000 10000000:01000000:3.0:1780332685.679232:0:81992:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332685.679255:0:81992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.679728:0:81992:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.679742:0:81992:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.679749:0:81992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.679757:0:81992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.679765:0:81992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.679772:0:81992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332685.679776:0:81992:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.679784:0:81992:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.680397:0:81992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.680408:0:81992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.680415:0:81992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed10 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332685.783741:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1780332686.094811:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332686.094819:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec302bc4800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332686.094852:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec302bc4800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:2.0:1780332686.094903:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec4342cc000 for lustre-OST0000 00000001:00100000:2.0:1780332686.137361:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332686.137369:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec4342ce800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780332686.137475:0:79109:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec4342ce800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:1.0:1780332686.137823:0:79109:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec4342cd800 for lustre-OST0001 10000000:01000000:3.0:1780332686.232903:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332686.232913:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332686.232919:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332686.232979:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.232991:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.233002:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332686.233030:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067677696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332686.233099:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332686.234069:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9240 going to sleep for 11 seconds 00000100:00100000:2.0:1780332686.236149:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677696 00000100:00100000:2.0:1780332686.236166:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677696 00000100:00100000:2.0:1780332686.236247:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1780332686.236259:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067677696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332686.236281:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332686.236307:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ed17 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332686.236336:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ed17 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332686.236347:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed17 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332686.236355:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332686.236459:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067677696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (3359us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332686.236467:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1780332686.236814:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067677696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332686.236833:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.236844:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332686.236871:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332686.236877:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.236884:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1780332686.695884:0:82043:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa762ba40 20000000:00000080:0.0:1780332686.695903:0:82043:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42db18000 uarg=0000000000000000 10000000:01000000:0.0:1780332686.696140:0:82043:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332686.696166:0:82043:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.696188:0:82043:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed17 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.696197:0:82043:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.696246:0:82043:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ed17 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.696267:0:82043:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ed17 expref: 17 pid: 5799 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332686.696285:0:82043:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82043:1866812067677824:0@lo:104: 00000100:00100000:0.0:1780332686.696370:0:82043:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332686.696590:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677824 00000100:00100000:3.0:1780332686.696599:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677824 00000100:00100000:3.0:1780332686.696683:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1780332686.696692:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82043:x1866812067677824:12345-0@lo:104: 00010000:00010000:3.0:1780332686.696706:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.696760:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332686.696765:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82043:x1866812067677824:12345-0@lo:104: Request processed in 75us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332686.696772:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00010000:00010000:3.0:1780332686.696797:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332686.696802:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.696810:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332686.696815:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.696823:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332686.696830:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332686.696836:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332686.696861:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.696868:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332686.696890:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.696901:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed17 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed1e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332686.696917:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332686.696919:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332686.696921:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332686.696942:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067677952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332686.696972:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332686.697123:0:82043:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4057416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780332686.697148:0:82043:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82043:1866812067677824:0@lo:104: 00010000:00010000:0.0:1780332686.697167:0:82043:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332686.697552:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067677952 00000100:00100000:1.0:1780332686.697558:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067677952 00010000:00010000:1.0:1780332686.697588:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed17 expref: 18 pid: 5799 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332686.697899:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1780332686.697910:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067677952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332686.697927:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332686.697932:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed17 expref: 18 pid: 5799 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.697945:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ed17 expref: 18 pid: 5799 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.697962:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307ed1e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ed17 expref: 18 pid: 5799 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.697979:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.697990:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698007:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698015:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698022:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698030:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698035:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332686.698040:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698048:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698069:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332686.698078:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332686.698130:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067677952:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332686.698137:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00010000:00010000:1.0:1780332686.698188:0:82043:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332686.698196:0:82043:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332686.698203:0:82043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e307ed25 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332686.698907:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067677952:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332686.808557:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332687.576305:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332687.576327:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067678080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332687.576393:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332687.576461:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678080 00000100:00100000:1.0:1780332687.576470:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678080 00000100:00100000:1.0:1780332687.576522:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1780332687.576531:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067678080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332687.576568:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332687.576612:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067678080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332687.576651:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:1.0:1780332687.576672:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332687.576705:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067678080:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1780332687.591978:0:82091:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5492e960 20000000:00000080:3.0:1780332687.592001:0:82091:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc20400 uarg=0000000000000000 10000000:01000000:3.0:1780332687.592302:0:82091:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332687.592328:0:82091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592346:0:82091:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592357:0:82091:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592364:0:82091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592371:0:82091:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592378:0:82091:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592385:0:82091:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332687.592389:0:82091:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592397:0:82091:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592425:0:82091:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592433:0:82091:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332687.592439:0:82091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ed2c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332687.833746:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332688.281683:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332688.281694:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332688.281712:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332688.281780:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332688.281792:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332688.281803:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332688.281834:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067678208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332688.281914:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332688.281969:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332688.282145:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678208 00000100:00100000:1.0:1780332688.282154:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678208 00000100:00100000:1.0:1780332688.282222:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1780332688.282231:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067678208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332688.282245:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332688.282258:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ed33 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332688.282283:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ed33 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332688.282307:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed33 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332688.282316:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780332688.282359:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067678208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332688.282367:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1780332688.284057:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067678208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332688.284081:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332688.284092:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332688.284116:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332688.284121:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332688.284129:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332688.600418:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067678464:0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.600873:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067678336:0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.600917:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332688.600966:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067678848:0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.600989:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332688.601038:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678848 00000100:00100000:3.0:1780332688.601046:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678848 00000100:00100000:1.0:1780332688.601095:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332688.601130:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067678976:0@lo:400:kworker.0 00000100:00100000:1.0:1780332688.601159:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332688.601194:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067678592:0@lo:400:kworker.0 00000100:00100000:1.0:1780332688.601221:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332688.602375:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678464 00000100:00100000:3.0:1780332688.602393:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678464 00000100:00100000:3.0:1780332688.602444:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1780332688.602455:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067678848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.602525:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067678848:12345-0@lo:400:kworker.0 Request processed in 73us (1534us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332688.602537:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1780332688.602557:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1780332688.602564:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067678464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.602637:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067678464:12345-0@lo:400:kworker.0 Request processed in 73us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332688.602645:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00080000:3.0:1780332688.602672:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332688.602691:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678976 00000100:00100000:3.0:1780332688.602768:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678976 00000100:00100000:3.0:1780332688.602803:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1780332688.602809:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067678976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.602841:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067678976:12345-0@lo:400:kworker.0 Request processed in 33us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332688.602848:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00080000:3.0:1780332688.602865:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332688.602898:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067678848:0@lo:400:kworker.0 00000100:00100000:1.0:1780332688.602920:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332688.602931:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678592 00000100:00100000:1.0:1780332688.602933:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067678720:0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.602935:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678592 00000100:00100000:3.0:1780332688.602970:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1780332688.602974:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332688.602981:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067678592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332688.603011:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678336 00000100:00100000:1.0:1780332688.603016:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678336 00000100:00100000:3.0:1780332688.603025:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067678592:12345-0@lo:400:kworker.0 Request processed in 46us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332688.603031:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1780332688.603050:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1780332688.603056:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067678720 00000100:00100000:1.0:1780332688.603059:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067678336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.603061:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067678720 00000100:00100000:3.0:1780332688.603090:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1780332688.603098:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067678720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332688.603105:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067678336:12345-0@lo:400:kworker.0 Request processed in 48us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332688.603112:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1780332688.603135:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067678720:12345-0@lo:400:kworker.0 Request processed in 38us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332688.603142:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1780332688.603158:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067678336:0@lo:400:kworker.0 00000100:00080000:3.0:1780332688.603166:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332688.603197:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067678464:0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.603212:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067678976:0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.603242:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067678720:0@lo:400:kworker.0 00000100:00100000:3.0:1780332688.603254:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067678592:0@lo:400:kworker.0 00010000:00010000:3.0:1780332688.856495:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332689.113465:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067679104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332689.113572:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332689.113846:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067679104 00000100:00100000:3.0:1780332689.113854:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067679104 00000100:00100000:3.0:1780332689.113915:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1780332689.113926:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067679104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332689.113963:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332689.114014:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067679104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332689.114020:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1780332689.114081:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067679104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332689.602392:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332689.605846:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332689.605999:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485696 00000100:00100000:0.0:1780332689.606012:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485696 00000100:00100000:0.0:1780332689.606105:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1443 00000100:00100000:0.0:1780332689.606116:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045485696:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332689.606208:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045485696:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 94us (3823us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332689.606216:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1443 00000100:00100000:0.0:1780332689.606239:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485568 00000100:00100000:0.0:1780332689.606242:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485568 00000100:00100000:0.0:1780332689.606265:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1164 00000100:00100000:0.0:1780332689.606269:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045485568:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332689.606292:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045485568:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332689.606302:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1164 00000100:00080000:3.0:1780332689.606680:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780332689.879999:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332690.333135:0:82241:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc39e21a0 20000000:00000080:2.0:1780332690.333164:0:82241:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec426f50400 uarg=0000000000000000 10000000:01000000:2.0:1780332690.334441:0:82241:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332690.334467:0:82241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332690.334490:0:82241:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed33 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332690.334500:0:82241:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332690.335181:0:82241:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ed33 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332690.335207:0:82241:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ed33 expref: 17 pid: 5800 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332690.335227:0:82241:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82241:1866812067679232:0@lo:104: 00000100:00100000:2.0:1780332690.335310:0:82241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332690.335451:0:82241:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40b287a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332690.335721:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067679232 00000100:00100000:1.0:1780332690.335731:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067679232 00000100:00100000:1.0:1780332690.335919:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1780332690.335929:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82241:x1866812067679232:12345-0@lo:104: 00010000:00010000:1.0:1780332690.335945:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332690.336023:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332690.336029:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82241:x1866812067679232:12345-0@lo:104: Request processed in 102us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332690.336035:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00010000:00010000:0.0:1780332690.336092:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332690.336100:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336108:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332690.336112:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336120:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332690.336127:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332690.336133:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332690.336169:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336176:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332690.336198:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336204:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390800/0x76434b26e307ed33 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed3a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336222:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332690.336223:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332690.336225:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332690.336248:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067679360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332690.336285:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332690.336333:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067679360 00000100:00100000:0.0:1780332690.336339:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067679360 00010000:00010000:0.0:1780332690.336371:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed33 expref: 18 pid: 5800 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332690.336393:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1780332690.336400:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067679360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332690.336411:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332690.336416:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed33 expref: 18 pid: 5800 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336427:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ed33 expref: 18 pid: 5800 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336446:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336455:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336472:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336480:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336486:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336492:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336498:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332690.336503:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336509:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336517:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332690.336526:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332690.336568:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067679360:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332690.336575:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1780332690.336646:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067679360:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332690.336758:0:82241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df200/0x76434b26e307ed3a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ed33 expref: 17 pid: 5800 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332690.336770:0:82241:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82241:1866812067679232:0@lo:104: 00010000:00010000:2.0:1780332690.336786:0:82241:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332690.336793:0:82241:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332690.336799:0:82241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332690.336804:0:82241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0800/0x76434b26e307ed41 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332690.904869:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332691.104825:0:82289:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeeb6c3310 20000000:00000080:1.0:1780332691.104842:0:82289:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc4ec00 uarg=0000000000000000 10000000:01000000:1.0:1780332691.105683:0:82289:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332691.105707:0:82289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105724:0:82289:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105734:0:82289:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105741:0:82289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105753:0:82289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105761:0:82289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105767:0:82289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332691.105771:0:82289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105778:0:82289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105791:0:82289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105798:0:82289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332691.105805:0:82289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df400/0x76434b26e307ed48 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332691.351748:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332691.351757:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332691.351763:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332691.351816:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332691.351829:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332691.351853:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332691.351886:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067679488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332691.351967:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332691.352017:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4037bed80 going to sleep for 11 seconds 00000100:00100000:0.0:1780332691.352074:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067679488 00000100:00100000:0.0:1780332691.352081:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067679488 00000100:00100000:0.0:1780332691.352128:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1780332691.352136:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067679488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332691.352152:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332691.352164:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ed4f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332691.352185:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ed4f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332691.352196:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed4f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332691.352206:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780332691.352244:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067679488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332691.352250:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1780332691.352298:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067679488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332691.352312:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332691.352321:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332691.352356:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332691.352362:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332691.352369:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332691.928130:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332692.696486:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067679616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332692.696574:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332692.696695:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067679616 00000100:00100000:2.0:1780332692.696703:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067679616 00000100:00100000:2.0:1780332692.696758:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1780332692.696768:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067679616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332692.696804:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1780332692.704684:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332692.706188:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067679616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9414us (9606us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332692.706203:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1780332692.708691:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067679616:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332692.951799:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332693.689722:0:82437:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4e04a580 20000000:00000080:1.0:1780332693.689738:0:82437:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc4c400 uarg=0000000000000000 00010000:00010000:1.0:1780332693.690557:0:82437:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332693.690574:0:82437:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332693.690589:0:82437:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332693.690609:0:82437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332693.691296:0:82437:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed4f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332693.691924:0:82437:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332693.691974:0:82437:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ed4f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332693.691993:0:82437:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ed4f expref: 17 pid: 5800 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332693.692008:0:82437:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82437:1866812067679744:0@lo:104: 00000100:00100000:1.0:1780332693.692150:0:82437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332693.692556:0:82437:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee900 going to sleep for 11 seconds 00000100:00100000:3.0:1780332693.692560:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780332693.692575:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067679744 00000100:00100000:3.0:1780332693.692582:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067679744 00000100:00100000:3.0:1780332693.692660:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1780332693.692671:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434c4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82437:x1866812067679744:12345-0@lo:104: 00010000:00010000:3.0:1780332693.692686:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332693.692739:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332693.692745:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434c4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82437:x1866812067679744:12345-0@lo:104: Request processed in 77us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332693.692752:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1780332693.696682:0:82437:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82437:1866812067679744:0@lo:104: 00010000:00010000:1.0:1780332693.696714:0:82437:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332693.696992:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332693.697002:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332693.697011:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332693.697016:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332693.697037:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332693.697044:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332693.697050:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332693.697119:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332693.697126:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1780332693.697194:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1780332693.697267:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332693.697275:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e307ed4f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed56 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332693.697302:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332693.697303:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332693.697305:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332693.697361:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067679872:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332693.697435:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332693.697486:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067679872 00000100:00100000:2.0:1780332693.697494:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067679872 00010000:00010000:2.0:1780332693.697529:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed4f expref: 18 pid: 5800 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332693.697567:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1780332693.697576:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067679872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332693.697589:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332693.697594:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed4f expref: 18 pid: 5800 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697607:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ed4f expref: 18 pid: 5800 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697637:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391a00/0x76434b26e307ed56 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ed4f expref: 18 pid: 5800 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697656:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697666:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697683:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697697:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697704:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697710:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697715:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332693.697719:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697726:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697740:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332693.697749:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332693.697797:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067679872:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332693.697805:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1780332693.697883:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067679872:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332693.697945:0:82437:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332693.697953:0:82437:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332693.697958:0:82437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de800/0x76434b26e307ed5d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332693.720880:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067680128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332693.720935:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067680000:0@lo:400:kworker.0 00000100:00100000:0.0:1780332693.720970:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332693.720971:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067680256:0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.721015:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332693.721019:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067680512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.721049:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332693.721054:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332693.721055:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067680384:0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.721077:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332693.721110:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680000 00000100:00100000:2.0:1780332693.721112:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680256 00000100:00100000:2.0:1780332693.721119:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680256 00000100:00100000:0.0:1780332693.721119:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680000 00000100:00100000:2.0:1780332693.721167:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680512 00000100:00100000:0.0:1780332693.721167:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680384 00000100:00100000:2.0:1780332693.721170:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680512 00000100:00100000:0.0:1780332693.721170:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680384 00000100:00100000:0.0:1780332693.721200:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:0.0:1780332693.721208:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067680000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332693.721261:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067680000:12345-0@lo:400:kworker.0 Request processed in 53us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332693.721269:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:0.0:1780332693.721286:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1780332693.721293:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067680384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332693.721335:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067680384:12345-0@lo:400:kworker.0 Request processed in 43us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332693.721341:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00080000:0.0:1780332693.721361:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332693.721366:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332693.721394:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067680000:0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.721545:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1780332693.721553:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067680256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.721588:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067680256:12345-0@lo:400:kworker.0 Request processed in 36us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332693.721593:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1780332693.721606:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1780332693.721611:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067680512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.721667:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067680512:12345-0@lo:400:kworker.0 Request processed in 55us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332693.721672:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1780332693.726581:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332693.726674:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680128 00000100:00100000:2.0:1780332693.726683:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680128 00000100:00100000:2.0:1780332693.726741:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1780332693.726751:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067680128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.726829:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067680128:12345-0@lo:400:kworker.0 Request processed in 79us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332693.726836:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00080000:2.0:1780332693.726856:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332693.726890:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067680384:0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.726903:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067680256:0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.726942:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067680512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332693.726963:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067680128:0@lo:400:kworker.0 00010000:00010000:1.0:1780332693.977653:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332694.231807:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067680640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332694.231892:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332694.232465:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680640 00000100:00100000:0.0:1780332694.232475:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680640 00000100:00100000:0.0:1780332694.232540:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1780332694.232552:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067680640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332694.232593:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332694.232690:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067680640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 140us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332694.232698:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1780332694.232913:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067680640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332694.718261:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332694.718321:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332694.718434:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485824 00000100:00100000:2.0:1780332694.718445:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485824 00000100:00100000:2.0:1780332694.718515:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1166 00000100:00100000:2.0:1780332694.718525:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045485824:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332694.718608:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045485824:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332694.718642:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1166 00000100:00100000:0.0:1780332694.718799:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045485952 00000100:00100000:0.0:1780332694.718804:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045485952 00000100:00100000:0.0:1780332694.718859:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1447 00000100:00100000:0.0:1780332694.718869:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045485952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332694.718901:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045485952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332694.718907:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1447 00000100:00080000:2.0:1780332694.719818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780332695.000749:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332695.194416:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332695.194423:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332695.194427:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332695.194483:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332695.194495:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332695.194512:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332695.194539:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067680768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332695.194609:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332695.194814:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64540 going to sleep for 11 seconds 00000100:00100000:0.0:1780332695.195115:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680768 00000100:00100000:0.0:1780332695.195123:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680768 00000100:00100000:0.0:1780332695.195183:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1780332695.195192:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067680768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332695.195206:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332695.195219:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ed64 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332695.195242:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ed64 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332695.195253:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed64 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332695.195266:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391000, rc 0) 00000100:00100000:0.0:1780332695.195322:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067680768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332695.195330:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1780332695.196645:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067680768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332695.196742:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332695.196755:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332695.196778:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332695.196783:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332695.196791:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332696.024457:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332697.048105:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332697.080435:0:82635:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe26fe1210 20000000:00000080:2.0:1780332697.080463:0:82635:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40926a400 uarg=0000000000000000 00010000:00010000:3.0:1780332697.091478:0:82635:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332697.091513:0:82635:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332697.091546:0:82635:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332697.091565:0:82635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332697.091583:0:82635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed64 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332697.091592:0:82635:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332697.091666:0:82635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ed64 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332697.091691:0:82635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ed64 expref: 17 pid: 5799 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332697.091711:0:82635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82635:1866812067680896:0@lo:104: 00000100:00100000:3.0:1780332697.091806:0:82635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332697.091883:0:82635:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec422771c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332697.092360:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067680896 00000100:00100000:1.0:1780332697.092371:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067680896 00000100:00100000:1.0:1780332697.092445:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1780332697.092456:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82635:x1866812067680896:12345-0@lo:104: 00010000:00010000:1.0:1780332697.092478:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332697.092586:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332697.092593:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82635:x1866812067680896:12345-0@lo:104: Request processed in 138us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332697.092600:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00010000:00010000:1.0:1780332697.092640:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332697.092646:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332697.092654:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332697.092658:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332697.092666:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332697.092677:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332697.092686:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332697.092738:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332697.092750:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332697.092780:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332697.092791:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307ed64 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed6b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332697.092817:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332697.092820:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332697.092822:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332697.092953:0:82635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82635:1866812067680896:0@lo:104: 00010000:00010000:0.0:1780332697.092982:0:82635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332697.093169:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067681024:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332697.093212:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332697.093404:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681024 00000100:00100000:0.0:1780332697.093411:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681024 00010000:00010000:0.0:1780332697.093449:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed64 expref: 18 pid: 5799 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332697.093481:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1780332697.093489:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067681024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332697.093500:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332697.093504:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed64 expref: 18 pid: 5799 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093515:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ed64 expref: 18 pid: 5799 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093529:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391000/0x76434b26e307ed6b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ed64 expref: 18 pid: 5799 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093547:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093561:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093574:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093581:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093587:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093593:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093598:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332697.093601:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093608:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093656:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332697.093665:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332697.093701:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067681024:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332697.093709:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1780332697.093738:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067681024:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332697.093894:0:82635:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.093902:0:82635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.093908:0:82635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4600/0x76434b26e307ed72 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332697.815836:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067681152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332697.815907:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332697.815960:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681152 00000100:00100000:3.0:1780332697.815970:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681152 00000100:00100000:3.0:1780332697.816034:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1780332697.816045:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067681152:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332697.816061:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1780332697.816098:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332697.816152:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067681152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332697.816161:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1780332697.816198:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067681152:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1780332697.897088:0:82683:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc31524fc0 20000000:00000080:2.0:1780332697.897117:0:82683:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40926ac00 uarg=0000000000000000 00010000:00010000:2.0:1780332697.897530:0:82683:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332697.897546:0:82683:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332697.897560:0:82683:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332697.897578:0:82683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897600:0:82683:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897917:0:82683:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897930:0:82683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897937:0:82683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897945:0:82683:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897952:0:82683:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332697.897957:0:82683:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897966:0:82683:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897980:0:82683:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897987:0:82683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332697.897993:0:82683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1600/0x76434b26e307ed79 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332698.076067:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332698.392690:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332698.392699:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332698.392705:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332698.392777:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332698.392791:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332698.392813:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332698.392846:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067681280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332698.392936:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332698.392995:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176180 going to sleep for 11 seconds 00000100:00100000:3.0:1780332698.393061:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681280 00000100:00100000:3.0:1780332698.393070:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681280 00000100:00100000:3.0:1780332698.393198:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1780332698.393213:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067681280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332698.393228:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332698.393254:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ed80 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332698.393287:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ed80 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332698.393298:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed80 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332698.393309:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780332698.393450:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067681280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 240us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332698.393458:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1780332698.393968:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301d01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067681280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332698.393985:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332698.393996:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332698.394017:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332698.394021:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332698.394028:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332698.843885:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332698.846680:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067681536:0@lo:400:kworker.0 00000100:00100000:0.0:1780332698.846754:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332698.846815:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067681408:0@lo:400:kworker.0 00000100:00100000:1.0:1780332698.846824:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681536 00000100:00100000:1.0:1780332698.846832:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681536 00000100:00100000:0.0:1780332698.846841:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332698.846876:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681408 00000100:00100000:1.0:1780332698.846878:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1780332698.846879:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681408 00000100:00100000:1.0:1780332698.846886:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067681536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332698.846904:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1780332698.846909:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067681408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332698.846940:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067681536:12345-0@lo:400:kworker.0 Request processed in 54us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332698.847095:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1780332698.848456:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067681664:0@lo:400:kworker.0 00000100:00100000:1.0:1780332698.848514:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332698.849194:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332698.849205:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067681792:0@lo:400:kworker.0 00000100:00100000:1.0:1780332698.849256:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332698.849388:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681664 00000100:00100000:1.0:1780332698.849396:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681664 00000100:00100000:1.0:1780332698.849450:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1780332698.849459:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067681664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332698.849579:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067681920:0@lo:400:kworker.0 00000100:00100000:3.0:1780332698.849609:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332698.849882:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067681664:12345-0@lo:400:kworker.0 Request processed in 423us (1366us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332698.849891:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1780332698.849992:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067681408:12345-0@lo:400:kworker.0 Request processed in 3081us (3148us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332698.850002:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1780332698.850046:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067682048:0@lo:400:kworker.0 00000100:00100000:0.0:1780332698.850076:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332698.850114:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067681536:0@lo:400:kworker.0 00000100:00100000:0.0:1780332698.850126:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067681408:0@lo:400:kworker.0 00000100:00100000:0.0:1780332698.850155:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681792 00000100:00100000:0.0:1780332698.850159:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681792 00000100:00100000:0.0:1780332698.850185:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682048 00000100:00100000:0.0:1780332698.850188:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682048 00000100:00100000:0.0:1780332698.850209:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1780332698.850215:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067681792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332698.850259:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067681792:12345-0@lo:400:kworker.0 Request processed in 44us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332698.850268:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1780332698.850280:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1780332698.850286:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067682048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332698.850316:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067682048:12345-0@lo:400:kworker.0 Request processed in 31us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332698.850322:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1780332698.850347:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067682048:0@lo:400:kworker.0 00000100:00100000:1.0:1780332698.850374:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067681920 00000100:00100000:1.0:1780332698.850379:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067681920 00000100:00100000:1.0:1780332698.850412:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1780332698.850418:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067681920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332698.850449:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067681920:12345-0@lo:400:kworker.0 Request processed in 31us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332698.850455:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00080000:1.0:1780332698.850475:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332698.850479:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332698.850540:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067681920:0@lo:400:kworker.0 00000100:00100000:3.0:1780332698.850574:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067681792:0@lo:400:kworker.0 00000100:00100000:3.0:1780332698.850584:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067681664:0@lo:400:kworker.0 00010000:00010000:2.0:1780332699.097010:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332699.351885:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332699.351911:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067682176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332699.352006:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332699.352078:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682176 00000100:00100000:3.0:1780332699.352088:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682176 00000100:00100000:3.0:1780332699.352273:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1780332699.352285:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067682176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332699.352322:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332699.352578:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067682176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 295us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332699.352587:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1780332699.352732:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067682176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332699.839171:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332699.839277:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332699.840436:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045486080 00000100:00100000:3.0:1780332699.840450:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045486080 00000100:00100000:3.0:1780332699.840603:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1170 00000100:00100000:3.0:1780332699.840614:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045486080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332699.840911:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045486080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 299us (1633us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332699.840919:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1170 00000100:00100000:1.0:1780332699.843478:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045486208 00000100:00100000:1.0:1780332699.843500:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045486208 00000100:00100000:3.0:1780332699.847814:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1451 00000100:00100000:3.0:1780332699.847830:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045486208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:2.0:1780332699.847928:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332699.848173:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045486208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 273us (8949us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332699.848183:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1451 00010000:00010000:0.0:1780332700.120133:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332701.146198:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332702.168601:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332702.945025:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332702.945048:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067682304:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332702.945115:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332702.945186:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682304 00000100:00100000:0.0:1780332702.945194:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682304 00000100:00100000:0.0:1780332702.945257:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1780332702.945267:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067682304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332702.945315:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332702.945360:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067682304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332702.945367:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00080000:0.0:1780332702.945388:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332702.945425:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067682304:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332703.191785:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332703.478316:0:82976:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5935f4f0 20000000:00000080:1.0:1780332703.478334:0:82976:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc4e400 uarg=0000000000000000 00010000:00010000:1.0:1780332703.479053:0:82976:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332703.479070:0:82976:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332703.479084:0:82976:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332703.479102:0:82976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332703.479119:0:82976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed80 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332703.479129:0:82976:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332703.479167:0:82976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ed80 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332703.479194:0:82976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ed80 expref: 17 pid: 5800 timeout: 2249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332703.479209:0:82976:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82976:1866812067682432:0@lo:104: 00000100:00100000:1.0:1780332703.479273:0:82976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332703.479400:0:82976:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec401254a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332703.479478:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682432 00000100:00100000:2.0:1780332703.479485:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682432 00000100:00100000:2.0:1780332703.479850:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1780332703.479862:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82976:x1866812067682432:12345-0@lo:104: 00010000:00010000:2.0:1780332703.479877:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.479988:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332703.479995:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:82976:x1866812067682432:12345-0@lo:104: Request processed in 136us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332703.480002:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00010000:00010000:0.0:1780332703.480047:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332703.480055:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332703.480063:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332703.480067:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332703.480075:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332703.480081:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332703.480087:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332703.480121:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332703.480127:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332703.480148:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332703.480155:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e307ed80 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ed87 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332703.480179:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332703.480181:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332703.480183:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332703.480204:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067682560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332703.480237:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332703.480334:0:82976:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82976:1866812067682432:0@lo:104: 00010000:00010000:1.0:1780332703.480356:0:82976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332703.480850:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682560 00000100:00100000:2.0:1780332703.480857:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682560 00010000:00010000:2.0:1780332703.480882:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed80 expref: 18 pid: 5800 timeout: 2249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332703.480914:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1780332703.480922:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067682560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332703.480934:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332703.480938:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed80 expref: 18 pid: 5800 timeout: 2249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.480951:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ed80 expref: 18 pid: 5800 timeout: 2249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.480965:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307ed87 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ed80 expref: 18 pid: 5800 timeout: 2249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.480979:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.480987:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481003:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481010:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481016:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481021:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481032:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332703.481035:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481043:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481063:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332703.481072:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332703.481110:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067682560:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332703.481117:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1780332703.481182:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067682560:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332703.481271:0:82976:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332703.481279:0:82976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332703.481285:0:82976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de000/0x76434b26e307ed8e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332703.960860:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067682816:0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.960936:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332703.960989:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067683328:0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.961020:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332703.961051:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332703.961057:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067682944:0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.961079:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332703.961127:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682816 00000100:00100000:2.0:1780332703.961135:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682816 00000100:00100000:2.0:1780332703.961203:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682944 00000100:00100000:2.0:1780332703.961207:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682944 00000100:00100000:2.0:1780332703.961247:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1780332703.961259:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067682816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.961323:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067682816:12345-0@lo:400:kworker.0 Request processed in 64us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332703.961331:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1780332703.961351:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1780332703.961357:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067682944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.961386:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067682944:12345-0@lo:400:kworker.0 Request processed in 29us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332703.961392:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1780332703.961412:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683328 00000100:00100000:2.0:1780332703.961415:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683328 00000100:00100000:2.0:1780332703.961443:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1780332703.961449:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067683328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.961478:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067683328:12345-0@lo:400:kworker.0 Request processed in 29us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332703.961484:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00080000:2.0:1780332703.961507:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332703.961512:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332703.961552:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067682944:0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.961563:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067682816:0@lo:400:kworker.0 00000100:00100000:2.0:1780332703.961571:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067683328:0@lo:400:kworker.0 00000100:00100000:0.0:1780332703.962161:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067682688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332703.962210:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332703.962238:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067683200:0@lo:400:kworker.0 00000100:00100000:0.0:1780332703.962261:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332703.962283:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332703.962289:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067683072:0@lo:400:kworker.0 00000100:00100000:0.0:1780332703.962310:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332703.962333:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683200 00000100:00100000:0.0:1780332703.962337:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683200 00000100:00100000:0.0:1780332703.962367:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1780332703.962373:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067683200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332703.962421:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067683200:12345-0@lo:400:kworker.0 Request processed in 48us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332703.962427:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1780332703.962455:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4342e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067683200:0@lo:400:kworker.0 00000100:00100000:1.0:1780332703.962574:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683072 00000100:00100000:1.0:1780332703.962578:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683072 00000100:00100000:1.0:1780332703.962614:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1780332703.962640:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067683072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332703.962677:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067683072:12345-0@lo:400:kworker.0 Request processed in 39us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332703.962683:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1780332703.962707:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067683072:0@lo:400:kworker.0 00000100:00100000:3.0:1780332703.971278:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067682688 00000100:00100000:3.0:1780332703.971295:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067682688 00000100:00100000:3.0:1780332703.971362:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:3.0:1780332703.971374:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067682688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332703.971479:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067682688:12345-0@lo:400:kworker.0 Request processed in 108us (9268us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332703.971487:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00080000:2.0:1780332703.972268:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332703.973556:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067682688:0@lo:400:kworker.0 00000020:00000080:1.0:1780332704.174223:0:83024:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffded374fe0 20000000:00000080:1.0:1780332704.174240:0:83024:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc4e000 uarg=0000000000000000 00010000:00010000:1.0:1780332704.174857:0:83024:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332704.174875:0:83024:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332704.174889:0:83024:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332704.174909:0:83024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174926:0:83024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174935:0:83024:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174942:0:83024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174949:0:83024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174956:0:83024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174961:0:83024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332704.174965:0:83024:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174972:0:83024:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174985:0:83024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174992:0:83024:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.174999:0:83024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e307ed95 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.217421:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332704.482307:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067683456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332704.482384:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332704.483475:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683456 00000100:00100000:1.0:1780332704.483488:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683456 00000100:00100000:1.0:1780332704.483546:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1780332704.483562:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067683456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332704.483602:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332704.483702:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dadf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067683456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332704.483710:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1780332704.483867:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067683456:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1780332704.799398:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332704.799405:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332704.799411:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332704.799455:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.799468:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.799479:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332704.799504:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067683584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332704.799664:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332704.799711:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332704.800983:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683584 00000100:00100000:3.0:1780332704.800995:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683584 00000100:00100000:3.0:1780332704.801058:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1780332704.801067:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067683584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332704.801083:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332704.801931:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ed9c expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332704.801970:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ed9c expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332704.801982:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed9c expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332704.801992:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4400, rc 0) 00000100:00100000:3.0:1780332704.802075:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067683584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1008us (2410us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332704.802082:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1780332704.802211:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067683584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332704.802228:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.802237:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332704.802259:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332704.802264:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332704.802272:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332704.960108:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332704.960221:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045486336 00000100:00100000:3.0:1780332704.960234:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045486336 00000100:00100000:3.0:1780332704.960294:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1173 00000100:00100000:3.0:1780332704.960305:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045486336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332704.960388:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045486336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332704.960396:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1173 00000100:00100000:2.0:1780332704.960936:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332704.961060:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045486464 00000100:00100000:3.0:1780332704.961066:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045486464 00000100:00100000:3.0:1780332704.961121:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1455 00000100:00100000:3.0:1780332704.961130:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045486464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:2.0:1780332704.961179:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332704.961184:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045486464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 55us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332704.961192:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1455 00010000:00010000:0.0:1780332705.240203:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332706.271015:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332707.209256:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332707.209369:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045486592 00000100:00100000:0.0:1780332707.209380:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045486592 00000100:00100000:0.0:1780332707.209468:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 816 00000100:00100000:0.0:1780332707.209482:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49023:x1866812045486592:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332707.209511:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332707.209540:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307edaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395befc expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.209661:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307edb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.209683:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307edb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.209698:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307edb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332707.209950:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332707.209954:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332707.210043:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307edb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.210069:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307edaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395befc expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.210089:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307edb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395befc expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.210099:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332707.210102:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332707.210108:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780332707.210192:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49023:x1866812045486592:12345-192.168.204.30@tcp:101:rm.0 Request processed in 713us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332707.210201:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 816 00000100:00080000:2.0:1780332707.210296:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332707.217518:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332707.217870:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045486720 00000100:00100000:2.0:1780332707.217885:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045486720 00000100:00100000:2.0:1780332707.217957:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 817 00000100:00100000:2.0:1780332707.217970:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49023:x1866812045486720:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332707.217992:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332707.218012:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307edb8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf03 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218087:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218105:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218129:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218146:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218153:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218159:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218500:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218509:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218516:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218522:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332707.218528:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218536:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218548:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256000) 00010000:00010000:2.0:1780332707.218551:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332707.218556:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218562:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307edbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218573:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218580:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218586:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218592:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332707.218594:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218600:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218607:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332707.218609:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332707.218612:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218649:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307edc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218682:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307edb8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf03 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218693:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256000) 00010000:00010000:2.0:1780332707.218696:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332707.218699:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307edb8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf03 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332707.218709:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332707.218785:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49023:x1866812045486720:12345-192.168.204.30@tcp:101:rm.0 Request processed in 818us (1279us total) trans 0 rc 301/301 00000100:00100000:2.0:1780332707.218793:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 817 00000100:00100000:1.0:1780332707.258950:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332707.259002:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332707.259600:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045486848 00000100:00100000:0.0:1780332707.259611:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045486848 00000100:00100000:2.0:1780332707.260982:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045487104 00000100:00100000:2.0:1780332707.260994:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045487104 00000100:00100000:0.0:1780332707.261178:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 818 00000100:00100000:0.0:1780332707.261202:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045486848:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:0.0:1780332707.261249:0:6619:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1780332707.261342:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045486848:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 154us (2401us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332707.261350:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 818 00000100:00100000:1.0:1780332707.261539:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 819 00000100:00100000:1.0:1780332707.261548:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49027:x1866812045487104:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:1.0:1780332707.261585:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332707.261612:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307edb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395befc expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.261664:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256000) 00010000:00010000:1.0:1780332707.261676:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332707.261973:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.261989:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.261999:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.262012:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.262020:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.262027:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332707.264506:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00010000:00010000:1.0:1780332707.264531:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.264542:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.264550:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.264556:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332707.264561:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.264568:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.264591:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332707.264594:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332707.264602:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.264609:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307edcd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332707.264682:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc395e66 reply state 0000000060054fd4 transno 4294967612 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332707.264693:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332707.264837:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49027:x1866812045487104:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 3284us (5827us total) trans 4294967612 rc 0/0 00000100:00100000:1.0:1780332707.264848:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 819 00010000:00010000:3.0:1780332707.274898:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.274921:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.274929:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.274935:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332707.274941:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.274949:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.274971:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec41273e300) 00010000:00010000:3.0:1780332707.274975:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332707.274981:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.274988:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307edd4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.287743:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332707.318217:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332707.318296:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045487232 00000100:00100000:0.0:1780332707.318308:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045487232 00000100:00100000:0.0:1780332707.318377:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 820 00000100:00100000:0.0:1780332707.318388:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49031:x1866812045487232:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:0.0:1780332707.318434:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332707.318461:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eddb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf0a expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.318529:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ede2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.318542:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ede2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.318553:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ede2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332707.318661:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332707.318666:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332707.318771:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ede2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.318796:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307eddb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf0a expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.318813:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ede2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf0a expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332707.318828:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332707.318831:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332707.318835:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:2.0:1780332707.319126:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49031:x1866812045487232:12345-192.168.204.30@tcp:101:chown.0 Request processed in 730us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332707.319134:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 820 00000100:00100000:1.0:1780332707.323089:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332707.323158:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045487360 00000100:00100000:3.0:1780332707.323170:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045487360 00000100:00100000:3.0:1780332707.323288:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 821 00000100:00100000:3.0:1780332707.323299:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49031:x1866812045487360:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:3.0:1780332707.323323:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332707.323347:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ede9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf11 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.324818:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.324842:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.324855:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.324873:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.324881:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.324887:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325058:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307edfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325067:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307edfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325075:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307edfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332707.325130:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00000004:00200000:3.0:1780332707.325134:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332707.325167:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307edfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325180:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325187:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325194:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325200:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332707.325204:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325212:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325224:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332707.325227:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332707.325231:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325236:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307edf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325249:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325259:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325265:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325270:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332707.325273:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325279:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325287:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332707.325289:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332707.325292:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325298:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307edf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325337:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ede9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf11 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325354:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307edfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf11 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332707.325362:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332707.325365:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332707.325368:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4600, rc 0) 00000100:00100000:3.0:1780332707.325457:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49031:x1866812045487360:12345-192.168.204.30@tcp:101:chown.0 Request processed in 2159us (2374us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332707.325467:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 821 00000100:00100000:3.0:1780332707.330389:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332707.331736:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045487616 00000100:00100000:1.0:1780332707.331749:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045487616 00000100:00100000:1.0:1780332707.331848:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 822 00000100:00100000:1.0:1780332707.331860:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49031:x1866812045487616:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:1.0:1780332707.331919:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332707.331950:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307edfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf11 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.331977:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:1.0:1780332707.331988:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332707.332028:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.332053:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.332063:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332707.332291:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000470aaa31 reply state 00000000a09f21d5 transno 4294967613 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332707.332301:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332707.332313:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00000100:00100000:1.0:1780332707.332403:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49031:x1866812045487616:12345-192.168.204.30@tcp:36:chown.0 Request processed in 544us (2029us total) trans 4294967613 rc 0/0 00000100:00100000:1.0:1780332707.332410:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 822 00010000:00010000:1.0:1780332707.338153:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.338174:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.338186:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.338192:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332707.338197:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.338205:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.338221:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332707.338225:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332707.338229:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332707.338235:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307ee05 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332708.056516:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067683712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332708.056596:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332708.056676:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683712 00000100:00100000:2.0:1780332708.056686:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683712 00000100:00100000:2.0:1780332708.056752:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1780332708.056765:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067683712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332708.056803:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332708.058381:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067683712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1613us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332708.058392:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00080000:2.0:1780332708.058429:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332708.058769:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067683712:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1780332708.106305:0:83221:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd05a0b600 20000000:00000080:3.0:1780332708.106321:0:83221:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec409268c00 uarg=0000000000000000 00010000:00010000:3.0:1780332708.106769:0:83221:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1780332708.106803:0:83221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332708.106806:0:83221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332708.106817:0:83221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ede2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf0a expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.106838:0:83221:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1780332708.106853:0:83221:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332708.106865:0:83221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.106877:0:83221:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ed9c expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.106885:0:83221:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.106916:0:83221:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ed9c expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.106931:0:83221:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ed9c expref: 17 pid: 5800 timeout: 2254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332708.106950:0:83221:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83221:1866812067683840:0@lo:104: 00000100:00100000:3.0:1780332708.107022:0:83221:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332708.109675:0:83221:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332708.109866:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683840 00000100:00100000:2.0:1780332708.109876:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683840 00000100:00100000:3.0:1780332708.109957:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1780332708.109968:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:83221:x1866812067683840:12345-0@lo:104: 00010000:00010000:3.0:1780332708.109984:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.110222:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332708.110228:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:83221:x1866812067683840:12345-0@lo:104: Request processed in 263us (3206us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332708.110235:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1780332708.110247:0:83221:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83221:1866812067683840:0@lo:104: 00010000:00010000:0.0:1780332708.110270:0:83221:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110273:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332708.110279:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110287:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332708.110291:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110299:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332708.110305:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332708.110311:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332708.110345:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110352:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1780332708.110394:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780332708.110407:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110413:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e307ed9c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307eda3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110426:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332708.110427:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332708.110428:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332708.110487:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067683968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332708.110528:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332708.110565:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067683968 00000100:00100000:1.0:1780332708.110569:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067683968 00010000:00010000:1.0:1780332708.110590:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed9c expref: 18 pid: 5800 timeout: 2254 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332708.110647:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1780332708.110654:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067683968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332708.110664:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332708.110668:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ed9c expref: 18 pid: 5800 timeout: 2254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110681:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ed9c expref: 18 pid: 5800 timeout: 2254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110694:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4400/0x76434b26e307eda3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ed9c expref: 18 pid: 5800 timeout: 2254 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110709:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110719:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110738:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110745:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110751:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110758:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110763:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332708.110766:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110773:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110877:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332708.110887:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332708.110918:0:83221:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.110926:0:83221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332708.110933:0:83221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee0c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332708.110962:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067683968:12345-0@lo:103:ldlm_bl.0 Request processed in 309us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332708.110968:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1780332708.111013:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067683968:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332708.325954:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332708.839458:0:83269:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1b609790 20000000:00000080:0.0:1780332708.839478:0:83269:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e0e800 uarg=0000000000000000 00010000:00010000:0.0:1780332708.839772:0:83269:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332708.839790:0:83269:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332708.839806:0:83269:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332708.839833:0:83269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839855:0:83269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839869:0:83269:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839877:0:83269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839885:0:83269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839893:0:83269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839901:0:83269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332708.839906:0:83269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839916:0:83269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839930:0:83269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839938:0:83269:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332708.839946:0:83269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307ee13 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332709.081406:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067684096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332709.081452:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067684224:0@lo:400:kworker.0 00000100:00100000:2.0:1780332709.081496:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332709.081504:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332709.081555:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067684608:0@lo:400:kworker.0 00000100:00100000:2.0:1780332709.081580:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332709.081615:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067684480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332709.081650:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067684736:0@lo:400:kworker.0 00000100:00100000:3.0:1780332709.081685:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332709.081699:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684224 00000100:00100000:1.0:1780332709.081709:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684224 00000100:00100000:3.0:1780332709.081724:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684736 00000100:00100000:3.0:1780332709.081729:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684736 00000100:00100000:1.0:1780332709.081758:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684608 00000100:00100000:1.0:1780332709.081762:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684608 00000100:00100000:3.0:1780332709.081786:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1780332709.081794:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1780332709.081799:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067684736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332709.081804:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067684224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332709.081872:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067684224:12345-0@lo:400:kworker.0 Request processed in 72us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332709.081880:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1780332709.081897:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1780332709.081903:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067684608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332709.081930:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067684608:12345-0@lo:400:kworker.0 Request processed in 27us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332709.081936:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1780332709.081951:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684096 00000100:00100000:1.0:1780332709.081954:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684096 00000100:00100000:1.0:1780332709.081975:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1780332709.081980:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067684096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332709.082005:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067684096:12345-0@lo:400:kworker.0 Request processed in 24us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332709.082011:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1780332709.082117:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332709.082130:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067684352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332709.082131:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067684736:12345-0@lo:400:kworker.0 Request processed in 335us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332709.082139:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1780332709.082156:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684480 00000100:00100000:3.0:1780332709.082159:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684480 00000100:00100000:0.0:1780332709.082166:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780332709.082175:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332709.082181:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332709.082185:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1780332709.082192:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067684480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332709.082198:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684352 00000100:00100000:2.0:1780332709.082203:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684352 00000100:00100000:3.0:1780332709.082235:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067684480:12345-0@lo:400:kworker.0 Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332709.082238:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067684608:0@lo:400:kworker.0 00000100:00100000:3.0:1780332709.082241:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1780332709.082250:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1780332709.082254:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067684096:0@lo:400:kworker.0 00000100:00100000:2.0:1780332709.082263:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067684352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332709.082285:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067684480:0@lo:400:kworker.0 00000100:00080000:3.0:1780332709.082312:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332709.082312:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067684352:12345-0@lo:400:kworker.0 Request processed in 52us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332709.082320:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1780332709.082339:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067684352:0@lo:400:kworker.0 00000100:00100000:1.0:1780332709.088404:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067684224:0@lo:400:kworker.0 00000100:00100000:1.0:1780332709.088449:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067684736:0@lo:400:kworker.0 00010000:00010000:3.0:1780332709.337974:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332709.592118:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067684864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332709.592213:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332709.592361:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684864 00000100:00100000:2.0:1780332709.592372:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684864 00000100:00100000:2.0:1780332709.592472:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1780332709.592482:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067684864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332709.592524:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332709.592578:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067684864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332709.592588:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1780332709.593164:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067684864:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1780332709.730061:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967613 is committed 10000000:01000000:0.0:1780332709.783701:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332709.783709:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332709.783714:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332709.783782:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332709.783797:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332709.783813:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332709.783845:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067684992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332709.783937:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332709.784009:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780332709.784111:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067684992 00000100:00100000:3.0:1780332709.784120:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067684992 00000100:00100000:3.0:1780332709.784171:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1780332709.784180:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067684992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332709.784193:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332709.784207:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ee1a expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332709.784233:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ee1a expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332709.784243:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ee1a expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332709.784252:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780332709.784606:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067684992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 426us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332709.784615:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1780332709.786645:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067684992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332709.786684:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332709.786698:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332709.786725:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332709.786731:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332709.786739:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332710.082312:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332710.082362:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332710.082535:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045487744 00000100:00100000:1.0:1780332710.082546:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045487744 00000100:00100000:0.0:1780332710.082604:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045487872 00000100:00100000:1.0:1780332710.082605:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1176 00000100:00100000:0.0:1780332710.082611:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045487872 00000100:00100000:1.0:1780332710.082641:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045487744:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332710.082673:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1459 00000100:00100000:0.0:1780332710.082683:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045487872:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332710.082705:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045487744:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332710.082712:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1176 00000100:00100000:0.0:1780332710.082728:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045487872:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332710.082740:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1459 00000100:00080000:2.0:1780332710.082755:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332710.364739:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332711.386658:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332711.480887:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332711.480977:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045488000 00000100:00100000:0.0:1780332711.480987:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045488000 00000100:00100000:0.0:1780332711.481062:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 13 00000100:00100000:0.0:1780332711.481074:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045488000:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332711.481091:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332711.481094:0:6610:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307ede2) 00010000:00010000:0.0:1780332711.481096:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332711.481170:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045488000:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (291us total) trans 0 rc 116/116 00000100:00100000:0.0:1780332711.481178:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 13 00000100:00100000:0.0:1780332712.310705:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332712.311721:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045488128 00000100:00100000:2.0:1780332712.311734:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045488128 00000100:00100000:2.0:1780332712.311826:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 823 00000100:00080000:3.0:1780332712.311827:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332712.311841:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49136:x1866812045488128:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332712.311871:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332712.311895:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf18 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.311976:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307ee2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.311993:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307ee2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.312006:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307ee2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332712.312385:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332712.312391:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332712.312653:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307ee2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.312685:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf18 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.312702:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307ee2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf18 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.312712:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332712.312715:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332712.312719:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1400, rc 0) 00000100:00100000:2.0:1780332712.312799:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49136:x1866812045488128:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 962us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332712.312807:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 823 00000100:00100000:0.0:1780332712.319246:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332712.319298:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045488256 00000100:00100000:2.0:1780332712.319312:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045488256 00000100:00100000:2.0:1780332712.319389:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 824 00000100:00100000:2.0:1780332712.319404:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49136:x1866812045488256:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332712.319652:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332712.319681:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf1f expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.319755:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.319769:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.319781:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.319797:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.319804:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.319811:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.320597:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ee4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.320610:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ee4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.320788:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ee4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332712.320965:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:2.0:1780332712.320970:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332712.321237:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ee4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321252:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321259:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321266:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321272:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332712.321276:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321288:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321300:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332712.321304:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332712.321310:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321316:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321326:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321336:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321341:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321346:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332712.321349:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321355:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321361:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332712.321362:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332712.321365:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321370:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321533:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf1f expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321549:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ee4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf1f expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.321556:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332712.321559:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332712.321562:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332712.321661:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49136:x1866812045488256:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 2257us (2425us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332712.321670:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 824 00000100:00100000:3.0:1780332712.328289:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332712.328398:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045488512 00000100:00100000:1.0:1780332712.328412:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045488512 00000100:00100000:1.0:1780332712.328486:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 825 00000100:00100000:1.0:1780332712.328498:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49136:x1866812045488512:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332712.328572:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332712.328608:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307ee4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf1f expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332712.328662:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:1.0:1780332712.328675:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332712.328710:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332712.328724:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332712.328733:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780332712.364515:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967614 is committed 00000004:00010000:1.0:1780332712.364662:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003396ddef reply state 000000004b8835d8 transno 4294967614 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332712.364678:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332712.364900:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00010000:00080000:1.0:1780332712.365039:0:6619:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332712.365077:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49136:x1866812045488512:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 36576us (36796us total) trans 4294967614 rc 0/0 00000100:00100000:1.0:1780332712.365092:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 825 00010000:00010000:3.0:1780332712.365514:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.365525:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.365534:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.365541:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332712.365546:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.365554:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.365580:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332712.365582:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332712.365588:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.365594:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307ee52 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.411227:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332712.429347:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332712.429978:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045488640 00000100:00100000:2.0:1780332712.429992:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045488640 00000100:00100000:2.0:1780332712.430440:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 826 00000100:00100000:2.0:1780332712.430454:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49140:x1866812045488640:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332712.430488:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332712.430518:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf26 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.430605:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.430654:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.430741:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.430759:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.430767:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.430773:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.433428:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.433452:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.433462:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332712.433946:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:2.0:1780332712.433952:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332712.434072:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434087:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434094:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434100:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434106:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332712.434110:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434117:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434131:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332712.434134:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332712.434138:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434148:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434158:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434165:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434171:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434175:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332712.434178:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434183:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434190:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332712.434193:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332712.434195:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434200:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ee67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434240:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf26 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434254:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf26 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.434262:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332712.434264:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332712.434266:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332712.434344:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49140:x1866812045488640:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3892us (5737us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332712.434353:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 826 00000100:00100000:2.0:1780332712.443372:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332712.443582:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045488896 00000100:00100000:3.0:1780332712.443598:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045488896 00000100:00100000:3.0:1780332712.443708:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 827 00000100:00100000:3.0:1780332712.443723:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49140:x1866812045488896:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332712.443825:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332712.443859:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307ee75 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf2d expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.444875:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.444899:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.444912:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.444969:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.444978:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.444985:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332712.448287:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:2.0:1780332712.448884:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.448903:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.448916:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.448958:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.448965:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.448983:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.448989:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332712.448993:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.449004:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.449019:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332712.449022:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332712.449027:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.449033:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ee7c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332712.449058:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d2ddaf0 reply state 00000000b7547462 transno 4294967615 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332712.449067:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332712.449103:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307ee75 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf2d expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.449116:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf2d expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.449124:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332712.449126:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332712.449128:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0800, rc 0) 00000100:00100000:2.0:1780332712.449392:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49140:x1866812045488896:12345-192.168.204.30@tcp:101:touch.0 Request processed in 5671us (6034us total) trans 4294967615 rc 0/0 00000100:00100000:2.0:1780332712.449403:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 827 00000100:00100000:1.0:1780332712.453079:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332712.453118:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045489152 00000100:00100000:1.0:1780332712.453128:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045489152 00000100:00100000:1.0:1780332712.453195:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 828 00000100:00100000:1.0:1780332712.453207:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49140:x1866812045489152:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:1.0:1780332712.453276:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332712.453307:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307ee8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf2d expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332712.453327:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:1.0:1780332712.453338:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332712.453382:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332712.453397:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332712.453406:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332712.453709:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f205356d reply state 00000000b47cce4a transno 4294967616 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332712.453718:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332712.453811:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49140:x1866812045489152:12345-192.168.204.30@tcp:36:touch.0 Request processed in 606us (743us total) trans 4294967616 rc 0/0 00000100:00100000:1.0:1780332712.453822:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 828 00010000:00010000:3.0:1780332712.453895:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.453905:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.453912:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.453918:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332712.453922:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.453929:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.453940:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332712.453943:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332712.453947:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.453953:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ee83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332712.455972:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1780332712.456054:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.456068:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.456076:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.456081:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332712.456084:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.456092:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.456107:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:3.0:1780332712.456111:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332712.456115:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.456121:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307ee98 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332712.459241:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045489280 00000100:00100000:2.0:1780332712.459257:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045489280 00000100:00100000:2.0:1780332712.459334:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 829 00000100:00100000:2.0:1780332712.459345:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49140:x1866812045489280:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332712.459370:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332712.459392:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf34 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.459461:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf34 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.459476:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf34 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332712.459496:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332712.459499:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332712.459502:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332712.459568:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49140:x1866812045489280:12345-192.168.204.30@tcp:101:touch.0 Request processed in 225us (3604us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332712.459575:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 829 00000100:00100000:3.0:1780332712.469444:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332712.469694:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045489408 00000100:00100000:0.0:1780332712.469708:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045489408 00000100:00100000:0.0:1780332712.469769:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 454 00000100:00100000:0.0:1780332712.469781:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045489408:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:0.0:1780332712.469824:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2158 last 0 00000020:00000080:0.0:1780332712.469865:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307eea6 00002000:00100000:0.0:1780332712.469884:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec409fa5000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1780332712.469914:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1780332712.470234:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1780332712.470277:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec409fa3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1780332712.470357:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045489408:12345-192.168.204.30@tcp:8:touch.0 Request processed in 578us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332712.470370:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 454 00000100:00100000:2.0:1780332712.475158:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332712.475260:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045489536 00000100:00100000:3.0:1780332712.475271:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045489536 00000100:00100000:3.0:1780332712.475377:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 455 00000100:00100000:3.0:1780332712.475388:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045489536:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:2.0:1780332712.477670:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1780332712.525344:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00080000:2.0:1780332712.525376:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:3.0:1780332712.525949:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045489536:12345-192.168.204.30@tcp:2:touch.0 Request processed in 50555us (50794us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1780332712.525961:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 455 00000100:00100000:1.0:1780332712.530150:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332712.530244:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045489792 00000100:00100000:0.0:1780332712.530257:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045489792 00000100:00100000:0.0:1780332712.530324:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 86 00000100:00100000:0.0:1780332712.530335:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49140:x1866812045489792:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:0.0:1780332712.530793:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49140:x1866812045489792:12345-192.168.204.30@tcp:35:touch.0 Request processed in 457us (653us total) trans 4294967617 rc 0/0 00000100:00100000:0.0:1780332712.530802:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 86 00000100:00100000:2.0:1780332712.589461:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332712.589567:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045489920 00000100:00100000:0.0:1780332712.589580:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045489920 00000100:00100000:0.0:1780332712.589678:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 830 00000100:00100000:0.0:1780332712.589691:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49144:x1866812045489920:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332712.589719:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332712.589743:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eead lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf3b expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589809:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589825:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589836:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589865:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589877:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589883:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589980:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307eec2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589989:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307eec2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.589996:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307eec2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332712.590031:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00000004:00200000:0.0:1780332712.590036:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332712.590071:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307eec2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590083:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307eec2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590092:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590098:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590106:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590116:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332712.590120:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590128:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590150:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:0.0:1780332712.590153:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332712.590158:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590164:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307eeb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590179:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590184:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590190:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590194:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332712.590197:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590203:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590213:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec408256400) 00010000:00010000:0.0:1780332712.590215:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332712.590217:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590223:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307eebb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590252:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307eead lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf3b expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590266:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307eec2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf3b expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.590274:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332712.590277:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780332712.590279:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780332712.590350:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49144:x1866812045489920:12345-192.168.204.30@tcp:101:rm.0 Request processed in 661us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332712.590358:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 830 00000100:00100000:2.0:1780332712.597706:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332712.597758:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045490048 00000100:00100000:0.0:1780332712.597773:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045490048 00000100:00100000:0.0:1780332712.597859:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 456 00000100:00100000:0.0:1780332712.597873:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045490048:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332712.597897:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332712.597923:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf42 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332712.597957:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x6a1db8a8, atime: 0x6a1db8a8, ctime: 0x6a1db8a8, blocks: 0x1 00010000:00010000:0.0:1780332712.597981:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332712.597983:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332712.597992:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.598014:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.598028:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332712.598101:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045490048:12345-192.168.204.30@tcp:101:rm.0 Request processed in 233us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332712.598108:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 456 00000100:00100000:2.0:1780332712.605842:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332712.605977:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045490304 00000100:00100000:3.0:1780332712.605989:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045490304 00000100:00100000:3.0:1780332712.606062:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 831 00000100:00100000:3.0:1780332712.606074:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49144:x1866812045490304:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780332712.606126:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332712.606166:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307eec2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf3b expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606190:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307ee9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf34 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606201:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:3.0:1780332712.606214:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332712.606239:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606255:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606265:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606282:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606290:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606296:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606424:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606438:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.606445:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332712.607169:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].26, 64 off9856 00000004:00080000:3.0:1780332712.607182:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2159014562181ns, next at 2160014559131ns, rc = 0 00010000:00010000:3.0:1780332712.607248:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607257:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607265:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607272:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607278:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607284:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607418:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332712.607448:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607455:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607461:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607467:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332712.607471:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607479:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607491:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332712.607495:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332712.607499:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607505:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eede lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607525:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607532:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607537:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607542:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332712.607545:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607554:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607561:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:3.0:1780332712.607564:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332712.607566:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.607571:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eed0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332712.607579:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b9301c7 reply state 00000000ec772edb transno 4294967618 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332712.607587:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332712.607763:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49144:x1866812045490304:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1682us (1928us total) trans 4294967618 rc 0/0 00000100:00100000:3.0:1780332712.607772:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 831 00010000:00010000:0.0:1780332712.609333:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332712.609347:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.609358:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332712.609362:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.609371:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.609388:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:0.0:1780332712.609392:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332712.609396:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.609403:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307eee5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332712.609442:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332712.609445:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332712.609447:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332712.612183:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.612204:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.612212:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.612223:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332712.612228:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.612240:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.612261:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec4054dd000) 00010000:00010000:3.0:1780332712.612264:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332712.612271:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332712.612277:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eed7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332713.175997:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332713.176020:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067685120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332713.176115:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332713.176204:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067685120 00000100:00100000:0.0:1780332713.176213:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067685120 00000100:00100000:0.0:1780332713.176284:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1780332713.176294:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067685120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332713.176321:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332713.176373:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067685120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332713.176381:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:0.0:1780332713.176404:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332713.176439:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067685120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332713.342980:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332713.343089:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045490432 00000100:00100000:3.0:1780332713.343100:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045490432 00000100:00100000:3.0:1780332713.343162:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 832 00000100:00100000:3.0:1780332713.343174:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49159:x1866812045490432:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332713.343198:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332713.343393:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eeec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf49 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.343460:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eef3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.343474:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.343485:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332713.343547:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:3.0:1780332713.343551:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332713.343575:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.343599:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307eeec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf49 expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.343693:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eef3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf49 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.343703:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:3.0:1780332713.343706:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332713.343710:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332713.343817:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49159:x1866812045490432:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 645us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332713.343825:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 832 00000100:00100000:2.0:1780332713.349693:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332713.349782:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045490688 00000100:00100000:3.0:1780332713.349793:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045490688 00000100:00100000:3.0:1780332713.349862:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 833 00000100:00100000:3.0:1780332713.349874:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49159:x1866812045490688:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332713.349941:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332713.349972:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307eef3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf49 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.349993:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ee6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf26 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.350004:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:3.0:1780332713.350015:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332713.350053:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.350070:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.350080:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332713.425996:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a71e46e reply state 000000006d4353fa transno 4294967619 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332713.426014:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332713.426202:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000100:00100000:3.0:1780332713.428996:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49159:x1866812045490688:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 79115us (79302us total) trans 4294967619 rc 0/0 00000100:00100000:3.0:1780332713.429008:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 833 00000001:00080000:3.0:1780332713.430846:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967617 is committed 00000001:00080000:3.0:1780332713.430893:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967619 is committed 00000004:00080000:3.0:1780332713.430901:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 67 committed 00000100:00100000:3.0:1780332713.431091:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332713.431114:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067685248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780332713.431202:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780332713.431485:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332713.431499:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332713.431508:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332713.431514:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332713.431520:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332713.431529:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332713.431552:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:1.0:1780332713.431555:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332713.431562:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332713.431569:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307eefa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332713.431832:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067685248 00000100:00100000:0.0:1780332713.431843:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067685248 00000100:00100000:0.0:1780332713.431900:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1780332713.431910:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067685248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780332713.431937:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:26 count 1 00010000:00010000:0.0:1780332713.431957:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.431979:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.431987:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332713.431989:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332713.431992:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.432019:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.432049:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 5 pid: 8139 timeout: 2259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332713.432063:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067685376:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780332713.432135:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64f00 going to sleep for 11 seconds 00010000:00010000:1.0:1780332713.433404:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332713.444931:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067685376:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780332713.444965:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332713.450573:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332713.450612:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045490816 00000100:00100000:3.0:1780332713.450637:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045490816 00010000:00010000:3.0:1780332713.450683:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 6 pid: 8139 timeout: 2259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332713.450721:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 387 00000100:00100000:3.0:1780332713.450732:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045490816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332713.451271:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332713.451280:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 6 pid: 8139 timeout: 2259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.451301:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 6 pid: 8139 timeout: 2259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.451513:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307eec9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf42 expref: 6 pid: 8139 timeout: 2259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.451531:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332713.451534:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332713.451538:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.451547:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.451583:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332713.451666:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045490816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 935us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332713.451675:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 387 00010000:00010000:2.0:1780332713.452419:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.452434:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.452445:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.452453:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.452474:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780332713.456915:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067685248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24994us (25700us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1780332713.456930:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00010000:00010000:2.0:1780332713.456970:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332713.456979:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.456993:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332713.456999:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.457011:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.457045:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.457053:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e307ef01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.457074:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332713.457075:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332713.457077:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332713.459548:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42ded0e00/2, rc 0, transno 4294967349 00000100:00100000:2.0:1780332713.459568:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067685248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780332713.499515:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332713.499578:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045490944 00000100:00100000:3.0:1780332713.499590:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045490944 00000100:00100000:3.0:1780332713.499737:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 834 00000100:00100000:3.0:1780332713.499749:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49163:x1866812045490944:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332713.499777:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332713.499874:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ef08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf50 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.500240:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.500262:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.500274:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.500413:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.500421:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.500429:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502086:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ef1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502108:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ef1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502122:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ef1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332713.502238:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:3.0:1780332713.502245:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332713.502478:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ef1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502496:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502503:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502511:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502516:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332713.502522:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502530:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502547:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:3.0:1780332713.502550:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332713.502555:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502561:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ef0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502574:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502580:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502590:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502595:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332713.502597:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502602:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.502609:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332713.502611:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332713.502614:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.503084:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.503686:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ef08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf50 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.503710:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ef1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf50 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.503720:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780332713.503723:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332713.503726:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780332713.503826:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49163:x1866812045490944:12345-192.168.204.30@tcp:101:touch.0 Request processed in 4078us (4322us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332713.503841:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 834 00000100:00100000:3.0:1780332713.513392:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332713.513546:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045491200 00000100:00100000:2.0:1780332713.513556:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045491200 00000100:00100000:2.0:1780332713.513613:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 835 00000100:00100000:2.0:1780332713.513654:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49163:x1866812045491200:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332713.513674:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332713.513696:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ef24 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf57 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.514052:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.514069:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.514081:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.514094:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.514105:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.514112:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332713.515314:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1780332713.515601:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516010:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516035:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516077:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516085:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516091:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516097:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332713.516102:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516109:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516130:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:2.0:1780332713.516133:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332713.516138:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516143:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332713.516156:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a77ab65 reply state 00000000d8baa183 transno 4294967620 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332713.516166:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332713.516199:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ef24 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf57 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516213:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf57 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.516220:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332713.516222:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332713.516225:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332713.516344:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49163:x1866812045491200:12345-192.168.204.30@tcp:101:touch.0 Request processed in 2695us (2965us total) trans 4294967620 rc 0/0 00000100:00100000:2.0:1780332713.516353:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 835 00010000:00010000:3.0:1780332713.520036:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.520057:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.520065:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.520071:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332713.520077:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.520084:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.520106:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec40b3c7f00) 00010000:00010000:3.0:1780332713.520108:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332713.520114:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.520129:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ef32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332713.523777:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332713.524176:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045491456 00000100:00100000:0.0:1780332713.524188:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045491456 00000100:00100000:0.0:1780332713.524250:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 836 00000100:00100000:0.0:1780332713.524262:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49163:x1866812045491456:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:0.0:1780332713.524344:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332713.524377:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf57 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.524547:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332713.524698:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332713.524870:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.524889:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.524903:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332713.525052:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f85cde06 reply state 00000000980e6112 transno 4294967621 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332713.525068:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332713.525190:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49163:x1866812045491456:12345-192.168.204.30@tcp:36:touch.0 Request processed in 928us (1424us total) trans 4294967621 rc 0/0 00000100:00100000:0.0:1780332713.525198:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 836 00010000:00010000:3.0:1780332713.529855:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.529878:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.529889:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.529895:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332713.529900:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.529908:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.530100:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332713.530104:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332713.530111:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.530118:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307ef47 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332713.530557:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332713.530666:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045491584 00000100:00100000:3.0:1780332713.530679:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045491584 00000100:00100000:3.0:1780332713.530745:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 837 00000100:00100000:3.0:1780332713.530756:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49163:x1866812045491584:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332713.530788:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332713.530825:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ef4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf5e expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.530902:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ef4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf5e expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.530932:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ef4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf5e expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.530952:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332713.530955:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780332713.530958:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332713.531033:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49163:x1866812045491584:12345-192.168.204.30@tcp:101:touch.0 Request processed in 270us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332713.531041:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 837 00000100:00100000:2.0:1780332713.535737:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332713.535835:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045491712 00000100:00100000:0.0:1780332713.535847:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045491712 00000100:00100000:0.0:1780332713.535901:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 458 00000100:00100000:0.0:1780332713.535911:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045491712:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:0.0:1780332713.535962:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2159 last 0 00000020:00000080:0.0:1780332713.535998:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307ef55 00002000:00100000:0.0:1780332713.536011:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec409fa1000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1780332713.536045:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1780332713.536315:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1780332713.536360:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec409fa2000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1780332713.536454:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045491712:12345-192.168.204.30@tcp:8:touch.0 Request processed in 542us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332713.536461:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 458 00000100:00100000:1.0:1780332713.539495:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332713.539592:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045491840 00000100:00100000:3.0:1780332713.539605:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045491840 00000100:00100000:3.0:1780332713.539719:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 459 00000100:00100000:3.0:1780332713.539734:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045491840:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:0.0:1780332713.539806:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332713.584598:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:0:x1866812045491840:12345-192.168.204.30@tcp:2:touch.0 Request processed in 44860us (45108us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1780332713.584611:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 459 00000001:00100000:2.0:1780332713.584699:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00080000:2.0:1780332713.584715:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000100:00100000:1.0:1780332713.587839:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332713.588092:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045492096 00000100:00100000:3.0:1780332713.588103:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045492096 00000100:00100000:3.0:1780332713.588249:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 87 00000100:00100000:3.0:1780332713.588261:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411121450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49163:x1866812045492096:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:3.0:1780332713.588583:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411121450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49163:x1866812045492096:12345-192.168.204.30@tcp:35:touch.0 Request processed in 323us (756us total) trans 4294967622 rc 0/0 00000100:00100000:3.0:1780332713.588590:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 87 00000100:00100000:3.0:1780332713.642298:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332713.642705:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045492224 00000100:00100000:2.0:1780332713.642717:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045492224 00000100:00100000:2.0:1780332713.642781:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 838 00000100:00100000:2.0:1780332713.642792:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49167:x1866812045492224:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332713.642822:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332713.642852:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ef5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf65 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.642937:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.644730:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.644754:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.644782:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.644799:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.644807:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.644940:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645215:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645223:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332713.645272:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 0 00000004:00200000:2.0:1780332713.645278:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332713.645298:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645309:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645318:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645324:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645330:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645335:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332713.645339:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645345:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645355:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:2.0:1780332713.645358:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332713.645363:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645370:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307ef63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645388:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645394:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645400:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645405:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332713.645408:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645415:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645422:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332713.645424:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332713.645426:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645432:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307ef6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645471:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ef5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf65 expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645486:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf65 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332713.645498:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332713.645501:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332713.645503:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332713.645584:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49167:x1866812045492224:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2793us (3298us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332713.645593:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 838 00000100:00100000:1.0:1780332713.652264:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332713.652354:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045492352 00000100:00100000:0.0:1780332713.652364:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045492352 00000100:00100000:0.0:1780332713.652422:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 460 00000100:00100000:0.0:1780332713.652432:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045492352:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332713.652449:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332713.652468:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf6c expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332713.652541:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x6a1db8aa, atime: 0x6a1db8aa, ctime: 0x6a1db8aa, blocks: 0x1 00010000:00010000:0.0:1780332713.652564:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332713.652566:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332713.652575:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.652596:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.652610:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390c00, rc 0) 00000100:00100000:0.0:1780332713.652699:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045492352:12345-192.168.204.30@tcp:101:rm.0 Request processed in 268us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332713.652706:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 460 00000100:00100000:1.0:1780332713.657424:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332713.657898:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045492608 00000100:00100000:0.0:1780332713.657909:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045492608 00000100:00100000:0.0:1780332713.658194:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 839 00000100:00100000:0.0:1780332713.658208:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49167:x1866812045492608:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780332713.658277:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332713.658317:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307ef71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf65 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658346:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ef4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf5e expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658361:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:0.0:1780332713.658375:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332713.658404:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658418:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658428:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658442:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658449:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658454:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658547:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658552:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.658556:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332713.659335:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].26, 64 off9856 00000004:00080000:0.0:1780332713.659343:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2160066724068ns, next at 2161066722492ns, rc = 0 00010000:00010000:0.0:1780332713.659390:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659398:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659403:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659408:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659412:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659416:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659434:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332713.659458:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659464:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659470:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659476:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332713.659476:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332713.659479:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659482:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659487:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659499:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332713.659499:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332713.659502:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332713.659505:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659505:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659511:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659512:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307ef8d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659520:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:3.0:1780332713.659522:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780332713.659524:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659528:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659529:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307ef94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659534:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659542:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332713.659543:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332713.659544:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332713.659545:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332713.659548:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332713.659551:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659556:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659563:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:0.0:1780332713.659566:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332713.659568:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.659574:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307ef7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332713.659582:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000949b08f2 reply state 000000008793baa2 transno 4294967623 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332713.659588:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332713.659691:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49167:x1866812045492608:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1484us (2285us total) trans 4294967623 rc 0/0 00000100:00100000:0.0:1780332713.659700:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 839 00010000:00010000:0.0:1780332713.662271:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.662290:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.662302:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.662308:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332713.662312:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.662319:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.662336:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec408256800) 00010000:00010000:0.0:1780332713.662339:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332713.662344:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332713.662349:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307ef86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332714.200424:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067685632:0@lo:400:kworker.0 00000100:00100000:3.0:1780332714.200518:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332714.200651:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332714.200676:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067685504:0@lo:400:kworker.0 00000100:00100000:0.0:1780332714.200723:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332714.201553:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067685632 00000100:00100000:2.0:1780332714.201566:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067685632 00000100:00100000:2.0:1780332714.201697:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1780332714.201710:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067685632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332714.203316:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067685888:0@lo:400:kworker.0 00000100:00100000:0.0:1780332714.203895:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332714.203940:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332714.204070:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067685632:12345-0@lo:400:kworker.0 Request processed in 2360us (3549us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332714.204083:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1780332714.204174:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067685504 00000100:00100000:2.0:1780332714.204184:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067685504 00000100:00100000:2.0:1780332714.204235:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1780332714.204243:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067685504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332714.204301:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067685504:12345-0@lo:400:kworker.0 Request processed in 60us (3577us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332714.204308:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1780332714.204351:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067685760:0@lo:400:kworker.0 00000100:00100000:0.0:1780332714.204712:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067686016:0@lo:400:kworker.0 00000100:00100000:1.0:1780332714.204794:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067685888 00000100:00100000:1.0:1780332714.204800:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067685888 00000100:00100000:1.0:1780332714.204838:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1780332714.204846:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067685888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332714.205076:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067686144:0@lo:400:kworker.0 00000100:00100000:2.0:1780332714.205139:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332714.208301:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067685888:12345-0@lo:400:kworker.0 Request processed in 3443us (4395us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332714.208314:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:3.0:1780332714.211077:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332714.211158:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067685632:0@lo:400:kworker.0 00000100:00100000:3.0:1780332714.211267:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067685760 00000100:00100000:3.0:1780332714.211284:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067685760 00000100:00100000:3.0:1780332714.211344:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1780332714.211354:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067685760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332714.211432:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067685760:12345-0@lo:400:kworker.0 Request processed in 69us (6283us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.211440:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00080000:3.0:1780332714.211463:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332714.211480:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067686144 00000100:00100000:1.0:1780332714.211485:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067686144 00000100:00080000:3.0:1780332714.211523:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332714.211528:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1780332714.211537:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067686144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332714.211586:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067686144:12345-0@lo:400:kworker.0 Request processed in 52us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332714.211592:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1780332714.212200:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067686144:0@lo:400:kworker.0 00000100:00100000:1.0:1780332714.216474:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332714.216575:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067685888:0@lo:400:kworker.0 00000100:00100000:1.0:1780332714.216590:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067685504:0@lo:400:kworker.0 00000100:00100000:3.0:1780332714.219158:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067686016 00000100:00100000:3.0:1780332714.219174:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067686016 00000100:00100000:3.0:1780332714.219256:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1780332714.219267:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067686016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332714.219368:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067686016:12345-0@lo:400:kworker.0 Request processed in 103us (4097us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.219376:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1780332714.219435:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067686016:0@lo:400:kworker.0 00000100:00100000:2.0:1780332714.220820:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067685760:0@lo:400:kworker.0 00000100:00080000:0.0:1780332714.221773:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332714.457780:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332714.464225:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.464323:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045492736 00000100:00100000:3.0:1780332714.464335:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045492736 00000100:00100000:3.0:1780332714.464410:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 840 00000100:00100000:3.0:1780332714.464421:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49182:x1866812045492736:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332714.464447:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332714.464468:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf73 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.464541:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307efa2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.464557:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307efa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.464570:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307efa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332714.464669:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:3.0:1780332714.464674:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332714.464701:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307efa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.464737:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307ef9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf73 expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.464756:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307efa2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf73 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.464766:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780332714.464768:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332714.464772:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780332714.464829:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49182:x1866812045492736:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 410us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.464837:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 840 00000100:00080000:1.0:1780332714.465165:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332714.477974:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332714.478255:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045492992 00000100:00100000:0.0:1780332714.478269:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045492992 00000100:00100000:0.0:1780332714.478345:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 841 00000100:00100000:0.0:1780332714.478357:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49182:x1866812045492992:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332714.478418:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332714.478447:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307efa2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf73 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.478470:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ef1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf50 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.478483:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:0.0:1780332714.478494:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332714.478520:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.478534:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.478542:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332714.478885:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000090385d4 reply state 0000000076838864 transno 4294967624 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332714.478895:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332714.478909:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000100:00100000:0.0:1780332714.479000:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49182:x1866812045492992:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 644us (1039us total) trans 4294967624 rc 0/0 00000100:00100000:0.0:1780332714.479008:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 841 00010000:00010000:0.0:1780332714.480600:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.480651:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.480660:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.480667:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332714.480672:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.480680:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.480698:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332714.480701:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332714.480707:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332714.480714:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307efa9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332714.627924:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332714.628067:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045493120 00000100:00100000:0.0:1780332714.628077:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045493120 00000100:00100000:0.0:1780332714.628141:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 842 00000100:00100000:0.0:1780332714.628152:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045493120:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332714.628254:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045493120:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 103us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332714.628261:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 842 00000100:00100000:3.0:1780332714.630349:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332714.630487:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045493248 00000100:00100000:1.0:1780332714.630497:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045493248 00000100:00100000:1.0:1780332714.630574:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 461 00000100:00100000:1.0:1780332714.630583:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49194:x1866812045493248:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:0.0:1780332714.630701:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332714.631141:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49194:x1866812045493248:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 557us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332714.631149:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 461 00000100:00100000:1.0:1780332714.640419:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.640515:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045493376 00000100:00100000:3.0:1780332714.640527:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045493376 00000100:00100000:3.0:1780332714.640673:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 462 00000100:00100000:3.0:1780332714.640685:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49194:x1866812045493376:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332714.641182:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49194:x1866812045493376:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 499us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.641207:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 462 00000100:00100000:3.0:1780332714.650486:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332714.652209:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045493504 00000100:00100000:0.0:1780332714.652224:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045493504 00000100:00100000:0.0:1780332714.652369:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 843 00000100:00100000:0.0:1780332714.652381:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045493504:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332714.652876:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045493504:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 496us (2406us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332714.652885:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 843 00000100:00100000:0.0:1780332714.657287:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.657416:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045493632 00000100:00100000:3.0:1780332714.657428:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045493632 00000100:00100000:3.0:1780332714.657538:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 844 00000100:00100000:3.0:1780332714.657551:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045493632:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332714.657737:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045493632:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 189us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.657746:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 844 00000100:00100000:1.0:1780332714.670145:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332714.670273:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045493760 00000100:00100000:2.0:1780332714.670287:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045493760 00000100:00100000:2.0:1780332714.670351:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 463 00000100:00100000:2.0:1780332714.670364:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49194:x1866812045493760:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332714.670981:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49194:x1866812045493760:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 619us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332714.670989:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 463 00000100:00100000:2.0:1780332714.681733:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332714.682038:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045493888 00000100:00100000:1.0:1780332714.682049:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045493888 00000100:00100000:1.0:1780332714.682114:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 464 00000100:00100000:1.0:1780332714.682125:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49194:x1866812045493888:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332714.682500:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49194:x1866812045493888:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 376us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332714.682508:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 464 00000100:00100000:2.0:1780332714.687147:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.687243:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045494016 00000100:00100000:3.0:1780332714.687258:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045494016 00000100:00100000:3.0:1780332714.687384:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 845 00000100:00100000:3.0:1780332714.687396:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045494016:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332714.687943:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49194:x1866812045494016:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 547us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.687952:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 845 00000004:00080000:3.0:1780332714.712038:0:7883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2161119415715ns, next at 2162119411523ns, rc = 0 00000100:00100000:2.0:1780332714.712200:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437e01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067686272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332714.712296:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332714.712520:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067686272 00000100:00100000:3.0:1780332714.712531:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067686272 00000100:00100000:3.0:1780332714.712595:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1780332714.712605:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067686272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332714.712672:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332714.712745:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067686272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 141us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.712754:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1780332714.713264:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437e01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067686272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332714.767068:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.767184:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045494144 00000100:00100000:3.0:1780332714.767195:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045494144 00000100:00100000:3.0:1780332714.767463:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 846 00000100:00100000:3.0:1780332714.768058:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49198:x1866812045494144:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332714.768080:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332714.768102:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307efb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf7a expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.768164:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.769003:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.769036:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.769188:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.769200:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.769449:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772206:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307efc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772229:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307efc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772242:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307efc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332714.772296:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:2.0:1780332714.772301:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332714.772328:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307efc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772340:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772347:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772354:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772359:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332714.772363:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772371:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772383:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332714.772386:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332714.772392:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772398:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307efb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772410:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772416:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772421:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772427:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332714.772429:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772436:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772443:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332714.772446:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332714.772449:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772454:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307efbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772502:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307efb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf7a expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772517:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307efc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf7a expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.772525:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332714.772528:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332714.772530:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332714.772653:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49198:x1866812045494144:12345-192.168.204.30@tcp:101:dd.0 Request processed in 4570us (5562us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332714.772666:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 846 00000100:00100000:2.0:1780332714.777097:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.777179:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045494400 00000100:00100000:3.0:1780332714.777193:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045494400 00000100:00100000:3.0:1780332714.777345:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 847 00000100:00100000:3.0:1780332714.777357:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49198:x1866812045494400:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332714.777378:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332714.777400:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307efcc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf81 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.778417:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.778437:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.778453:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.780364:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.780455:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.780471:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332714.781561:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:3.0:1780332714.781790:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307efe1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781804:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307efe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781815:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307efe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781862:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781870:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781876:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781882:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332714.781886:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781893:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781908:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:3.0:1780332714.781911:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332714.781916:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.781934:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307efd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332714.782074:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f810bc5 reply state 000000009dd787d6 transno 4294967625 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332714.782084:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332714.782129:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307efcc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf81 expref: 15 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.782147:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307efe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf81 expref: 14 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.782155:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332714.782158:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332714.782161:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332714.782274:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+15:49198:x1866812045494400:12345-192.168.204.30@tcp:101:dd.0 Request processed in 4918us (5189us total) trans 4294967625 rc 0/0 00000100:00100000:3.0:1780332714.782282:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 847 00010000:00010000:3.0:1780332714.784276:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.784301:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.784309:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.784316:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332714.784320:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.784327:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.784342:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec4054dd000) 00010000:00010000:3.0:1780332714.784345:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332714.784349:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.784355:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307efda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332714.792033:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332714.792144:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045494528 00000100:00100000:1.0:1780332714.792155:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045494528 00000100:00100000:1.0:1780332714.792252:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 465 00000100:00100000:1.0:1780332714.792264:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49198:x1866812045494528:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332714.792284:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332714.792316:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf88 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332714.792342:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332714.792364:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332714.792366:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332714.792374:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332714.792403:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332714.792416:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332714.792482:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49198:x1866812045494528:12345-192.168.204.30@tcp:101:dd.0 Request processed in 220us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332714.792489:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 465 00000100:00100000:0.0:1780332714.814901:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332714.815017:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045494656 00000100:00100000:2.0:1780332714.815031:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045494656 00002000:00100000:2.0:1780332714.815124:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8ec409360000 x1866812045494656/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:445/0 lens 488/0 e 0 to 0 dl 1780332725 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332714.815138:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec409360000 with x1866812045494656 ext(0->1048575) 00002000:00010000:2.0:1780332714.815146:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec409360000 00000100:00100000:2.0:1780332714.815183:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 20 00000100:00100000:2.0:1780332714.815195:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045494656:12345-192.168.204.30@tcp:4:dd.0 00000100:00100000:2.0:1780332714.854810:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045494656:12345-192.168.204.30@tcp:4:dd.0 Request processed in 39419us (39725us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1780332714.854830:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 20 00002000:00100000:2.0:1780332714.854847:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8ec409360000 x1866812045494656/t4294967350(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:445/0 lens 488/448 e 0 to 0 dl 1780332725 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332714.854858:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec409360000 with x1866812045494656 ext(0->1048575) 00002000:00010000:2.0:1780332714.854865:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec409360000 00000100:00100000:1.0:1780332714.861512:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332714.861612:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045494784 00000100:00100000:0.0:1780332714.861653:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045494784 00000100:00100000:0.0:1780332714.861727:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 848 00000100:00100000:0.0:1780332714.861739:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:49198:x1866812045494784:12345-192.168.204.30@tcp:44:dd.0 00000001:00080000:3.0:1780332714.908927:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967624 is committed 00000004:00080000:3.0:1780332714.908949:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 69 committed 00000001:00080000:3.0:1780332714.908975:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967625 is committed 00000004:00080000:3.0:1780332714.908981:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 70 committed 00000100:00100000:1.0:1780332714.909378:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332714.909406:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067686400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780332714.909480:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332714.909605:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067686400 00000100:00100000:2.0:1780332714.909613:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067686400 00000100:00100000:2.0:1780332714.909701:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1780332714.909712:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067686400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780332714.909759:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00010000:00010000:2.0:1780332714.909794:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.909821:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.909835:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332714.909838:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332714.909842:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.909871:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332714.909889:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 5 pid: 8139 timeout: 2261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332714.909903:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067686528:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332714.909968:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176000 going to sleep for 11 seconds 00000100:00100000:1.0:1780332714.911329:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49198:x1866812045494784:12345-192.168.204.30@tcp:44:dd.0 Request processed in 49521us (49757us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332714.911343:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 848 00000100:00100000:0.0:1780332714.915024:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.915423:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067686528:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332714.915464:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332714.915570:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045494912 00000100:00100000:2.0:1780332714.915583:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045494912 00000100:00100000:2.0:1780332714.915836:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 467 00000100:00100000:2.0:1780332714.915856:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045494912:12345-192.168.204.30@tcp:16:dd.0 00000100:00100000:0.0:1780332714.924704:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.925131:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045495040 00000100:00100000:3.0:1780332714.925148:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045495040 00010000:00010000:3.0:1780332714.925204:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 6 pid: 8139 timeout: 2261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332714.925248:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 388 00000100:00100000:3.0:1780332714.925325:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045495040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332714.925348:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332714.925355:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 6 pid: 8139 timeout: 2261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.925375:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 6 pid: 8139 timeout: 2261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.925411:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ef49cd6/0x76434b26e307ef78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf6c expref: 6 pid: 8139 timeout: 2261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.925431:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332714.925433:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332714.925438:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.925449:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.925483:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332714.925536:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045495040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 280us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332714.925544:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 388 00010000:00010000:3.0:1780332714.925983:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.925995:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926028:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926037:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926057:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332714.926115:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332714.926122:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926130:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332714.926135:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926151:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926164:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926171:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a378957e/0x76434b26e307eff6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332714.926188:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332714.926190:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332714.926191:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332714.929743:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067686400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20024us (20254us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1780332714.929760:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000004:00080000:0.0:1780332714.930039:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42daf3480/2, rc 0, transno 4294967349 00000100:00100000:0.0:1780332714.930047:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067686400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780332714.958093:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045494912:12345-192.168.204.30@tcp:16:dd.0 Request processed in 42235us (43078us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332714.958110:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 467 00000001:00080000:2.0:1780332714.959356:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:2.0:1780332714.959376:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000100:00100000:0.0:1780332714.961794:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332714.961903:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045495296 00000100:00100000:3.0:1780332714.961914:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045495296 00000100:00100000:3.0:1780332714.961983:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 88 00000100:00100000:3.0:1780332714.961995:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49198:x1866812045495296:12345-192.168.204.30@tcp:35:dd.0 00000100:00100000:3.0:1780332714.962546:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49198:x1866812045495296:12345-192.168.204.30@tcp:35:dd.0 Request processed in 551us (759us total) trans 4294967626 rc 0/0 00000100:00100000:3.0:1780332714.962555:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 88 00000100:00100000:0.0:1780332715.200766:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332715.201102:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045495424 00000100:00100000:1.0:1780332715.201115:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045495424 00000100:00100000:1.0:1780332715.201193:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1178 00000100:00100000:1.0:1780332715.201205:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045495424:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332715.202716:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045495424:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1504us (1956us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332715.202730:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1178 00000100:00100000:0.0:1780332715.203085:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332715.203198:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045495680 00000100:00100000:1.0:1780332715.203208:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045495680 00000100:00100000:0.0:1780332715.204478:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332715.204924:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1069 00000100:00100000:1.0:1780332715.204937:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045495680:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332715.205050:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045495680:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 115us (1966us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332715.205059:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1069 00000100:00100000:0.0:1780332715.205763:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332715.205902:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045495552 00000100:00100000:2.0:1780332715.205917:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045495552 00000100:00100000:1.0:1780332715.205931:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045495808 00000100:00100000:1.0:1780332715.205938:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045495808 00000100:00100000:2.0:1780332715.205980:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1463 00000100:00100000:2.0:1780332715.205990:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045495552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332715.206066:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045495552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (1597us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332715.206073:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1463 00000100:00100000:1.0:1780332715.206589:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1070 00000100:00080000:0.0:1780332715.206591:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332715.206599:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045495808:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332715.206676:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045495808:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332715.206683:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1070 00010000:00010000:1.0:1780332715.484631:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332716.253585:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967626 is committed 00010000:00010000:3.0:1780332716.506514:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780332717.526300:0:83661:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2163933678724ns, next at 2160014559131ns, rc = 0 00000004:00080000:3.0:1780332717.526469:0:83661:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2163933849716ns, next at 2162119411523ns, rc = 0 00010000:00010000:0.0:1780332717.528868:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332717.533108:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 71 committed 00000004:00080000:1.0:1780332717.533149:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 68 committed 00000100:00100000:1.0:1780332718.297703:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067686656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332718.297837:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332718.298469:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067686656 00000100:00100000:0.0:1780332718.298479:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067686656 00000100:00100000:0.0:1780332718.298561:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1780332718.298572:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067686656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332718.298653:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1780332718.298719:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067686656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332718.298726:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1780332718.298858:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:2.0:1780332718.298865:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42ded0e00, transno 4294967349 00000100:00100000:2.0:1780332718.298891:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067686656:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780332718.299430:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332718.552799:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332718.875125:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000100:00100000:3.0:1780332719.041880:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332719.041995:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045495936 00000100:00100000:1.0:1780332719.042006:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045495936 00000100:00100000:1.0:1780332719.042096:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 849 00000100:00100000:1.0:1780332719.042114:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045495936:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332719.042245:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045495936:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 136us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332719.042256:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 849 00000100:00080000:3.0:1780332719.043161:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332719.047142:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332719.047220:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045496064 00000100:00100000:0.0:1780332719.047230:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045496064 00000100:00100000:0.0:1780332719.047299:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 468 00000100:00100000:0.0:1780332719.047310:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49391:x1866812045496064:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:3.0:1780332719.047753:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332719.047918:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49391:x1866812045496064:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 608us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332719.047927:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 468 00000100:00100000:3.0:1780332719.053052:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332719.053120:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045496192 00000100:00100000:2.0:1780332719.053132:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045496192 00000100:00100000:2.0:1780332719.053234:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 469 00000100:00100000:2.0:1780332719.053252:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49391:x1866812045496192:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332719.058853:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49391:x1866812045496192:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 5587us (5791us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332719.058873:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 469 00000100:00080000:2.0:1780332719.059069:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332719.065139:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332719.065225:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045496320 00000100:00100000:1.0:1780332719.065241:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045496320 00000100:00100000:1.0:1780332719.065305:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 850 00000100:00100000:1.0:1780332719.065316:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045496320:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332719.065886:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045496320:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 570us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332719.065896:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 850 00000100:00100000:0.0:1780332719.090573:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332719.090611:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045496448 00000100:00100000:0.0:1780332719.090636:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045496448 00000100:00100000:0.0:1780332719.090876:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 851 00000100:00100000:0.0:1780332719.090889:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045496448:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332719.091008:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045496448:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 121us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332719.091016:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 851 00000100:00100000:3.0:1780332719.099342:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332719.100225:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045496576 00000100:00100000:2.0:1780332719.100236:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045496576 00000100:00100000:2.0:1780332719.100587:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 470 00000100:00100000:2.0:1780332719.100613:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49391:x1866812045496576:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332719.103724:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49391:x1866812045496576:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 3118us (4386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332719.103736:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 470 00000100:00100000:0.0:1780332719.112314:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332719.112410:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045496704 00000100:00100000:2.0:1780332719.112423:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045496704 00000100:00100000:2.0:1780332719.112525:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 471 00000100:00100000:2.0:1780332719.112536:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49391:x1866812045496704:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332719.115147:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49391:x1866812045496704:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 2603us (2835us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332719.115161:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 471 00000100:00100000:1.0:1780332719.119022:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332719.119305:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045496832 00000100:00100000:3.0:1780332719.119326:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045496832 00000100:00100000:3.0:1780332719.119431:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 852 00000100:00100000:3.0:1780332719.119450:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045496832:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332719.120445:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49391:x1866812045496832:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 993us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332719.120461:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 852 00000100:00100000:1.0:1780332719.211162:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332719.211445:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497088 00000100:00100000:0.0:1780332719.211457:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497088 00000100:00100000:0.0:1780332719.211531:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 853 00000100:00100000:0.0:1780332719.211543:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49395:x1866812045497088:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780332719.211600:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332719.211681:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307efe1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf81 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.211704:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:0.0:1780332719.211897:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332719.211926:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.211941:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.211963:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.211982:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.211989:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.211996:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.212406:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.212416:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.212424:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332719.217497:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].27, 64 off9920 00000004:00080000:0.0:1780332719.217517:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2165624897782ns, next at 2166624893577ns, rc = 0 00010000:00010000:0.0:1780332719.217678:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.217698:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222012:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222049:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222060:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222068:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222106:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332719.222154:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222164:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222172:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222180:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332719.222189:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222199:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222219:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332719.222223:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332719.222230:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222238:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f00b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222277:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222287:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222295:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222305:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332719.222309:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222317:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222329:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332719.222332:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332719.222337:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332719.222345:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307effd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332719.222360:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033d2d84b reply state 000000006aa3c0dd transno 4294967627 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332719.222371:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332719.222750:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49395:x1866812045497088:12345-192.168.204.30@tcp:36:rm.0 Request processed in 11170us (11570us total) trans 4294967627 rc 0/0 00000100:00100000:0.0:1780332719.222766:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 853 00010000:00010000:1.0:1780332719.227067:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332719.227085:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332719.227099:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332719.227105:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332719.227116:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332719.227141:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8ec408256800) 00010000:00010000:1.0:1780332719.227145:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332719.227149:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332719.227157:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f012 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332719.227191:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332719.227193:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332719.227195:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332719.233863:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332719.233888:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332719.233899:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332719.233908:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332719.233915:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332719.233925:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332719.234000:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec408256300) 00010000:00010000:2.0:1780332719.234006:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332719.234014:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332719.234023:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f004 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332719.320206:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067686784:0@lo:400:kworker.0 00000100:00100000:2.0:1780332719.320207:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067686912:0@lo:400:kworker.0 00000100:00100000:3.0:1780332719.320317:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067687040:0@lo:400:kworker.0 00000100:00100000:0.0:1780332719.325931:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332719.326059:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067687296:0@lo:400:kworker.0 00000100:00100000:0.0:1780332719.326122:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332719.326345:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067686784 00000100:00100000:1.0:1780332719.326356:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067686784 00000100:00100000:1.0:1780332719.326414:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1780332719.326425:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067686784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.326504:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067686784:12345-0@lo:400:kworker.0 Request processed in 79us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332719.326513:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1780332719.326596:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067686784:0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.326680:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067687168:0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.326728:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332719.326771:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067687168 00000100:00100000:1.0:1780332719.326775:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067687168 00000100:00100000:1.0:1780332719.326807:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1780332719.326814:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067687168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.326847:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067687168:12345-0@lo:400:kworker.0 Request processed in 34us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332719.326853:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1780332719.326877:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067687168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332719.327587:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332719.327663:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067687424:0@lo:400:kworker.0 00000100:00100000:2.0:1780332719.327698:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332719.327797:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067687296 00000100:00100000:1.0:1780332719.327802:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067687296 00000100:00100000:1.0:1780332719.327845:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067686912 00000100:00100000:1.0:1780332719.327848:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067686912 00000100:00100000:1.0:1780332719.327865:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:1.0:1780332719.327871:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067687296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.327915:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067687296:12345-0@lo:400:kworker.0 Request processed in 43us (1792us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332719.328002:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:1.0:1780332719.328017:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1780332719.328023:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067686912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.328053:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067686912:12345-0@lo:400:kworker.0 Request processed in 30us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332719.328059:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1780332719.328091:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067687296:0@lo:400:kworker.0 00000100:00080000:1.0:1780332719.328127:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332719.328182:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067686912:0@lo:400:kworker.0 00000100:00100000:3.0:1780332719.328396:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332719.328662:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067687040 00000100:00100000:0.0:1780332719.328669:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067687040 00000100:00100000:0.0:1780332719.328741:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1780332719.328749:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067687040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332719.328794:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067687040:12345-0@lo:400:kworker.0 Request processed in 46us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332719.328800:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00080000:0.0:1780332719.328816:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332719.328835:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067687040:0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.333178:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067687424 00000100:00100000:1.0:1780332719.333262:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067687424 00000100:00100000:1.0:1780332719.333410:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1780332719.333421:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067687424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332719.333522:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067687424:12345-0@lo:400:kworker.0 Request processed in 103us (5822us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332719.333530:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1780332719.334350:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:2.0:1780332719.334358:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42daf3480, transno 4294967349 00000100:00100000:2.0:1780332719.334386:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067687424:0@lo:400:kworker.0 00000100:00080000:0.0:1780332719.338158:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332719.575790:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332719.836801:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067687552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332719.836873:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332719.842614:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067687552 00000100:00100000:2.0:1780332719.842670:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067687552 00000100:00100000:2.0:1780332719.842732:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1780332719.842744:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067687552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332719.842800:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332719.842905:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067687552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 164us (6033us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332719.842912:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1780332719.842985:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067687552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332720.330078:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332720.330144:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332720.330182:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497344 00000100:00100000:3.0:1780332720.330191:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497344 00000100:00100000:3.0:1780332720.330249:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1467 00000100:00100000:3.0:1780332720.330262:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045497344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332720.330341:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045497344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 82us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332720.330350:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1467 00000100:00100000:2.0:1780332720.333011:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497216 00000100:00100000:2.0:1780332720.333027:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497216 00000100:00100000:2.0:1780332720.333102:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1180 00000100:00100000:2.0:1780332720.333113:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045497216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332720.333212:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045497216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 99us (3181us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332720.333220:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1180 00000100:00100000:1.0:1780332720.339999:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332720.340100:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332720.340318:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497600 00000100:00100000:2.0:1780332720.340332:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497600 00000100:00100000:2.0:1780332720.340388:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497472 00000100:00100000:2.0:1780332720.340391:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497472 00000100:00100000:2.0:1780332720.340416:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1073 00000100:00100000:2.0:1780332720.340427:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045497600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332720.340508:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045497600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 82us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332720.340518:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1073 00000100:00100000:2.0:1780332720.340539:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1074 00000100:00100000:2.0:1780332720.340547:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045497472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332720.340575:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045497472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332720.340582:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1074 00010000:00010000:0.0:1780332720.600208:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332721.467135:0:83806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2167874514688ns, next at 2166624893577ns, rc = 0 00000001:00080000:1.0:1780332721.506116:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967627 is committed 00000004:00080000:1.0:1780332721.506125:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 69 committed 00000100:00100000:0.0:1780332721.506416:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332721.506436:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067687680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332721.506504:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332721.506573:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067687680 00000100:00100000:0.0:1780332721.506581:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067687680 00000100:00100000:0.0:1780332721.506784:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1780332721.506794:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067687680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780332721.506822:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:27 count 1 00010000:00010000:0.0:1780332721.506846:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.506865:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.506875:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780332721.506877:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780332721.506880:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.507029:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.507046:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 5 pid: 6594 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332721.507059:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067687808:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780332721.507126:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403271480 going to sleep for 11 seconds 00000100:00080000:0.0:1780332721.507138:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1780332721.508832:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 70 committed 00000100:00100000:1.0:1780332721.518406:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332721.518489:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497728 00000100:00100000:3.0:1780332721.518501:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497728 00010000:00010000:3.0:1780332721.518574:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 6 pid: 6594 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332721.518659:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 389 00000100:00100000:3.0:1780332721.518670:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045497728:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332721.518689:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332721.518695:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 6 pid: 6594 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.518712:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 6 pid: 6594 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.518739:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332721.518741:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332721.518746:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.518755:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.518774:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332721.518826:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045497728:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 157us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332721.518833:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 389 00010000:00010000:0.0:1780332721.519414:0:8139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000312c0823/0x76434b26e307efef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf88 expref: 5 pid: 6594 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332721.519435:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067687808:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780332721.519457:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.519472:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.519481:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.519493:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.519502:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332721.519530:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1780332721.519737:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332721.519798:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332721.519805:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.519819:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332721.519824:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.519833:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.519847:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.519855:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055e9bcd8/0x76434b26e307f019 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332721.519879:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332721.519958:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332721.519961:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332721.520938:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067687680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14142us (14430us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1780332721.520948:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000004:00080000:2.0:1780332721.521179:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43433dc00/2, rc 0, transno 4294967351 00000100:00100000:2.0:1780332721.521193:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067687680:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780332721.521505:0:83806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2167928885720ns, next at 2162119411523ns, rc = 0 00000004:00080000:3.0:1780332721.524823:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 72 committed 00010000:00010000:1.0:1780332721.623872:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332722.648743:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332723.416091:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332723.416124:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067687936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332723.416197:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332723.416421:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067687936 00000100:00100000:0.0:1780332723.416433:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067687936 00000100:00100000:0.0:1780332723.416496:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1780332723.416515:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067687936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332723.416564:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1780332723.416656:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067687936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 150us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332723.416664:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00080000:2.0:1780332723.417268:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332723.417317:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067687936:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332723.672960:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780332723.979200:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:3.0:1780332724.440269:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067688192:0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.440361:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332724.440425:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067688704:0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.440456:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332724.440486:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332724.440491:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067688320:0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.440519:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332724.440564:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688704 00000100:00100000:3.0:1780332724.440573:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688704 00000100:00100000:3.0:1780332724.440660:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1780332724.440671:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bd48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067688704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.440733:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bd48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067688704:12345-0@lo:400:kworker.0 Request processed in 64us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332724.440741:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1780332724.440938:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688192 00000100:00100000:3.0:1780332724.440943:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688192 00000100:00100000:3.0:1780332724.440969:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688320 00000100:00100000:3.0:1780332724.440972:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688320 00000100:00100000:3.0:1780332724.440991:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1780332724.440996:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067688192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.441027:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067688192:12345-0@lo:400:kworker.0 Request processed in 32us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332724.441033:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1780332724.441045:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1780332724.441051:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067688320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.441072:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067688320:12345-0@lo:400:kworker.0 Request processed in 23us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332724.441077:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00080000:3.0:1780332724.441091:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332724.441095:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332724.441125:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067688320:0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.441133:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067688192:0@lo:400:kworker.0 00000100:00100000:3.0:1780332724.441140:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067688704:0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441220:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067688448:0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441247:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332724.441272:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780332724.441277:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067688064:0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441300:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332724.441319:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067688576:0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441338:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332724.441364:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688448 00000100:00100000:1.0:1780332724.441367:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688448 00000100:00100000:1.0:1780332724.441388:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1780332724.441393:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067688448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441423:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067688448:12345-0@lo:400:kworker.0 Request processed in 29us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332724.441428:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1780332724.441444:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688064 00000100:00100000:1.0:1780332724.441447:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688064 00000100:00100000:1.0:1780332724.441466:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1780332724.441471:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067688064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441495:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067688064:12345-0@lo:400:kworker.0 Request processed in 24us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332724.441500:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1780332724.441519:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688576 00000100:00100000:1.0:1780332724.441522:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688576 00000100:00100000:1.0:1780332724.441546:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1780332724.441550:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067688576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441573:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067688576:12345-0@lo:400:kworker.0 Request processed in 23us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332724.441578:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00080000:1.0:1780332724.441595:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332724.441607:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067688064:0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441615:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067688576:0@lo:400:kworker.0 00000100:00100000:1.0:1780332724.441645:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:1.0:1780332724.441649:0:3326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43433dc00, transno 4294967351 00000100:00100000:1.0:1780332724.441659:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067688448:0@lo:400:kworker.0 00010000:00010000:3.0:1780332724.700933:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332724.952000:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332724.952025:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067688832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332724.952108:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332724.952192:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688832 00000100:00100000:2.0:1780332724.952200:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688832 00000100:00100000:2.0:1780332724.952248:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1780332724.952259:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067688832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332724.952309:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332724.952382:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067688832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332724.952389:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1780332724.952667:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067688832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332725.443235:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332725.443839:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332725.443885:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332725.443921:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332725.443965:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045498112 00000100:00100000:3.0:1780332725.443975:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045498112 00000100:00100000:3.0:1780332725.444044:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045498240 00000100:00100000:3.0:1780332725.444048:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045498240 00000100:00100000:3.0:1780332725.444076:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1077 00000100:00100000:3.0:1780332725.444087:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045498112:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332725.444165:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045498112:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332725.444173:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1077 00000100:00100000:3.0:1780332725.444190:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1078 00000100:00100000:3.0:1780332725.444197:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045498240:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332725.444223:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045498240:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332725.444229:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1078 00000100:00080000:3.0:1780332725.444244:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332725.444248:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332725.446235:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497856 00000100:00100000:1.0:1780332725.446256:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497856 00000100:00100000:0.0:1780332725.446477:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1182 00000100:00100000:0.0:1780332725.446490:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045497856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332725.446523:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045497984 00000100:00100000:2.0:1780332725.446532:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045497984 00000100:00100000:2.0:1780332725.446600:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1471 00000100:00100000:2.0:1780332725.446611:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045497984:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332725.446685:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045497984:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (2798us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332725.446695:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1471 00000100:00080000:3.0:1780332725.446777:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332725.446836:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045497856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 349us (3608us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332725.446844:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1182 00010000:00010000:1.0:1780332725.720096:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332726.743929:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332727.768973:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332728.540288:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067688960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332728.540365:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332728.540938:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067688960 00000100:00100000:3.0:1780332728.540947:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067688960 00000100:00100000:3.0:1780332728.541019:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1780332728.541029:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067688960:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780332728.541152:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1780332728.541194:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332728.541260:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067688960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 233us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332728.541267:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1780332728.541357:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067688960:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332728.792064:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332729.561376:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332729.561403:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067689472:0@lo:400:kworker.0 00000100:00100000:3.0:1780332729.561424:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067689344:0@lo:400:kworker.0 00000100:00100000:2.0:1780332729.561444:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067689600:0@lo:400:kworker.0 00000100:00100000:0.0:1780332729.561508:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067689216:0@lo:400:kworker.0 00000100:00100000:1.0:1780332729.562756:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332729.562874:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067689088:0@lo:400:kworker.0 00000100:00100000:1.0:1780332729.562922:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332729.562978:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689472 00000100:00100000:1.0:1780332729.562987:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689472 00000100:00100000:1.0:1780332729.563037:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1780332729.563046:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067689472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332729.563406:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067689472:12345-0@lo:400:kworker.0 Request processed in 360us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332729.563447:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332729.563508:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332729.563548:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689344 00000100:00100000:1.0:1780332729.563553:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1780332729.563554:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689344 00000100:00100000:3.0:1780332729.563590:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689600 00000100:00100000:3.0:1780332729.563596:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689600 00000100:00100000:2.0:1780332729.563607:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1780332729.563634:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067689344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332729.563641:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067689472:0@lo:400:kworker.0 00000100:00100000:3.0:1780332729.563660:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1780332729.563671:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067689600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332729.563685:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067689344:12345-0@lo:400:kworker.0 Request processed in 70us (237us total) trans 0 rc 0/0 00000100:00080000:1.0:1780332729.563692:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332729.563705:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1780332729.563715:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689088 00000100:00100000:1.0:1780332729.563719:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689088 00000100:00100000:3.0:1780332729.563724:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067689600:12345-0@lo:400:kworker.0 Request processed in 55us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332729.563733:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1780332729.563753:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067689600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332729.563757:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1780332729.563777:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067689344:0@lo:400:kworker.0 00000100:00100000:1.0:1780332729.563963:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067689088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332729.564013:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067689088:12345-0@lo:400:kworker.0 Request processed in 247us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332729.564020:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:2.0:1780332729.564493:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067689088:0@lo:400:kworker.0 00000100:00100000:0.0:1780332729.564587:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332729.564684:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067689728:0@lo:400:kworker.0 00000100:00100000:0.0:1780332729.564723:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332729.568884:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689728 00000100:00100000:3.0:1780332729.568898:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689728 00000100:00100000:3.0:1780332729.568980:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1780332729.568991:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067689728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332729.569093:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067689728:12345-0@lo:400:kworker.0 Request processed in 103us (4368us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332729.569100:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00080000:1.0:1780332729.569189:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332729.570058:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067689728:0@lo:400:kworker.0 00000100:00100000:2.0:1780332729.570471:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689216 00000100:00100000:2.0:1780332729.570478:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689216 00000100:00100000:2.0:1780332729.570576:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1780332729.570597:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067689216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332729.570689:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067689216:12345-0@lo:400:kworker.0 Request processed in 105us (6101us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332729.570803:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067689216:0@lo:400:kworker.0 00000100:00100000:2.0:1780332729.571175:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00010000:00010000:2.0:1780332729.818744:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332730.072100:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332730.072127:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067689856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332730.072221:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332730.072294:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689856 00000100:00100000:2.0:1780332730.072306:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689856 00000100:00100000:2.0:1780332730.072358:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1780332730.072368:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067689856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332730.072409:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332730.072471:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067689856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332730.072478:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1780332730.072676:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067689856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332730.558674:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332730.558721:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332730.558762:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332730.558816:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332730.558848:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045498496 00000100:00100000:2.0:1780332730.558862:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045498496 00000100:00080000:3.0:1780332730.558923:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332730.558941:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1475 00000100:00100000:2.0:1780332730.558953:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045498496:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332730.559056:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045498496:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 106us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332730.559060:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045498368 00000100:00100000:2.0:1780332730.559066:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1475 00000100:00100000:0.0:1780332730.559069:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045498368 00000100:00100000:0.0:1780332730.559134:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1184 00000100:00100000:0.0:1780332730.559149:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045498368:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332730.559195:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045498368:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 50us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332730.559204:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1184 00000100:00100000:1.0:1780332730.559510:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045498752 00000100:00100000:1.0:1780332730.559515:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045498752 00000100:00100000:1.0:1780332730.559562:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045498624 00000100:00100000:1.0:1780332730.559565:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045498624 00000100:00100000:1.0:1780332730.559587:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1081 00000100:00100000:1.0:1780332730.559595:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045498752:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332730.559652:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045498752:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 58us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332730.559658:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1081 00000100:00100000:1.0:1780332730.559671:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1082 00000100:00100000:1.0:1780332730.559677:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045498624:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332730.559699:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045498624:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332730.559717:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1082 00000100:00080000:2.0:1780332730.559822:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332730.559826:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332730.840798:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332731.866460:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332732.887830:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332733.655999:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067689984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332733.656103:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332733.656582:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067689984 00000100:00100000:3.0:1780332733.656592:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067689984 00000100:00100000:3.0:1780332733.656681:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1780332733.656691:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067689984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332733.656727:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1780332733.656775:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332733.658669:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067689984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1968us (2566us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332733.658682:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1780332733.659070:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067689984:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332733.912829:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332734.679965:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332734.679991:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067690496:0@lo:400:kworker.0 00000100:00100000:2.0:1780332734.680078:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332734.680161:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067690624:0@lo:400:kworker.0 00000100:00100000:1.0:1780332734.680199:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332734.680244:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067690112:0@lo:400:kworker.0 00000100:00100000:3.0:1780332734.680280:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067690240:0@lo:400:kworker.0 00000100:00100000:2.0:1780332734.680282:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332734.680322:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332734.680335:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067690496 00000100:00100000:2.0:1780332734.680343:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067690496 00000100:00100000:3.0:1780332734.680349:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067690752:0@lo:400:kworker.0 00000100:00100000:3.0:1780332734.680379:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332734.680406:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332734.680412:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067690368:0@lo:400:kworker.0 00000100:00100000:3.0:1780332734.680438:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332734.680472:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067690240 00000100:00100000:3.0:1780332734.680475:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067690240 00000100:00100000:3.0:1780332734.680507:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067690368 00000100:00100000:3.0:1780332734.680509:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067690368 00000100:00100000:3.0:1780332734.680542:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1780332734.680552:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067690240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332734.680571:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067690624 00000100:00100000:0.0:1780332734.680578:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067690624 00000100:00100000:0.0:1780332734.680612:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1780332734.680642:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067690368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332734.680649:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067690240:12345-0@lo:400:kworker.0 Request processed in 95us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332734.680658:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1780332734.680679:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1780332734.680688:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067690624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332734.680694:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067690368:12345-0@lo:400:kworker.0 Request processed in 73us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332734.680701:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:3.0:1780332734.680737:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067690624:12345-0@lo:400:kworker.0 Request processed in 51us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332734.680744:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00080000:0.0:1780332734.680997:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332734.681045:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067690368:0@lo:400:kworker.0 00000100:00100000:0.0:1780332734.681057:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067690240:0@lo:400:kworker.0 00000100:00100000:0.0:1780332734.681093:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067690112 00000100:00100000:0.0:1780332734.681097:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067690112 00000100:00100000:0.0:1780332734.681125:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1780332734.681132:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067690112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332734.681899:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067690752 00000100:00100000:2.0:1780332734.681907:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067690752 00000100:00100000:1.0:1780332734.681911:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067690624:0@lo:400:kworker.0 00000100:00100000:2.0:1780332734.681962:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1780332734.681972:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067690496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332734.681977:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1780332734.681989:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067690752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332734.682428:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067690496:12345-0@lo:400:kworker.0 Request processed in 458us (2351us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332734.682448:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00080000:2.0:1780332734.682477:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332734.682505:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067690496:0@lo:400:kworker.0 00000100:00100000:2.0:1780332734.682554:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067690752:0@lo:400:kworker.0 00000100:00100000:1.0:1780332734.683807:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067690752:12345-0@lo:400:kworker.0 Request processed in 1812us (3418us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332734.683820:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1780332734.684887:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067690112:12345-0@lo:400:kworker.0 Request processed in 3748us (4598us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332734.684908:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1780332734.685269:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067690112:0@lo:400:kworker.0 00000100:00100000:1.0:1780332734.864978:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332734.866342:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045498880 00000100:00100000:3.0:1780332734.866357:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045498880 00000100:00100000:3.0:1780332734.866527:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 854 00000100:00100000:3.0:1780332734.866538:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045498880:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332734.866734:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045498880:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 197us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332734.866743:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 854 00000100:00080000:2.0:1780332734.867344:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332734.870201:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332734.870315:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499008 00000100:00100000:2.0:1780332734.870325:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499008 00000100:00100000:2.0:1780332734.870488:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 473 00000100:00100000:2.0:1780332734.870501:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499008:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332734.871065:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499008:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 567us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332734.871072:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 473 00000100:00080000:0.0:1780332734.871246:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332734.876494:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332734.877399:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499136 00000100:00100000:0.0:1780332734.877411:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499136 00000100:00080000:2.0:1780332734.877476:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332734.877561:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 474 00000100:00100000:0.0:1780332734.877573:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499136:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332734.878043:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499136:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 471us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332734.878051:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 474 00000100:00100000:1.0:1780332734.885985:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332734.886281:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499264 00000100:00100000:0.0:1780332734.886294:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499264 00000100:00100000:0.0:1780332734.886428:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 855 00000100:00100000:0.0:1780332734.886443:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045499264:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332734.887065:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045499264:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 619us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332734.887074:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 855 00000100:00100000:1.0:1780332734.890813:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332734.890949:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499392 00000100:00100000:0.0:1780332734.890960:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499392 00000100:00100000:0.0:1780332734.891074:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 856 00000100:00100000:0.0:1780332734.891086:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045499392:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332734.891270:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045499392:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 186us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332734.891278:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 856 00000100:00100000:1.0:1780332734.896138:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332734.896370:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499520 00000100:00100000:2.0:1780332734.896382:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499520 00000100:00100000:2.0:1780332734.896496:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 475 00000100:00100000:2.0:1780332734.896508:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499520:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332734.896941:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499520:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 435us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332734.896950:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 475 00000100:00100000:1.0:1780332734.901670:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332734.901905:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499648 00000100:00100000:3.0:1780332734.901916:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499648 00000100:00100000:3.0:1780332734.901965:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 476 00000100:00100000:3.0:1780332734.901975:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499648:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332734.902523:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49572:x1866812045499648:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 546us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332734.902533:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 476 00000100:00100000:1.0:1780332734.905892:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332734.906896:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499776 00000100:00100000:0.0:1780332734.906909:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499776 00000100:00100000:0.0:1780332734.906989:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 857 00000100:00100000:0.0:1780332734.907000:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045499776:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332734.907995:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49572:x1866812045499776:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 992us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332734.908006:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 857 00010000:00010000:2.0:1780332734.941313:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332735.193065:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332735.193090:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067690880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332735.193402:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332735.195810:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067690880 00000100:00100000:0.0:1780332735.195823:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067690880 00000100:00100000:0.0:1780332735.195894:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1780332735.195909:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067690880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332735.195951:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332735.196040:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067690880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (2648us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332735.196051:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1780332735.196132:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067690880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332735.681187:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332735.681238:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332735.681275:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332735.681289:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045500032 00000100:00100000:0.0:1780332735.681302:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045500032 00000100:00100000:3.0:1780332735.681315:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332735.681346:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045499904 00000100:00100000:3.0:1780332735.681352:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045499904 00000100:00100000:0.0:1780332735.681381:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1479 00000100:00100000:0.0:1780332735.681395:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045500032:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332735.681401:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1186 00000100:00100000:3.0:1780332735.681413:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045499904:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332735.681532:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045500288 00000100:00100000:2.0:1780332735.681537:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045500288 00000100:00100000:2.0:1780332735.681570:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045500160 00000100:00100000:2.0:1780332735.681574:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045500160 00000100:00100000:2.0:1780332735.681596:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1085 00000100:00100000:2.0:1780332735.681604:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045500288:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332735.681781:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045499904:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 369us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332735.681791:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1186 00000100:00100000:3.0:1780332735.681841:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1086 00000100:00100000:3.0:1780332735.681850:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045500160:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332735.681974:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045500032:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 582us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332735.681982:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1479 00000100:00100000:3.0:1780332735.682316:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045500160:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 466us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332735.682324:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1086 00000100:00100000:2.0:1780332735.684392:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045500288:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 2776us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332735.684409:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1085 00010000:00010000:0.0:1780332735.964643:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332736.337681:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332736.337728:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045500416 00000100:00100000:3.0:1780332736.337738:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045500416 00000100:00100000:3.0:1780332736.337962:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 858 00000100:00100000:3.0:1780332736.337976:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49586:x1866812045500416:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332736.337997:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332736.338017:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f020 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf8f expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.338080:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f027 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.338095:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.338107:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332736.338313:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:3.0:1780332736.338318:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332736.338400:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.338440:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f020 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf8f expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.338455:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f027 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf8f expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.338465:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:3.0:1780332736.338468:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332736.338472:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780332736.338530:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49586:x1866812045500416:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 558us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332736.338538:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 858 00000100:00080000:3.0:1780332736.338562:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332736.343509:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332736.343663:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045500672 00000100:00100000:0.0:1780332736.343674:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045500672 00000100:00100000:0.0:1780332736.343738:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 859 00000100:00100000:0.0:1780332736.343749:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49586:x1866812045500672:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332736.343817:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332736.343846:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f027 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf8f expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.343870:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307efc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf7a expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.343887:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332736.343898:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332736.343927:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.343939:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.343952:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780332736.423954:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967628 is committed 00000004:00010000:0.0:1780332736.425436:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc109325 reply state 0000000096d17686 transno 4294967628 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332736.425452:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332736.425602:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00010000:00080000:0.0:1780332736.425727:0:44689:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332736.425744:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49586:x1866812045500672:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 81993us (82245us total) trans 4294967628 rc 0/0 00000100:00100000:0.0:1780332736.425754:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 859 00010000:00010000:0.0:1780332736.425901:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.425911:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.425919:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.425925:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332736.425929:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.425937:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.425952:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780332736.425955:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332736.425960:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.425966:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f02e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332736.484790:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332736.484891:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045500800 00000100:00100000:0.0:1780332736.484905:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045500800 00000100:00100000:0.0:1780332736.484969:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 860 00000100:00100000:0.0:1780332736.484981:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49590:x1866812045500800:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780332736.485009:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332736.485034:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f035 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf96 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.485112:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.485133:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.485145:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.485158:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.485165:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.485171:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486246:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f04a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486261:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f04a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486272:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f04a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332736.486449:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:0.0:1780332736.486454:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332736.486542:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f04a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486558:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486565:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486574:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486580:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332736.486585:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486594:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486610:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:0.0:1780332736.486613:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332736.486712:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486719:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f03c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486933:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486940:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486946:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486951:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332736.486954:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486959:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486967:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec408256f00) 00010000:00010000:0.0:1780332736.486969:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332736.486973:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.486983:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f043 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.487017:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f035 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf96 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.487028:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f04a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf96 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.487036:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332736.487038:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332736.487041:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780332736.487153:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49590:x1866812045500800:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 2174us (2374us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332736.487161:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 860 00000100:00100000:0.0:1780332736.489165:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332736.489259:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045501056 00000100:00100000:3.0:1780332736.489270:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045501056 00000100:00100000:3.0:1780332736.489406:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 861 00000100:00100000:3.0:1780332736.489417:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49590:x1866812045501056:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780332736.489446:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332736.489467:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f051 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bf9d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.490213:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.490238:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.490249:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.490264:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.490272:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.490360:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332736.492099:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1780332736.493136:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f066 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493158:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493173:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493233:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493246:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493253:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493259:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332736.493263:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493271:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493366:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256700) 00010000:00010000:2.0:1780332736.493369:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332736.493375:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493382:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f058 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332736.493402:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3c66411 reply state 00000000d423a4cc transno 4294967629 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332736.493413:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332736.493463:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f051 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf9d expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493479:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f066 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf9d expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.493492:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:2.0:1780332736.493495:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332736.493498:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332736.493731:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49590:x1866812045501056:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 4315us (4575us total) trans 4294967629 rc 0/0 00000100:00100000:2.0:1780332736.493740:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 861 00010000:00010000:2.0:1780332736.498496:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.498511:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.498518:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.498524:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332736.498529:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.498536:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.498552:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec4054ddc00) 00010000:00010000:2.0:1780332736.498555:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332736.498559:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.498565:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f05f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332736.500658:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332736.500791:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045501312 00000100:00100000:2.0:1780332736.500801:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045501312 00000100:00100000:2.0:1780332736.500943:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 862 00000100:00100000:2.0:1780332736.500956:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49590:x1866812045501312:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:2.0:1780332736.501023:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332736.501052:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f066 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf9d expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.501083:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:2.0:1780332736.501097:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332736.501146:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.501161:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.501171:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332736.501313:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f7b9a5c reply state 00000000569e2173 transno 4294967630 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332736.501322:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332736.501825:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49590:x1866812045501312:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 868us (1214us total) trans 4294967630 rc 0/0 00000100:00100000:2.0:1780332736.501835:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 862 00010000:00010000:0.0:1780332736.504182:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.504198:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.504205:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.504210:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332736.504226:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.504242:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.504259:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:0.0:1780332736.504263:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332736.504268:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.504273:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f074 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332736.511567:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332736.511978:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045501440 00000100:00100000:3.0:1780332736.511992:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045501440 00000100:00100000:3.0:1780332736.512071:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 863 00000100:00100000:3.0:1780332736.512083:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49590:x1866812045501440:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780332736.512109:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332736.512132:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f07b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfa4 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.512194:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f07b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfa4 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.512212:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f07b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfa4 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.512237:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332736.512241:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780332736.512245:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332736.512356:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49590:x1866812045501440:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 274us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332736.512363:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 863 00000100:00100000:3.0:1780332736.518887:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332736.519205:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045501568 00000100:00100000:0.0:1780332736.519217:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045501568 00000100:00100000:0.0:1780332736.519306:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 477 00000100:00100000:0.0:1780332736.519318:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045501568:12345-192.168.204.30@tcp:2:touch.60003 00000100:00100000:0.0:1780332736.519794:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045501568:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 476us (919us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1780332736.519803:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 477 00000100:00080000:3.0:1780332736.520419:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332736.523008:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332736.523152:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045501824 00000100:00100000:0.0:1780332736.523162:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045501824 00000100:00100000:0.0:1780332736.523220:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 89 00000100:00100000:0.0:1780332736.523232:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49590:x1866812045501824:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:0.0:1780332736.524316:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49590:x1866812045501824:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 1082us (1311us total) trans 4294967631 rc 0/0 00000100:00100000:0.0:1780332736.524326:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 89 00000100:00100000:2.0:1780332736.594372:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332736.595241:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045501952 00000100:00100000:0.0:1780332736.595256:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045501952 00000100:00100000:0.0:1780332736.595412:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 864 00000100:00100000:0.0:1780332736.595428:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49594:x1866812045501952:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:0.0:1780332736.595458:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332736.595486:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f082 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfab expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.595583:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.595601:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.595664:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.595684:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.595702:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.595710:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596158:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f097 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596169:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f097 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596177:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f097 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332736.596216:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 0 00000004:00200000:1.0:1780332736.596220:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332736.596240:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f097 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596252:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f097 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596261:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596267:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596274:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596279:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332736.596284:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596291:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596303:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256700) 00010000:00010000:1.0:1780332736.596306:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332736.596310:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596316:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f089 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596330:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596336:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596342:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596347:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332736.596350:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596356:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596362:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec408256f00) 00010000:00010000:1.0:1780332736.596365:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332736.596368:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596374:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f090 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596408:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f082 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfab expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596424:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f097 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfab expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.596431:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:1.0:1780332736.596433:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332736.596435:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332736.596597:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49594:x1866812045501952:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 1173us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332736.596608:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 864 00000100:00100000:1.0:1780332736.607299:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332736.607464:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045502080 00000100:00100000:3.0:1780332736.607480:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045502080 00000100:00100000:3.0:1780332736.607597:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 478 00000100:00100000:3.0:1780332736.607611:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045502080:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780332736.607711:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332736.607738:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfb2 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780332736.607773:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x6a1db8c1, atime: 0x6a1db8c1, ctime: 0x6a1db8c1, blocks: 0x1 00010000:00010000:3.0:1780332736.607810:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332736.607813:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332736.607823:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.607851:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332736.607874:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780332736.607955:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045502080:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 347us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332736.607962:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 478 00000100:00100000:2.0:1780332736.614521:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332736.614890:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045502336 00000100:00100000:0.0:1780332736.614901:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045502336 00000100:00100000:0.0:1780332736.615058:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 865 00000100:00100000:0.0:1780332736.615075:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49594:x1866812045502336:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:0.0:1780332736.615130:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332736.615159:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f097 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfab expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615180:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f07b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfa4 expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615191:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780332736.615200:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332736.615221:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615233:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615242:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615254:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615260:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615266:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615360:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615367:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.615377:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332736.616036:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].27, 64 off9920 00000004:00080000:0.0:1780332736.616049:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2183023429652ns, next at 2184023426384ns, rc = 0 00010000:00010000:0.0:1780332736.616110:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616121:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616130:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616137:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616142:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616147:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616166:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332736.616192:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616198:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616205:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616211:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332736.616216:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616223:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616233:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780332736.616236:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332736.616240:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616246:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f0b3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616263:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616269:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616275:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616280:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332736.616283:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616289:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616301:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332736.616303:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332736.616307:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332736.616313:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f0a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332736.616322:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012bf1868 reply state 000000002e4f32c7 transno 4294967632 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332736.616330:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332736.616436:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49594:x1866812045502336:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 1365us (1921us total) trans 4294967632 rc 0/0 00000100:00100000:0.0:1780332736.616445:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 865 00010000:00010000:1.0:1780332736.616538:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332736.616545:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.616552:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332736.616555:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.616561:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.616571:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8ec408256200) 00010000:00010000:1.0:1780332736.616574:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332736.616576:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 1/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.616582:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f0ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332736.616598:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332736.616600:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332736.616602:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332736.620728:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.620747:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.620756:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.620762:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332736.620767:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.620775:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.620802:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec408256400) 00010000:00010000:2.0:1780332736.620806:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332736.620810:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.620816:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f0ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332736.986252:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332737.567486:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332737.567709:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045502464 00000100:00100000:3.0:1780332737.567720:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045502464 00000100:00100000:3.0:1780332737.567796:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 866 00000100:00100000:3.0:1780332737.567808:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49613:x1866812045502464:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332737.567846:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332737.567933:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f0c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfb9 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.568029:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f0c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.568047:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.568071:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332737.568149:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:3.0:1780332737.568154:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332737.568182:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.568214:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f0c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb9 expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.568238:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb9 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.568247:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256700) 00010000:00010000:3.0:1780332737.568250:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332737.568253:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780332737.568319:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49613:x1866812045502464:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 514us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332737.568327:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 866 00000100:00100000:1.0:1780332737.572611:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332737.574172:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045502720 00000100:00100000:2.0:1780332737.574191:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045502720 00000100:00100000:2.0:1780332737.574319:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 867 00000100:00100000:2.0:1780332737.574333:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:49613:x1866812045502720:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332737.574425:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332737.574467:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f0c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb9 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.574492:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f04a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf96 expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.574504:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256700) 00010000:00010000:2.0:1780332737.574518:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332737.574553:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.574568:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.574578:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332737.615699:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2c2e4b0 reply state 0000000028cf0474 transno 4294967633 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332737.615720:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1780332737.615738:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967632 is committed 00000004:00080000:2.0:1780332737.615747:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 73 committed 00000004:00200000:1.0:1780332737.615950:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000001:00080000:2.0:1780332737.616166:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967633 is committed 00000100:00100000:3.0:1780332737.616359:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067691008:0@lo:6:osp-syn-1-0.0 00010000:00080000:1.0:1780332737.616486:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332737.616507:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49613:x1866812045502720:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 42174us (43901us total) trans 4294967633 rc 0/0 00000100:00100000:1.0:1780332737.616516:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 867 00010000:00010000:1.0:1780332737.616575:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.616586:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.616594:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.616600:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332737.616605:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.616633:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.616657:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:1.0:1780332737.616660:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332737.616666:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.616672:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f0cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332737.616818:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332737.617215:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067691008 00000100:00100000:1.0:1780332737.617224:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067691008 00000100:00100000:1.0:1780332737.617332:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1780332737.617342:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067691008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780332737.617381:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00000100:00080000:3.0:1780332737.617612:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332737.617763:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.617789:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.617798:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332737.617801:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332737.617804:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.617849:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332737.617867:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 6 pid: 6594 timeout: 2284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332737.617885:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42daf3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067691136:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780332737.618009:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332737.621128:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42daf3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067691136:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332737.621166:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332737.625537:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332737.629648:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045502848 00000100:00100000:3.0:1780332737.629666:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045502848 00010000:00010000:3.0:1780332737.629740:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 7 pid: 6594 timeout: 2284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332737.629798:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 390 00000100:00100000:3.0:1780332737.629810:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045502848:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332737.629829:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332737.629836:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 7 pid: 6594 timeout: 2284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.629857:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 7 pid: 6594 timeout: 2284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.629886:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b7f8382/0x76434b26e307f09e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfb2 expref: 7 pid: 6594 timeout: 2284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.629905:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332737.629907:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332737.629913:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.629923:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.629954:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332737.630032:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045502848:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 225us (4512us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332737.630040:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 390 00010000:00010000:3.0:1780332737.630198:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.630209:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.630227:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.630235:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332737.630263:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332737.630306:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332737.630316:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.630326:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332737.630331:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.630348:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.630366:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.630374:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013b163ea/0x76434b26e307f0d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332737.630404:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332737.630405:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332737.630407:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332737.631058:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067691008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13715us (14237us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1780332737.631071:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000004:00080000:2.0:1780332737.631118:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43433e300/2, rc 0, transno 4294967351 00000100:00100000:2.0:1780332737.631127:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067691008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780332737.698604:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332737.699013:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045502976 00000100:00100000:0.0:1780332737.699025:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045502976 00000100:00100000:0.0:1780332737.699132:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 868 00000100:00100000:0.0:1780332737.699154:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49617:x1866812045502976:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780332737.699194:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332737.699225:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f0dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfc0 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.699310:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.699331:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.699351:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.699370:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.699379:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.699399:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700087:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f0f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700098:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700105:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332737.700188:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:0.0:1780332737.700193:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332737.700274:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700288:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700295:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700307:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700313:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332737.700317:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700325:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700338:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:0.0:1780332737.700341:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332737.700346:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700353:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f0e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700367:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700373:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700378:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700382:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332737.700385:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700395:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700401:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec408256400) 00010000:00010000:0.0:1780332737.700403:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332737.700405:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700411:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f0eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700445:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f0dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfc0 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700458:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfc0 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332737.700465:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780332737.700468:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332737.700470:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391800, rc 0) 00000100:00100000:0.0:1780332737.700556:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49617:x1866812045502976:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1400us (1957us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332737.700565:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 868 00010000:00010000:0.0:1780332738.008060:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332738.654038:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332738.654395:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045503104 00000100:00100000:2.0:1780332738.654408:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045503104 00000100:00100000:2.0:1780332738.654498:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 869 00000100:00100000:2.0:1780332738.654510:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49635:x1866812045503104:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332738.654540:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332738.654566:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f0f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfc7 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.654681:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f100 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.654700:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f100 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.654717:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f100 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332738.654971:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:2.0:1780332738.654976:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332738.655071:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f100 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.655098:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f0f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfc7 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.655115:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f100 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfc7 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.655124:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256200) 00010000:00010000:2.0:1780332738.655127:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332738.655131:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780332738.655199:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49635:x1866812045503104:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 691us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332738.655207:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 869 00000100:00080000:3.0:1780332738.655641:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332738.658330:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332738.658436:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045503360 00000100:00100000:1.0:1780332738.658453:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045503360 00000100:00100000:1.0:1780332738.658552:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 870 00000100:00100000:1.0:1780332738.658566:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49635:x1866812045503360:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332738.658687:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332738.658725:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f100 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfc7 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332738.658748:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f0f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfc0 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332738.658761:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256200) 00010000:00010000:1.0:1780332738.658777:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332738.658821:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332738.658839:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332738.658852:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332738.659596:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062ca119e reply state 00000000bfb896d2 transno 4294967634 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332738.659610:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332738.659902:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000100:00100000:0.0:1780332738.660053:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49635:x1866812045503360:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1488us (1732us total) trans 4294967634 rc 0/0 00000100:00100000:0.0:1780332738.660066:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 870 00010000:00010000:0.0:1780332738.666765:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.666925:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.666934:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.666940:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332738.666945:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.666954:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.666973:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:0.0:1780332738.666978:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332738.666984:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.666991:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f107 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332738.775959:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332738.775986:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067691264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332738.776065:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332738.777358:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067691264 00000100:00100000:3.0:1780332738.777384:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067691264 00000100:00080000:2.0:1780332738.777466:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332738.777481:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1780332738.777492:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067691264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332738.777543:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332738.777693:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067691264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 202us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332738.777701:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1780332738.777998:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067691264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332738.824050:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332738.824173:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045503488 00000100:00100000:2.0:1780332738.824191:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045503488 00000100:00100000:2.0:1780332738.824301:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 871 00000100:00100000:2.0:1780332738.824312:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045503488:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332738.824433:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045503488:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 123us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332738.824440:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 871 00000100:00100000:1.0:1780332738.827002:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332738.827090:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045503616 00000100:00100000:3.0:1780332738.827100:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045503616 00000100:00080000:0.0:1780332738.827162:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332738.827190:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 480 00000100:00100000:3.0:1780332738.827201:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49647:x1866812045503616:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332738.827743:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49647:x1866812045503616:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 541us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332738.827755:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 480 00000100:00100000:1.0:1780332738.831776:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332738.831981:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045503744 00000100:00100000:0.0:1780332738.831995:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045503744 00000100:00100000:0.0:1780332738.832092:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 481 00000100:00100000:0.0:1780332738.832105:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49647:x1866812045503744:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:2.0:1780332738.832470:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332738.832764:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49647:x1866812045503744:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 660us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332738.832774:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 481 00000100:00100000:0.0:1780332738.835749:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332738.839747:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045503872 00000100:00100000:2.0:1780332738.840195:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045503872 00000100:00100000:2.0:1780332738.840341:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 872 00000100:00100000:2.0:1780332738.840365:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045503872:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332738.840957:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045503872:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 604us (5220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332738.840967:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 872 00000100:00100000:1.0:1780332738.849589:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332738.850025:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045504000 00000100:00100000:2.0:1780332738.850045:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045504000 00000100:00100000:2.0:1780332738.850112:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 873 00000100:00100000:2.0:1780332738.850122:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045504000:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332738.850238:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045504000:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 118us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332738.850246:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 873 00000100:00100000:1.0:1780332738.855534:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332738.855682:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045504128 00000100:00100000:3.0:1780332738.855694:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045504128 00000100:00100000:3.0:1780332738.855773:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 482 00000100:00100000:3.0:1780332738.855786:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49647:x1866812045504128:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332738.856814:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49647:x1866812045504128:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1027us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332738.856825:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 482 00000100:00100000:2.0:1780332738.861006:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332738.863153:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045504256 00000100:00100000:3.0:1780332738.863169:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045504256 00000100:00100000:3.0:1780332738.863290:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 483 00000100:00100000:3.0:1780332738.863302:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49647:x1866812045504256:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332738.865017:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49647:x1866812045504256:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1707us (4017us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332738.865030:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 483 00000100:00100000:2.0:1780332738.872241:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332738.872575:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045504384 00000100:00100000:0.0:1780332738.872588:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045504384 00000100:00100000:1.0:1780332738.873110:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 874 00000100:00100000:1.0:1780332738.873129:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045504384:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332738.875225:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49647:x1866812045504384:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 2090us (2980us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332738.875240:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 874 00000100:00100000:1.0:1780332738.950596:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332738.950877:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045504512 00000100:00100000:2.0:1780332738.950894:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045504512 00000100:00100000:2.0:1780332738.950980:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 875 00000100:00100000:2.0:1780332738.950993:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:49651:x1866812045504512:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780332738.951022:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332738.951063:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f10e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfce expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.951237:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.951258:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.951271:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.951285:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.951292:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332738.951299:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.952696:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f123 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.952718:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f123 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.952731:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f123 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332738.953569:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:0.0:1780332738.953576:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332738.953725:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f123 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953744:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953752:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953760:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953766:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332738.953771:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953780:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953815:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:0.0:1780332738.953819:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332738.953824:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953830:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f115 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953845:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953851:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953856:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953861:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332738.953864:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953870:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953878:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec40b3c7100) 00010000:00010000:0.0:1780332738.953880:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332738.953883:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953893:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f11c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953941:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f10e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfce expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953955:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f123 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfce expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.953962:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256400) 00010000:00010000:0.0:1780332738.953964:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332738.953967:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391600, rc 0) 00000100:00100000:0.0:1780332738.954097:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49651:x1866812045504512:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 3105us (3516us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332738.954108:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 875 00000100:00100000:2.0:1780332738.963943:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332738.964027:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045504768 00000100:00100000:0.0:1780332738.964040:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045504768 00000100:00100000:0.0:1780332738.964113:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 876 00000100:00100000:0.0:1780332738.964124:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49651:x1866812045504768:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780332738.964150:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332738.964177:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f12a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfd5 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.964591:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.964610:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.964693:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.964754:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.964763:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.964769:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780332738.965685:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:0.0:1780332738.966004:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f13f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966021:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f13f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966032:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f13f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966084:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966092:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966099:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966106:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332738.966112:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966120:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966132:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256400) 00010000:00010000:0.0:1780332738.966135:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332738.966140:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966147:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f131 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332738.966162:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2bdeace reply state 000000004ddaeed4 transno 4294967635 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332738.966172:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780332738.966218:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f12a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfd5 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966234:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f13f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfd5 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332738.966242:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332738.966244:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780332738.966247:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:0.0:1780332738.966351:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:49651:x1866812045504768:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 2227us (2416us total) trans 4294967635 rc 0/0 00000100:00100000:0.0:1780332738.966361:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 876 00010000:00010000:3.0:1780332738.986977:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.987000:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.987008:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.987015:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332738.987021:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.987033:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.987055:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec408256f00) 00010000:00010000:3.0:1780332738.987059:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332738.987065:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.987072:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f138 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332738.995207:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332738.995318:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045504896 00000100:00100000:3.0:1780332738.995330:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045504896 00000100:00100000:3.0:1780332738.995521:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 484 00000100:00100000:3.0:1780332738.995534:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49651:x1866812045504896:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:3.0:1780332738.995556:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332738.995581:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfdc expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780332738.995697:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780332738.995731:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332738.995734:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332738.995745:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 6 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.995767:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 6 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332738.995788:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780332738.995878:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49651:x1866812045504896:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 346us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332738.995886:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 484 00000100:00100000:2.0:1780332739.021871:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332739.022826:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045505024 00000100:00100000:3.0:1780332739.022845:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045505024 00002000:00100000:3.0:1780332739.022921:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8ec302598a80 x1866812045505024/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:470/0 lens 488/0 e 0 to 0 dl 1780332750 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1780332739.022934:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302598a80 with x1866812045505024 ext(0->1048575) 00002000:00010000:3.0:1780332739.022942:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec302598a80 00000100:00100000:3.0:1780332739.022981:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 21 00000100:00100000:3.0:1780332739.022992:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045505024:12345-192.168.204.30@tcp:4:dd.60003 00010000:00010000:1.0:1780332739.032028:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332739.069397:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045505024:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 46389us (47523us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1780332739.069415:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 21 00002000:00100000:2.0:1780332739.069434:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8ec302598a80 x1866812045505024/t4294967352(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:470/0 lens 488/448 e 0 to 0 dl 1780332750 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1780332739.069455:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302598a80 with x1866812045505024 ext(0->1048575) 00002000:00010000:2.0:1780332739.069464:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec302598a80 00000100:00100000:2.0:1780332739.080445:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332739.080856:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045505152 00000100:00100000:1.0:1780332739.080868:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045505152 00000100:00100000:1.0:1780332739.080932:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 877 00000100:00100000:1.0:1780332739.080943:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:49651:x1866812045505152:12345-192.168.204.30@tcp:44:dd.60003 00000001:00080000:2.0:1780332739.113126:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967635 is committed 00000100:00100000:3.0:1780332739.113798:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49651:x1866812045505152:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 32848us (33354us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332739.113810:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 877 00000100:00100000:0.0:1780332739.116550:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332739.116688:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045505280 00000100:00100000:1.0:1780332739.116699:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045505280 00000100:00100000:1.0:1780332739.116767:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 485 00000100:00100000:1.0:1780332739.116780:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045505280:12345-192.168.204.30@tcp:16:dd.60003 00000100:00100000:1.0:1780332739.137394:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045505280:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 20600us (20838us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332739.137414:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 485 00000001:00080000:0.0:1780332739.137997:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000100:00100000:2.0:1780332739.156363:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332739.156451:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045505536 00000100:00100000:3.0:1780332739.156467:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045505536 00000100:00100000:3.0:1780332739.156670:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 90 00000100:00100000:3.0:1780332739.156694:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49651:x1866812045505536:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:2.0:1780332739.157560:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49651:x1866812045505536:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 864us (1207us total) trans 4294967636 rc 0/0 00000100:00100000:2.0:1780332739.157571:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 90 00000001:00080000:2.0:1780332739.360866:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000001:00080000:2.0:1780332739.360889:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000100:00100000:3.0:1780332739.805136:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067691648:0@lo:400:kworker.0 00000100:00100000:3.0:1780332739.805235:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332739.805334:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332739.805346:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067691776:0@lo:400:kworker.0 00000100:00100000:3.0:1780332739.805392:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332739.805454:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067691776 00000100:00100000:3.0:1780332739.805466:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067691776 00000100:00100000:3.0:1780332739.805576:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1780332739.805592:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067691776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332739.805729:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067691776:12345-0@lo:400:kworker.0 Request processed in 141us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332739.805743:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1780332739.805812:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067691776:0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.806131:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067691520:0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.806184:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332739.806233:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067692032:0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.806267:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332739.806299:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780332739.806308:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067691392:0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.806354:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332739.806387:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067691904:0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.806435:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332739.806491:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067692032 00000100:00100000:2.0:1780332739.806500:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067692032 00000100:00100000:2.0:1780332739.806663:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1780332739.806680:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067692032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.806766:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067692032:12345-0@lo:400:kworker.0 Request processed in 89us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332739.806779:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1780332739.806817:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067691648 00000100:00100000:2.0:1780332739.806825:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067691648 00000100:00100000:2.0:1780332739.806876:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067691520 00000100:00100000:2.0:1780332739.806880:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067691520 00000100:00100000:2.0:1780332739.806931:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067691904 00000100:00100000:2.0:1780332739.806934:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067691904 00000100:00100000:2.0:1780332739.806952:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1780332739.806958:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067691648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.807026:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067691648:12345-0@lo:400:kworker.0 Request processed in 65us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332739.807037:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1780332739.807060:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1780332739.807071:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067691520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.807112:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067691520:12345-0@lo:400:kworker.0 Request processed in 43us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332739.807119:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1780332739.807136:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1780332739.807144:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067691904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.807183:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067691904:12345-0@lo:400:kworker.0 Request processed in 39us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332739.807190:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:2.0:1780332739.807215:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332739.807220:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332739.807269:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067691904:0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.807286:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067691520:0@lo:400:kworker.0 00000100:00100000:2.0:1780332739.807298:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:2.0:1780332739.807307:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43433e300, transno 4294967351 00000100:00100000:2.0:1780332739.807322:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067692032:0@lo:400:kworker.0 00000100:00100000:0.0:1780332739.807722:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067691392 00000100:00100000:0.0:1780332739.807726:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067691392 00000100:00100000:0.0:1780332739.807755:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1780332739.807761:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067691392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332739.807802:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067691392:12345-0@lo:400:kworker.0 Request processed in 41us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332739.807808:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1780332739.808402:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067691392:0@lo:400:kworker.0 00000100:00100000:3.0:1780332739.809195:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067691648:0@lo:400:kworker.0 00010000:00010000:2.0:1780332740.061807:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332740.188170:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967636 is committed 00000100:00100000:3.0:1780332740.318152:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067692160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332740.318234:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332740.318317:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067692160 00000100:00100000:3.0:1780332740.318327:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067692160 00000100:00100000:3.0:1780332740.318454:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1780332740.318465:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067692160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332740.318510:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332740.318563:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067692160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332740.318570:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1780332740.318649:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067692160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332740.799939:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332740.799984:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332740.800094:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045505792 00000100:00100000:2.0:1780332740.800104:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045505792 00000100:00100000:2.0:1780332740.800172:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1483 00000100:00100000:2.0:1780332740.800182:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045505792:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332740.800256:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045505792:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332740.800264:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1483 00000100:00080000:2.0:1780332740.800300:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332740.804179:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332740.804230:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332740.804293:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045505664 00000100:00100000:3.0:1780332740.804306:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045505664 00000100:00100000:3.0:1780332740.804368:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1188 00000100:00100000:3.0:1780332740.804379:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045505664:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332740.804469:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045505664:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332740.804479:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1188 00000100:00100000:1.0:1780332740.813466:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506048 00000100:00100000:1.0:1780332740.813487:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506048 00000100:00100000:1.0:1780332740.813574:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045505920 00000100:00100000:1.0:1780332740.813578:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045505920 00000100:00100000:1.0:1780332740.813614:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1089 00000100:00100000:1.0:1780332740.813651:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045506048:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332740.813736:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045506048:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (13751us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332740.813745:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1089 00000100:00100000:1.0:1780332740.813763:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1090 00000100:00100000:1.0:1780332740.813769:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045505920:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332740.813795:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045505920:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (9565us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332740.813801:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1090 00000100:00080000:1.0:1780332740.813823:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332740.813828:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332741.080477:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780332741.292544:0:84179:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2187699922894ns, next at 2166624893577ns, rc = 0 00000004:00080000:2.0:1780332741.292962:0:84179:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2187700342557ns, next at 2184023426384ns, rc = 0 00000004:00080000:0.0:1780332741.294943:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 74 committed 00000004:00080000:0.0:1780332741.294973:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 71 committed 00010000:00010000:0.0:1780332742.104150:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332742.697371:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332742.697697:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506176 00000100:00100000:3.0:1780332742.697715:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506176 00000100:00100000:3.0:1780332742.697838:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 878 00000100:00100000:3.0:1780332742.697854:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045506176:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332742.697987:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045506176:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 137us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332742.697999:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 878 00000100:00080000:1.0:1780332742.698330:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332742.704365:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332742.704847:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506304 00000100:00100000:1.0:1780332742.704858:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506304 00000100:00100000:1.0:1780332742.704929:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 486 00000100:00100000:1.0:1780332742.704940:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49844:x1866812045506304:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332742.705349:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49844:x1866812045506304:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 410us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332742.705361:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 486 00000100:00080000:3.0:1780332742.705645:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332742.720054:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332742.721747:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506432 00000100:00100000:1.0:1780332742.721769:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506432 00000100:00100000:1.0:1780332742.721903:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 487 00000100:00100000:1.0:1780332742.721922:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49844:x1866812045506432:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332742.722582:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49844:x1866812045506432:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 663us (2535us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332742.722599:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 487 00000100:00080000:3.0:1780332742.723520:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332742.725296:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332742.725418:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506560 00000100:00100000:3.0:1780332742.725435:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506560 00000100:00100000:3.0:1780332742.725531:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 879 00000100:00100000:3.0:1780332742.725543:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045506560:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332742.726308:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045506560:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 764us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332742.726384:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 879 00000100:00100000:1.0:1780332742.734239:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332742.734325:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506688 00000100:00100000:3.0:1780332742.734336:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506688 00000100:00100000:3.0:1780332742.734395:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 880 00000100:00100000:3.0:1780332742.734406:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045506688:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332742.734521:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045506688:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 117us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332742.734529:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 880 00000100:00100000:1.0:1780332742.737080:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332742.737273:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506816 00000100:00100000:3.0:1780332742.737286:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506816 00000100:00100000:3.0:1780332742.737343:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 488 00000100:00100000:3.0:1780332742.737353:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42daf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49844:x1866812045506816:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332742.737833:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42daf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:49844:x1866812045506816:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 481us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332742.737842:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 488 00000100:00100000:2.0:1780332742.745648:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332742.745757:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045506944 00000100:00100000:0.0:1780332742.745769:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045506944 00000100:00100000:0.0:1780332742.745842:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 489 00000100:00100000:0.0:1780332742.745855:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49844:x1866812045506944:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332742.746240:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:49844:x1866812045506944:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 387us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332742.746249:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 489 00000100:00100000:1.0:1780332742.752527:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332742.752653:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045507072 00000100:00100000:0.0:1780332742.752663:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045507072 00000100:00100000:0.0:1780332742.752715:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 881 00000100:00100000:0.0:1780332742.752726:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045507072:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332742.753128:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49844:x1866812045507072:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 403us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332742.753137:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 881 00000100:00100000:0.0:1780332742.806178:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332742.808115:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045507328 00000100:00100000:3.0:1780332742.808131:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045507328 00000100:00100000:3.0:1780332742.808196:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 882 00000100:00100000:3.0:1780332742.808207:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:49848:x1866812045507328:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780332742.808270:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332742.808311:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f13f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfd5 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.808331:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:3.0:1780332742.808347:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332742.808382:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.808399:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.808411:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.808429:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.808435:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.808441:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.812590:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.812649:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.812664:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332742.815669:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].28, 64 off9984 00000004:00080000:3.0:1780332742.815696:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2189223076518ns, next at 2190223069768ns, rc = 0 00010000:00010000:3.0:1780332742.815860:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.815884:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.815900:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.815910:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.815920:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.815925:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.815956:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332742.815988:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.815994:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816564:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816572:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332742.816579:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816588:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816641:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332742.816645:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332742.816653:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816660:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f162 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816698:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816705:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816712:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816718:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332742.816721:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816726:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816735:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256400) 00010000:00010000:3.0:1780332742.816738:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332742.816742:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332742.816747:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f154 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332742.816758:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4dfa913 reply state 000000007b99ade4 transno 4294967637 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332742.816768:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332742.816990:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:49848:x1866812045507328:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 8775us (10811us total) trans 4294967637 rc 0/0 00000100:00100000:3.0:1780332742.817004:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 882 00010000:00010000:1.0:1780332742.818663:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332742.818680:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332742.818696:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332742.818701:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332742.818713:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332742.818732:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:1.0:1780332742.818735:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332742.818740:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332742.818752:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f169 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332742.818854:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332742.818856:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332742.818865:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332742.823087:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332742.823107:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332742.823115:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332742.823122:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332742.823126:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332742.823134:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332742.823152:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff8ec4054dd000) 00010000:00010000:0.0:1780332742.823156:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332742.823161:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332742.823167:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f15b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332743.130129:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780332743.896536:0:7053:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2190303914039ns, next at 2191303911049ns, rc = 0 00000100:00100000:3.0:1780332743.896566:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332743.896600:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067692288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332743.896707:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332743.896774:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067692288 00000100:00100000:3.0:1780332743.896784:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067692288 00000100:00100000:3.0:1780332743.896855:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1780332743.896865:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067692288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332743.896907:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1780332743.896994:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067692288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332743.897001:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00080000:3.0:1780332743.897022:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332743.897065:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067692288:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332744.151793:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332744.584491:0:84323:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2190991869375ns, next at 2191303911049ns, rc = 0 00000004:00080000:2.0:1780332744.629150:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 74 committed 00000004:00080000:2.0:1780332744.629184:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 73 committed 00000001:00080000:2.0:1780332744.629195:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967637 is committed 00000004:00080000:2.0:1780332744.629198:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 72 committed 00000100:00100000:2.0:1780332744.629429:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067692416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780332744.629495:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332744.629812:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067692416 00000100:00100000:3.0:1780332744.629823:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067692416 00000100:00100000:3.0:1780332744.629881:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1780332744.629891:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067692416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780332744.629921:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:3.0:1780332744.629946:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.629968:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.629976:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332744.629978:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780332744.629982:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.630038:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.630056:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 5 pid: 8139 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332744.630069:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067692544:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332744.630136:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec401254a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780332744.636701:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067692544:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332744.636740:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332744.636923:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332744.636985:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045507456 00000100:00100000:3.0:1780332744.636993:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045507456 00010000:00010000:3.0:1780332744.637046:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 6 pid: 8139 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332744.637090:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 391 00000100:00100000:3.0:1780332744.637101:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045507456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332744.637115:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332744.637120:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 6 pid: 8139 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.637135:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 6 pid: 8139 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.637158:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e307f14d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfdc expref: 6 pid: 8139 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.637173:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332744.637175:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332744.637180:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332744.637190:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332744.637199:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332744.637222:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332744.637245:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332744.637253:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332744.637264:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332744.637272:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332744.637280:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045507456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 181us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332744.637288:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 391 00010000:00010000:1.0:1780332744.637289:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780332744.638021:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067692416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8127us (8523us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1780332744.638030:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00010000:00010000:0.0:1780332744.638725:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332744.638737:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332744.638752:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332744.638756:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332744.638767:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332744.638785:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332744.638794:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e333539/0x76434b26e307f170 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332744.638831:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332744.638833:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332744.638834:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780332744.639027:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43433e680/2, rc 0, transno 4294967353 00000100:00100000:3.0:1780332744.639041:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067692416:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780332744.640238:0:84323:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2191047617208ns, next at 2184023426384ns, rc = 0 00000004:00080000:0.0:1780332744.646377:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 75 committed 00000100:00100000:1.0:1780332744.920603:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332744.920653:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067692672:0@lo:400:kworker.0 00000100:00100000:1.0:1780332744.920731:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332744.920798:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067692672 00000100:00100000:1.0:1780332744.920806:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067692672 00000100:00100000:1.0:1780332744.920851:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1780332744.920860:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067692672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332744.920908:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067692672:12345-0@lo:400:kworker.0 Request processed in 48us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332744.920916:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1780332744.920963:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067692672:0@lo:400:kworker.0 00000100:00100000:2.0:1780332744.921226:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067692928:0@lo:400:kworker.0 00000100:00100000:2.0:1780332744.921261:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332744.921282:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332744.921287:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067692800:0@lo:400:kworker.0 00000100:00100000:2.0:1780332744.921307:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332744.921393:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067693056:0@lo:400:kworker.0 00000100:00100000:1.0:1780332744.921419:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332744.921445:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332744.921450:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067693184:0@lo:400:kworker.0 00000100:00100000:1.0:1780332744.921499:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332744.922006:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067692928 00000100:00100000:3.0:1780332744.922014:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067692928 00000100:00100000:3.0:1780332744.922055:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067692800 00000100:00100000:3.0:1780332744.922058:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067692800 00000100:00100000:3.0:1780332744.922075:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:3.0:1780332744.922083:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067692928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332744.922137:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067692928:12345-0@lo:400:kworker.0 Request processed in 54us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332744.922144:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:3.0:1780332744.922159:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693056 00000100:00100000:3.0:1780332744.922162:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693056 00000100:00100000:3.0:1780332744.922177:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1780332744.922183:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067692800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332744.922212:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067692800:12345-0@lo:400:kworker.0 Request processed in 29us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332744.922219:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1780332744.922229:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1780332744.922236:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067693056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332744.922261:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067693056:12345-0@lo:400:kworker.0 Request processed in 27us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332744.922266:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1780332744.922310:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067692800:0@lo:400:kworker.0 00000100:00100000:3.0:1780332744.922321:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067692928:0@lo:400:kworker.0 00000100:00100000:1.0:1780332744.922482:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067693056:0@lo:400:kworker.0 00000100:00080000:0.0:1780332744.922648:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332744.923844:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693184 00000100:00100000:3.0:1780332744.923855:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693184 00000100:00100000:3.0:1780332744.923975:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1780332744.923984:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067693184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332744.924064:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067693184:12345-0@lo:400:kworker.0 Request processed in 81us (2564us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332744.924072:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1780332744.924799:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067693184:0@lo:400:kworker.0 00000100:00080000:0.0:1780332744.929677:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332745.176404:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332745.436216:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067693312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332745.436284:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332745.436364:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693312 00000100:00100000:1.0:1780332745.436373:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693312 00000100:00100000:1.0:1780332745.436432:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1780332745.436442:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067693312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332745.436480:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332745.436523:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067693312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332745.436530:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1780332745.436588:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067693312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332745.923007:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332745.923093:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332745.923130:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332745.923159:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332745.923195:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045507712 00000100:00100000:1.0:1780332745.923210:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045507712 00000100:00100000:1.0:1780332745.923299:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1487 00000100:00100000:1.0:1780332745.923312:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045507712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332745.923423:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045507712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 114us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332745.923432:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1487 00000100:00100000:1.0:1780332745.923462:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045507840 00000100:00100000:1.0:1780332745.923466:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045507840 00000100:00100000:1.0:1780332745.923494:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045507968 00000100:00100000:1.0:1780332745.923497:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045507968 00000100:00100000:1.0:1780332745.923524:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1092 00000100:00100000:1.0:1780332745.923530:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045507840:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332745.923574:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045507840:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332745.923581:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1092 00000100:00100000:1.0:1780332745.923594:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1093 00000100:00100000:1.0:1780332745.923600:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045507968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332745.923662:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045507968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 62us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332745.923669:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1093 00000100:00080000:1.0:1780332745.923686:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332745.923691:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332745.926752:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045507584 00000100:00100000:0.0:1780332745.927163:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045507584 00000100:00100000:0.0:1780332745.927303:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1190 00000100:00100000:0.0:1780332745.927315:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045507584:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332745.927415:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045507584:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 103us (4498us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332745.927425:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1190 00010000:00010000:2.0:1780332746.200175:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332747.225128:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332748.039758:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00010000:00010000:3.0:1780332748.248467:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332749.015903:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067693440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332749.015975:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332749.016131:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693440 00000100:00100000:3.0:1780332749.016149:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693440 00000100:00100000:3.0:1780332749.016215:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1780332749.016225:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067693440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332749.016260:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332749.016304:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067693440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332749.016319:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:1.0:1780332749.016557:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332749.016582:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:1.0:1780332749.016587:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43433e680, transno 4294967353 00000100:00100000:1.0:1780332749.016608:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067693440:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332749.271863:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332750.040873:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067693824:0@lo:400:kworker.0 00000100:00100000:2.0:1780332750.040969:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332750.041057:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332750.041063:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067693952:0@lo:400:kworker.0 00000100:00100000:2.0:1780332750.041094:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332750.041135:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693824 00000100:00100000:2.0:1780332750.041145:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693824 00000100:00100000:2.0:1780332750.041216:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:2.0:1780332750.041230:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067693824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332750.041296:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067693824:12345-0@lo:400:kworker.0 Request processed in 69us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332750.041305:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:2.0:1780332750.041332:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693952 00000100:00100000:2.0:1780332750.041336:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693952 00000100:00100000:2.0:1780332750.041365:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1780332750.041371:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067693952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332750.041402:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067693952:12345-0@lo:400:kworker.0 Request processed in 32us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332750.041408:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:2.0:1780332750.041424:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332750.041470:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067693952:0@lo:400:kworker.0 00000100:00100000:2.0:1780332750.041484:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067693824:0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.041704:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067693568:0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.041744:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332750.041775:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067694080:0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.041799:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332750.041818:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332750.041824:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067693696:0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.041849:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332750.041867:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067694208:0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.041887:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332750.041912:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694080 00000100:00100000:1.0:1780332750.041916:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694080 00000100:00100000:1.0:1780332750.041945:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693696 00000100:00100000:1.0:1780332750.041948:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693696 00000100:00100000:1.0:1780332750.041965:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1780332750.041971:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067694080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.042009:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067694080:12345-0@lo:400:kworker.0 Request processed in 38us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332750.042015:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1780332750.042028:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1780332750.042033:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067693696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.042059:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067693696:12345-0@lo:400:kworker.0 Request processed in 26us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332750.042065:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1780332750.042085:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694208 00000100:00100000:1.0:1780332750.042088:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694208 00000100:00100000:1.0:1780332750.042112:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1780332750.042118:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067694208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.042148:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067694208:12345-0@lo:400:kworker.0 Request processed in 30us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332750.042154:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1780332750.042185:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067693696:0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.042194:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067694208:0@lo:400:kworker.0 00000100:00100000:1.0:1780332750.042202:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067694080:0@lo:400:kworker.0 00000100:00100000:2.0:1780332750.042651:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067693568 00000100:00100000:2.0:1780332750.042657:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067693568 00000100:00100000:2.0:1780332750.042692:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1780332750.042699:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067693568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332750.042748:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067693568:12345-0@lo:400:kworker.0 Request processed in 49us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332750.042754:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00080000:2.0:1780332750.042790:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332750.042794:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332750.042815:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067693568:0@lo:400:kworker.0 00010000:00010000:0.0:1780332750.297687:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332750.552485:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067694336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332750.552602:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332750.552900:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694336 00000100:00100000:3.0:1780332750.552913:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694336 00000100:00100000:3.0:1780332750.552984:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1780332750.552996:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067694336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332750.553308:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332750.553449:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067694336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 453us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332750.553457:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1780332750.553576:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067694336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332751.043078:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332751.043193:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508096 00000100:00100000:0.0:1780332751.043208:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508096 00000100:00100000:0.0:1780332751.043285:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1192 00000100:00100000:0.0:1780332751.043298:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045508096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332751.043395:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045508096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 99us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332751.043414:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1192 00000100:00100000:3.0:1780332751.046182:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332751.046645:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508224 00000100:00100000:2.0:1780332751.046660:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508224 00000100:00100000:2.0:1780332751.046884:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1491 00000100:00100000:2.0:1780332751.046896:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045508224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332751.047005:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045508224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 112us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332751.047014:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1491 00000100:00080000:0.0:1780332751.057387:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332751.069174:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332751.070466:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332751.074660:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508352 00000100:00100000:2.0:1780332751.074680:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508352 00000100:00080000:0.0:1780332751.074810:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332751.078689:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508480 00000100:00100000:3.0:1780332751.078989:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508480 00000100:00100000:3.0:1780332751.079332:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1096 00000100:00100000:3.0:1780332751.079349:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045508352:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332751.079510:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045508352:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 165us (10350us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332751.079519:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1096 00000100:00100000:3.0:1780332751.079540:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1097 00000100:00100000:3.0:1780332751.079547:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045508480:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332751.079576:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045508480:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (9118us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332751.079582:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1097 00000100:00080000:0.0:1780332751.087442:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332751.322242:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332752.345784:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332753.367880:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332754.136855:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332754.136886:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067694464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332754.136972:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332754.137272:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694464 00000100:00100000:1.0:1780332754.137280:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694464 00000100:00100000:1.0:1780332754.137348:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1780332754.137359:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067694464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332754.137393:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332754.137455:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067694464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332754.137463:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:2.0:1780332754.138384:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332754.138430:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067694464:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332754.391954:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332755.161181:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067694720:0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161254:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332755.161309:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067695232:0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161356:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332755.161387:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780332755.161393:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067694592:0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161419:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332755.161452:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067695104:0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161474:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332755.161499:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067694976:0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161521:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332755.161540:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332755.161546:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067694848:0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161572:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332755.161601:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694720 00000100:00100000:3.0:1780332755.161608:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694720 00000100:00100000:3.0:1780332755.161756:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067695104 00000100:00100000:3.0:1780332755.161759:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067695104 00000100:00100000:3.0:1780332755.161789:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694848 00000100:00100000:3.0:1780332755.161792:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694848 00000100:00100000:3.0:1780332755.161809:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1780332755.161816:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067694720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161877:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067694720:12345-0@lo:400:kworker.0 Request processed in 60us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332755.161884:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1780332755.161906:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1780332755.161913:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067695104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.161955:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067695104:12345-0@lo:400:kworker.0 Request processed in 42us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332755.161962:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1780332755.161976:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1780332755.161983:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067694848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332755.162056:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694592 00000100:00100000:0.0:1780332755.162069:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694592 00000100:00100000:1.0:1780332755.162120:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067695232 00000100:00100000:1.0:1780332755.162128:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067695232 00000100:00100000:0.0:1780332755.162133:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1780332755.162158:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067694592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332755.162174:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067694976 00000100:00100000:1.0:1780332755.162180:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067694976 00000100:00100000:1.0:1780332755.162207:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1780332755.162216:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067695232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332755.162254:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067694592:12345-0@lo:400:kworker.0 Request processed in 99us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332755.162264:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1780332755.162279:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067695232:12345-0@lo:400:kworker.0 Request processed in 62us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332755.162286:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1780332755.162310:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1780332755.162318:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067694976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.163799:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067694848:12345-0@lo:400:kworker.0 Request processed in 1808us (2218us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332755.163811:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00080000:0.0:1780332755.165312:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332755.165327:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332755.165395:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067694592:0@lo:400:kworker.0 00000100:00100000:0.0:1780332755.165421:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067695104:0@lo:400:kworker.0 00000100:00100000:0.0:1780332755.165446:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067694720:0@lo:400:kworker.0 00000100:00100000:0.0:1780332755.165458:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067695232:0@lo:400:kworker.0 00000100:00100000:1.0:1780332755.167574:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067694976:12345-0@lo:400:kworker.0 Request processed in 5244us (6038us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332755.167591:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1780332755.168872:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067694848:0@lo:400:kworker.0 00000100:00100000:3.0:1780332755.168908:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067694976:0@lo:400:kworker.0 00010000:00010000:3.0:1780332755.417016:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332755.672128:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332755.672163:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067695360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332755.672289:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332755.676204:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067695360 00000100:00100000:3.0:1780332755.676225:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067695360 00000100:00100000:3.0:1780332755.676328:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1780332755.676342:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dff1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067695360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332755.676411:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332755.676566:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dff1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067695360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 227us (4278us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332755.676575:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1780332755.677154:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067695360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332756.159389:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332756.159441:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332756.159474:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332756.159500:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332756.159683:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508864 00000100:00100000:0.0:1780332756.159696:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508864 00000100:00100000:0.0:1780332756.159772:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508992 00000100:00100000:0.0:1780332756.159774:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508992 00000100:00100000:0.0:1780332756.159796:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1100 00000100:00100000:0.0:1780332756.159806:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045508864:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332756.159892:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045508864:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 87us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332756.159900:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1100 00000100:00100000:0.0:1780332756.159917:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1101 00000100:00100000:0.0:1780332756.159922:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045508992:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332756.159944:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045508992:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332756.159950:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1101 00000100:00100000:0.0:1780332756.159970:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508736 00000100:00100000:0.0:1780332756.159973:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508736 00000100:00100000:0.0:1780332756.160000:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1495 00000100:00100000:0.0:1780332756.160005:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045508736:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332756.160030:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045508736:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332756.160036:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1495 00000100:00080000:3.0:1780332756.160577:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332756.160583:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332756.160585:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332756.160724:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045508608 00000100:00100000:2.0:1780332756.160729:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045508608 00000100:00100000:2.0:1780332756.160769:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1194 00000100:00100000:2.0:1780332756.160776:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045508608:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332756.160817:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045508608:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 42us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332756.160824:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1194 00010000:00010000:3.0:1780332756.441956:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332757.464003:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332758.490651:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332759.256381:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332759.256410:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067695488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332759.256480:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332759.256602:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067695488 00000100:00100000:2.0:1780332759.256612:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067695488 00000100:00100000:2.0:1780332759.256800:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1780332759.256811:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067695488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332759.256847:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332759.256897:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067695488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332759.256904:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1780332759.256951:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067695488:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332759.260395:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332759.511956:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332760.284806:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067695872:0@lo:400:kworker.0 00000100:00100000:1.0:1780332760.284875:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332760.284951:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332760.284959:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067696000:0@lo:400:kworker.0 00000100:00100000:1.0:1780332760.284985:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332760.285018:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696000 00000100:00100000:1.0:1780332760.285025:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696000 00000100:00100000:1.0:1780332760.285073:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1780332760.285331:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067696000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332760.285422:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067696000:12345-0@lo:400:kworker.0 Request processed in 103us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332760.285439:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1780332760.285515:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067696000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332760.286103:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067695744:0@lo:400:kworker.0 00000100:00100000:3.0:1780332760.286194:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332760.286251:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067696256:0@lo:400:kworker.0 00000100:00100000:3.0:1780332760.286280:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332760.286748:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780332760.286759:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067695616:0@lo:400:kworker.0 00000100:00100000:3.0:1780332760.286803:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332760.288230:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067695872 00000100:00100000:1.0:1780332760.288245:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067695872 00000100:00100000:1.0:1780332760.288317:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067695744 00000100:00100000:1.0:1780332760.288321:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067695744 00000100:00100000:1.0:1780332760.288347:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1780332760.288367:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067695872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332760.289410:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696256 00000100:00100000:2.0:1780332760.289419:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696256 00000100:00100000:2.0:1780332760.289455:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1780332760.289464:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067696256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332760.289796:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067696128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332760.292644:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1780332760.292664:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067695744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332760.292815:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067695872:12345-0@lo:400:kworker.0 Request processed in 4449us (7938us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332760.292825:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1780332760.292886:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067695872:0@lo:400:kworker.0 00000100:00080000:1.0:1780332760.292940:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332760.292945:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332760.294467:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067696256:12345-0@lo:400:kworker.0 Request processed in 4998us (8179us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332760.294482:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1780332760.294540:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067695616 00000100:00100000:2.0:1780332760.294547:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067695616 00000100:00100000:2.0:1780332760.294591:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1780332760.294597:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067695616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332760.294653:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067695616:12345-0@lo:400:kworker.0 Request processed in 56us (7849us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332760.294659:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1780332760.300274:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332760.300504:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067696256:0@lo:400:kworker.0 00000100:00100000:3.0:1780332760.300545:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067695616:0@lo:400:kworker.0 00000100:00100000:2.0:1780332760.300678:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696128 00000100:00100000:2.0:1780332760.300692:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696128 00000100:00100000:2.0:1780332760.301162:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1780332760.301174:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067696128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332760.301264:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067696128:12345-0@lo:400:kworker.0 Request processed in 92us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332760.301272:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00080000:1.0:1780332760.301426:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332760.301432:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067696128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332760.302305:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067695744:12345-0@lo:400:kworker.0 Request processed in 9645us (16107us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332760.302315:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1780332760.303581:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067695744:0@lo:400:kworker.0 00010000:00010000:3.0:1780332760.538744:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332760.669050:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332760.669188:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045509120 00000100:00100000:1.0:1780332760.669199:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045509120 00000100:00100000:1.0:1780332760.669285:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 883 00000100:00100000:1.0:1780332760.669295:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045509120:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332760.669579:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045509120:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 284us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332760.669586:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 883 00000100:00080000:0.0:1780332760.669658:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332760.675005:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332760.675118:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045509248 00000100:00100000:1.0:1780332760.675128:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045509248 00000100:00100000:1.0:1780332760.675212:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 491 00000100:00100000:1.0:1780332760.675222:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509248:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332760.675886:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509248:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 664us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332760.675894:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 491 00000100:00080000:0.0:1780332760.677068:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332760.692810:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332760.696725:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045509376 00000100:00100000:0.0:1780332760.696739:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045509376 00000100:00100000:0.0:1780332760.696882:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 492 00000100:00100000:0.0:1780332760.696892:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509376:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332760.697227:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509376:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 336us (4426us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332760.697235:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 492 00000100:00100000:3.0:1780332760.699380:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332760.699493:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045509504 00000100:00100000:2.0:1780332760.699503:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045509504 00000100:00100000:2.0:1780332760.699559:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 884 00000100:00100000:2.0:1780332760.699569:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045509504:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332760.700030:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045509504:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 461us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332760.700038:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 884 00000100:00080000:1.0:1780332760.703232:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332760.704818:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332760.705212:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045509632 00000100:00100000:0.0:1780332760.705221:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045509632 00000100:00100000:0.0:1780332760.705279:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 885 00000100:00100000:0.0:1780332760.705289:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045509632:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332760.705946:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045509632:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 656us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332760.705956:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 885 00000100:00100000:0.0:1780332760.724217:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332760.724551:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045509760 00000100:00100000:2.0:1780332760.724561:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045509760 00000100:00100000:2.0:1780332760.726035:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 493 00000100:00100000:2.0:1780332760.726517:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509760:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332760.728660:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509760:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 2604us (4444us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332760.728674:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 493 00000100:00100000:3.0:1780332760.730968:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332760.731188:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045509888 00000100:00100000:0.0:1780332760.731199:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045509888 00000100:00100000:0.0:1780332760.731251:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 494 00000100:00100000:0.0:1780332760.731261:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509888:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332760.731972:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50066:x1866812045509888:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 711us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332760.731980:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 494 00000100:00100000:2.0:1780332760.742769:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332760.743164:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045510016 00000100:00100000:3.0:1780332760.743175:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045510016 00000100:00100000:3.0:1780332760.743269:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 886 00000100:00100000:3.0:1780332760.743280:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045510016:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332760.744722:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50066:x1866812045510016:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1437us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332760.744733:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 886 00000100:00100000:3.0:1780332760.782522:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332760.782678:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045510144 00000100:00100000:3.0:1780332760.782687:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045510144 00000100:00100000:3.0:1780332760.782742:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 887 00000100:00100000:3.0:1780332760.782753:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50067:x1866812045510144:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332760.782776:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332760.782811:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f177 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfe3 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.782896:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f17e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.782911:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f17e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.783225:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f17e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332760.783551:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00000004:00200000:3.0:1780332760.783556:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332760.783663:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f17e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.783694:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f177 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfe3 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.783712:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f17e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfe3 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.783720:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256400) 00010000:00010000:3.0:1780332760.783723:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332760.783727:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780332760.784102:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50067:x1866812045510144:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1348us (1585us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332760.784111:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 887 00000100:00100000:0.0:1780332760.794766:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332760.794826:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045510400 00000100:00100000:0.0:1780332760.794836:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045510400 00000100:00100000:0.0:1780332760.794888:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 888 00000100:00100000:0.0:1780332760.794899:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50067:x1866812045510400:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332760.794919:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332760.794950:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f185 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfea expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332760.795210:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00010000:00010000:0.0:1780332760.795683:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f185 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfea expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332760.795699:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:0.0:1780332760.795702:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780332760.795707:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f185 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfea expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332760.795722:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391200, rc 0) 00000100:00100000:0.0:1780332760.795793:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50067:x1866812045510400:12345-192.168.204.30@tcp:101:rm.0 Request processed in 896us (1036us total) trans 4294967638 rc 301/301 00000100:00100000:0.0:1780332760.795801:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 888 00000100:00100000:1.0:1780332760.805084:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332760.805110:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332760.805129:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067696384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332760.805177:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332760.806417:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045510528 00000100:00100000:1.0:1780332760.806431:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045510528 00000100:00100000:1.0:1780332760.806492:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 91 00000100:00100000:1.0:1780332760.806502:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50067:x1866812045510528:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:1.0:1780332760.815217:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696384 00000100:00100000:1.0:1780332760.815429:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696384 00000100:00100000:1.0:1780332760.815488:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1780332760.815498:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067696384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332760.815537:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332760.815611:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067696384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (10433us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332760.815649:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1780332760.815706:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067696384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332760.831134:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50067:x1866812045510528:12345-192.168.204.30@tcp:37:rm.0 Request processed in 24622us (26046us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332760.831146:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 91 00000100:00100000:2.0:1780332760.842659:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332760.843546:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045510784 00000100:00100000:1.0:1780332760.843558:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045510784 00000100:00100000:1.0:1780332760.843638:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 92 00000100:00100000:1.0:1780332760.843649:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50067:x1866812045510784:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:1.0:1780332760.848089:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50067:x1866812045510784:12345-192.168.204.30@tcp:35:rm.0 Request processed in 2177us (3173us total) trans 4294967639 rc 0/0 00000100:00100000:1.0:1780332760.848105:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 92 00000100:00100000:1.0:1780332760.850331:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332760.851805:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511040 00000100:00100000:3.0:1780332760.851818:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511040 00000100:00100000:3.0:1780332760.852149:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 889 00000100:00100000:3.0:1780332760.852160:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50067:x1866812045511040:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780332760.852212:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1780332760.852238:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f17e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfe3 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852256:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f123 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfce expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852267:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec408256400) 00010000:00010000:3.0:1780332760.852281:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307ee2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bf18 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852290:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:3.0:1780332760.852295:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332760.852319:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852333:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852353:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852365:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852372:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852378:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852761:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852771:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.852779:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332760.864816:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 7680 00010000:00010000:3.0:1780332760.864842:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.864853:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.864862:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.864868:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332760.864872:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.864880:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.864895:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780332760.864898:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332760.864903:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.864909:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1a1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.865000:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.865008:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.865013:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.865019:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332760.865021:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.865031:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.865039:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332760.865042:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332760.865045:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332760.865050:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f193 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332760.865186:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d37949d6 reply state 000000009f19ae5a transno 4294967640 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332760.865195:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332760.865436:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50067:x1866812045511040:12345-192.168.204.30@tcp:36:rm.0 Request processed in 13273us (15121us total) trans 4294967640 rc 0/0 00000100:00100000:3.0:1780332760.867721:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 889 00010000:00010000:2.0:1780332760.872169:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332760.872188:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332760.872195:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332760.872201:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332760.872205:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332760.872213:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332760.872230:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332760.872233:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332760.872237:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332760.872243:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f19a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332761.278370:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332761.278418:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332761.278449:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332761.278477:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332761.278522:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511296 00000100:00100000:1.0:1780332761.278535:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511296 00000100:00100000:1.0:1780332761.278608:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1499 00000100:00100000:1.0:1780332761.279529:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045511296:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332761.279659:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045511296:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1040us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332761.279669:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1499 00000100:00100000:1.0:1780332761.279706:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511552 00000100:00100000:1.0:1780332761.279712:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511552 00000100:00100000:1.0:1780332761.279742:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511424 00000100:00100000:1.0:1780332761.279745:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511424 00000100:00100000:1.0:1780332761.279764:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1104 00000100:00100000:1.0:1780332761.279770:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045511552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332761.279799:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045511552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (1381us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332761.279810:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1104 00000100:00100000:1.0:1780332761.279820:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1105 00000100:00100000:1.0:1780332761.279826:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045511424:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332761.279853:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045511424:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332761.279859:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1105 00000100:00100000:1.0:1780332761.279878:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511168 00000100:00100000:1.0:1780332761.279882:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511168 00000100:00100000:1.0:1780332761.287928:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1196 00000100:00100000:1.0:1780332761.287955:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045511168:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332761.288079:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045511168:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 136us (9627us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332761.288088:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1196 00010000:00010000:1.0:1780332761.559809:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332762.583967:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332763.608770:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332764.387000:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067696512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332764.387481:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332764.387970:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696512 00000100:00100000:1.0:1780332764.387978:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696512 00000100:00100000:1.0:1780332764.388034:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1780332764.388044:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067696512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332764.388222:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332764.388322:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067696512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 279us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332764.388329:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:1.0:1780332764.388350:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332764.401104:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067696512:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1780332764.469990:0:84637:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc14647970 20000000:00000080:0.0:1780332764.470005:0:84637:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c455000 uarg=0000000000000000 00010000:00010000:0.0:1780332764.470548:0:84637:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332764.470564:0:84637:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332764.470578:0:84637:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332764.470596:0:84637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.470613:0:84637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ee1a expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.470754:0:84637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.470789:0:84637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ee1a expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.470803:0:84637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ee1a expref: 17 pid: 5799 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332764.470816:0:84637:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84637:1866812067696640:0@lo:104: 00000100:00100000:0.0:1780332764.470871:0:84637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332764.470950:0:84637:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec410c66c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780332764.470990:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696640 00000100:00100000:2.0:1780332764.470997:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696640 00000100:00100000:2.0:1780332764.471076:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1780332764.471087:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:84637:x1866812067696640:12345-0@lo:104: 00010000:00010000:2.0:1780332764.471099:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332764.471165:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332764.471171:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:84637:x1866812067696640:12345-0@lo:104: Request processed in 87us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332764.471178:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00010000:00010000:1.0:1780332764.471217:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332764.471224:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332764.471232:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332764.471235:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332764.471243:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332764.471250:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332764.471256:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332764.471285:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332764.471301:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332764.471320:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332764.471326:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e307ee1a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ee21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332764.471341:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332764.471343:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332764.471344:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332764.471363:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067696768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332764.471498:0:84637:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84637:1866812067696640:0@lo:104: 00010000:00010000:0.0:1780332764.471516:0:84637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332764.471549:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332764.471612:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696768 00000100:00100000:0.0:1780332764.471646:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696768 00010000:00010000:0.0:1780332764.471666:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ee1a expref: 18 pid: 5799 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332764.471691:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1780332764.471698:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067696768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332764.471707:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332764.471712:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ee1a expref: 18 pid: 5799 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471722:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ee1a expref: 18 pid: 5799 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471733:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ee21 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ee1a expref: 18 pid: 5799 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471745:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471752:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471763:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471770:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471777:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471783:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471789:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332764.471792:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471800:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471811:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471820:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332764.471845:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067696768:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332764.471851:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00010000:00010000:0.0:1780332764.471870:0:84637:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471877:0:84637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332764.471882:0:84637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390c00/0x76434b26e307f1a8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332764.473256:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067696768:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332764.637661:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332765.364474:0:84685:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc651f0330 20000000:00000080:3.0:1780332765.364490:0:84685:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc85800 uarg=0000000000000000 00010000:00010000:3.0:1780332765.364860:0:84685:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332765.364874:0:84685:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332765.364886:0:84685:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332765.364904:0:84685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.364981:0:84685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365113:0:84685:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365123:0:84685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365129:0:84685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365136:0:84685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365141:0:84685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332765.365145:0:84685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365153:0:84685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365164:0:84685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365171:0:84685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332765.365177:0:84685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f1af lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332765.401884:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067697280:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.401960:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332765.402022:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332765.402028:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067696896:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.402208:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332765.402235:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067697408:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.402261:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332765.402299:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067697024:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.402322:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332765.402339:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067697536:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.402360:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332765.403238:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067697152:0@lo:400:kworker.0 00000100:00100000:2.0:1780332765.403272:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332765.403334:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067696896 00000100:00100000:1.0:1780332765.403343:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067696896 00000100:00100000:2.0:1780332765.403407:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697280 00000100:00100000:2.0:1780332765.403412:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697280 00000100:00100000:2.0:1780332765.403440:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697536 00000100:00100000:2.0:1780332765.403443:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697536 00000100:00100000:2.0:1780332765.403473:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1780332765.403482:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067697280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.404009:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697408 00000100:00100000:1.0:1780332765.404014:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697408 00000100:00100000:1.0:1780332765.404043:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697024 00000100:00100000:1.0:1780332765.404046:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697024 00000100:00100000:0.0:1780332765.404166:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1780332765.404177:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067697536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332765.404240:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067697536:12345-0@lo:400:kworker.0 Request processed in 66us (1879us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332765.404248:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1780332765.404691:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697152 00000100:00100000:1.0:1780332765.404696:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697152 00000100:00100000:2.0:1780332765.404697:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067697280:12345-0@lo:400:kworker.0 Request processed in 1216us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332765.404706:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1780332765.404721:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1780332765.404729:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067697408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.404766:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067697408:12345-0@lo:400:kworker.0 Request processed in 39us (2504us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332765.404772:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1780332765.404785:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1780332765.404791:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067697024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.404819:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067697024:12345-0@lo:400:kworker.0 Request processed in 28us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332765.404827:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1780332765.404839:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:1.0:1780332765.404845:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067697152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.404876:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067697152:12345-0@lo:400:kworker.0 Request processed in 32us (1603us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332765.404881:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00080000:1.0:1780332765.404904:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332765.406176:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332765.406208:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1780332765.406220:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067696896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.406268:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067696896:12345-0@lo:400:kworker.0 Request processed in 51us (4060us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332765.406275:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1780332765.409646:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067697152:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.409685:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067697024:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.409695:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067697536:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.409724:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067696896:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.409734:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067697408:0@lo:400:kworker.0 00000100:00100000:1.0:1780332765.409743:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067697280:0@lo:400:kworker.0 00000001:00080000:1.0:1780332765.468082:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967638 is committed 00000001:00080000:1.0:1780332765.468096:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967639 is committed 00000001:00080000:1.0:1780332765.468104:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967640 is committed 00010000:00010000:2.0:1780332765.657248:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332765.912775:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332765.917696:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067697664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332765.917776:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332765.918020:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697664 00000100:00100000:1.0:1780332765.918028:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697664 00000100:00100000:1.0:1780332765.918123:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1780332765.918133:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067697664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332765.918169:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332765.918241:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067697664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332765.918248:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1780332765.918335:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067697664:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1780332766.168333:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332766.168340:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332766.168345:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332766.168388:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332766.168401:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332766.168412:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332766.168436:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067697792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332766.168690:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332766.168785:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409271b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780332766.168854:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697792 00000100:00100000:3.0:1780332766.168862:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697792 00000100:00100000:3.0:1780332766.168949:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1780332766.168959:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067697792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332766.168971:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332766.168995:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f1b6 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332766.169017:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332766.169028:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332766.169038:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332766.169080:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067697792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332766.169087:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1780332766.169150:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067697792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332766.169163:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332766.169172:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332766.169190:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332766.169195:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332766.169203:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332766.403550:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332766.403586:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332766.403653:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332766.403682:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332766.403832:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511936 00000100:00100000:2.0:1780332766.403843:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511936 00000100:00100000:2.0:1780332766.403905:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045512064 00000100:00100000:2.0:1780332766.403908:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045512064 00000100:00100000:2.0:1780332766.403932:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1108 00000100:00100000:2.0:1780332766.403947:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045511936:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332766.404018:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045511936:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 74us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332766.404026:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1108 00000100:00100000:2.0:1780332766.404180:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00100000:2.0:1780332766.404188:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045512064:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332766.404215:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045512064:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332766.404222:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00100000:3.0:1780332766.404546:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511808 00000100:00100000:3.0:1780332766.404552:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511808 00000100:00100000:3.0:1780332766.404596:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1503 00000100:00100000:3.0:1780332766.404604:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045511808:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332766.404679:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045511808:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332766.404686:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1503 00000100:00080000:0.0:1780332766.405215:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332766.405220:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332766.405223:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332766.407418:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045511680 00000100:00100000:1.0:1780332766.407431:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045511680 00000100:00100000:1.0:1780332766.407495:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1199 00000100:00100000:1.0:1780332766.407504:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045511680:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332766.408799:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045511680:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1291us (5253us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332766.409335:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1199 00010000:00010000:0.0:1780332766.684689:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332767.705302:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332768.170966:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332768.171166:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045512192 00000100:00100000:3.0:1780332768.171177:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045512192 00000100:00100000:3.0:1780332768.171314:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 890 00000100:00100000:3.0:1780332768.171325:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50180:x1866812045512192:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332768.171346:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332768.171371:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bff1 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.171430:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f1cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.171446:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f1cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.171460:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f1cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332768.171686:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1780332768.171691:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332768.171773:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f1cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.171799:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f1c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bff1 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.171816:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f1cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bff1 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.171825:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332768.171827:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332768.171831:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780332768.171902:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50180:x1866812045512192:12345-192.168.204.30@tcp:101:rm.0 Request processed in 578us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332768.171910:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 890 00000100:00080000:0.0:1780332768.173263:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332768.175432:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332768.176063:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045512320 00000100:00100000:1.0:1780332768.176139:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045512320 00000100:00100000:1.0:1780332768.176250:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 891 00000100:00100000:1.0:1780332768.176262:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50180:x1866812045512320:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332768.176283:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332768.176310:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bff8 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176366:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176380:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176390:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176408:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176415:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176421:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176689:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176698:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176705:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176711:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332768.176715:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176733:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176746:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:1.0:1780332768.176749:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332768.176753:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176760:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f1d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176772:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176778:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176783:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176787:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332768.176790:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176795:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176802:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec41273e700) 00010000:00010000:1.0:1780332768.176804:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332768.176807:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176812:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176840:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1d2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bff8 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176850:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:1.0:1780332768.176853:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332768.176857:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bff8 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.176866:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332768.176922:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50180:x1866812045512320:12345-192.168.204.30@tcp:101:rm.0 Request processed in 663us (1500us total) trans 0 rc 301/301 00000100:00100000:1.0:1780332768.176930:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 891 00000100:00100000:2.0:1780332768.213989:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332768.214442:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045512704 00000100:00100000:1.0:1780332768.214452:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045512704 00000100:00100000:1.0:1780332768.214506:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 892 00000100:00100000:1.0:1780332768.214517:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50184:x1866812045512704:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:1.0:1780332768.214569:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332768.214595:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f1cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bff1 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.214613:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd700) 00000100:00100000:0.0:1780332768.214676:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332768.214723:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045512448 00000100:00100000:2.0:1780332768.214728:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045512448 00000100:00100000:2.0:1780332768.214763:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 893 00000100:00100000:2.0:1780332768.214770:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045512448:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:2.0:1780332768.214798:0:6619:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1780332768.214884:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045512448:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 114us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332768.214892:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 893 00010000:00010000:1.0:1780332768.215865:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332768.216169:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.216186:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.216196:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.216208:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.216215:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.216222:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332768.217266:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:1.0:1780332768.217279:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.217287:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.217295:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.217301:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332768.217305:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.217312:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.217325:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332768.217328:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332768.217333:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.217338:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f1e7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332768.217354:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005067a907 reply state 00000000cf031658 transno 4294967641 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332768.217367:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332768.217467:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50184:x1866812045512704:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 2947us (3482us total) trans 4294967641 rc 0/0 00000100:00100000:1.0:1780332768.217475:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 892 00010000:00010000:1.0:1780332768.219726:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.219742:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.219751:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.219757:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332768.219762:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.219769:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.219786:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec41273e200) 00010000:00010000:1.0:1780332768.219790:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332768.219794:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.219800:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f1ee lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332768.256168:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332768.258695:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045512832 00000100:00100000:1.0:1780332768.258709:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045512832 00000100:00100000:0.0:1780332768.258957:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 894 00000100:00100000:0.0:1780332768.258970:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50188:x1866812045512832:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:0.0:1780332768.258994:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332768.259018:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f1f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395bfff expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332768.259094:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f1fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332768.259107:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f1fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332768.259126:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f1fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332768.259186:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332768.259190:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332768.259214:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f1fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332768.259247:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f1f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfff expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332768.259267:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f1fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfff expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332768.259276:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332768.259279:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332768.259282:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780332768.259355:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50188:x1866812045512832:12345-192.168.204.30@tcp:101:chown.0 Request processed in 388us (3195us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332768.259362:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 894 00000100:00100000:0.0:1780332768.264022:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332768.264233:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045512960 00000100:00100000:3.0:1780332768.264254:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045512960 00000100:00100000:3.0:1780332768.264313:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 895 00000100:00100000:3.0:1780332768.264323:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50188:x1866812045512960:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:3.0:1780332768.264542:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332768.264565:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f203 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c006 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264772:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264787:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264798:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264815:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264821:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264827:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264925:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f218 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264933:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.264944:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332768.265051:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1780332768.265055:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332768.265130:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265142:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265149:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265155:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265161:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332768.265165:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265172:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265183:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:3.0:1780332768.265186:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332768.265190:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265196:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307f20a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265215:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265220:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265226:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265231:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332768.265234:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265521:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265531:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332768.265534:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332768.265537:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265541:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f211 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265567:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f203 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c006 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265575:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f218 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c006 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332768.265583:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:3.0:1780332768.265585:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332768.265587:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4600, rc 0) 00000100:00100000:3.0:1780332768.265665:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50188:x1866812045512960:12345-192.168.204.30@tcp:101:chown.0 Request processed in 1342us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332768.265673:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 895 00000100:00100000:2.0:1780332768.268924:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332768.269115:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045513216 00000100:00100000:1.0:1780332768.269126:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045513216 00000100:00100000:1.0:1780332768.269223:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 896 00000100:00100000:1.0:1780332768.269246:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50188:x1866812045513216:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:1.0:1780332768.269329:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332768.269365:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f218 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c006 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.269386:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:1.0:1780332768.269398:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332768.269422:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.269435:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332768.269444:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780332768.343187:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967642 is committed 00000004:00010000:3.0:1780332768.343284:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f4352c6 reply state 00000000ce8e1e67 transno 4294967642 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332768.343298:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332768.343535:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00010000:00080000:3.0:1780332768.343866:0:44689:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780332768.343924:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50188:x1866812045513216:12345-192.168.204.30@tcp:36:chown.0 Request processed in 74687us (75002us total) trans 4294967642 rc 0/0 00000100:00100000:3.0:1780332768.343933:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 896 00010000:00010000:2.0:1780332768.344883:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332768.344898:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332768.344906:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332768.344912:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332768.344917:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332768.344924:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332768.344941:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:2.0:1780332768.344944:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332768.345009:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332768.345017:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f21f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332768.727833:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332769.096093:0:84883:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffee559340 20000000:00000080:0.0:1780332769.096107:0:84883:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c454c00 uarg=0000000000000000 00010000:00010000:0.0:1780332769.096679:0:84883:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332769.096709:0:84883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332769.096713:0:84883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332769.096724:0:84883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f1fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395bfff expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.096754:0:84883:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332769.096769:0:84883:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332769.096919:0:84883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.096934:0:84883:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.096942:0:84883:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.096978:0:84883:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.096995:0:84883:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 17 pid: 5800 timeout: 2315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332769.097009:0:84883:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84883:1866812067697920:0@lo:104: 00000100:00100000:0.0:1780332769.097067:0:84883:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332769.097176:0:84883:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec434216cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332769.097355:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067697920 00000100:00100000:2.0:1780332769.097364:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067697920 00000100:00100000:2.0:1780332769.097413:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1780332769.097423:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:84883:x1866812067697920:12345-0@lo:104: 00010000:00010000:2.0:1780332769.097436:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332769.097538:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332769.097544:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:84883:x1866812067697920:12345-0@lo:104: Request processed in 123us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332769.097551:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00010000:00010000:3.0:1780332769.097600:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1780332769.097603:0:84883:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84883:1866812067697920:0@lo:104: 00010000:00010000:3.0:1780332769.097607:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.097653:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332769.097658:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.097666:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332769.097673:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332769.097680:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332769.097709:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.097716:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332769.097735:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.097742:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f1b6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f1bd expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.097754:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332769.097756:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332769.097757:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332769.097764:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1780332769.097799:0:84883:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332769.098060:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067698048:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332769.098097:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332769.098192:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698048 00000100:00100000:0.0:1780332769.098197:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698048 00010000:00010000:0.0:1780332769.098281:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 18 pid: 5800 timeout: 2315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332769.098349:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1780332769.098357:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067698048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332769.098368:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332769.098373:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 18 pid: 5800 timeout: 2315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098384:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 18 pid: 5800 timeout: 2315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098395:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4000/0x76434b26e307f1bd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f1b6 expref: 18 pid: 5800 timeout: 2315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098408:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098415:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098427:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098433:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098440:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098446:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098455:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332769.098459:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098465:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098485:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332769.098493:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332769.098526:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067698048:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332769.098532:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00010000:00010000:1.0:1780332769.098598:0:84883:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332769.098606:0:84883:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332769.098612:0:84883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e307f226 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332769.099187:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067698048:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332769.499777:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332769.499800:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067698176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332769.499874:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332769.500105:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698176 00000100:00100000:3.0:1780332769.500113:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698176 00000100:00100000:3.0:1780332769.500171:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1780332769.500180:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067698176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332769.500215:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332769.500274:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067698176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332769.500281:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:1.0:1780332769.500383:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332769.500417:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067698176:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332769.752180:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332769.786392:0:84931:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0dd293d0 20000000:00000080:3.0:1780332769.786410:0:84931:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c286400 uarg=0000000000000000 00010000:00010000:3.0:1780332769.786671:0:84931:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332769.786687:0:84931:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332769.786704:0:84931:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332769.786723:0:84931:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786739:0:84931:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786750:0:84931:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786757:0:84931:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786764:0:84931:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786772:0:84931:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786779:0:84931:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332769.786783:0:84931:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786791:0:84931:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786803:0:84931:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786811:0:84931:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332769.786822:0:84931:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f22d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332770.533326:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067698304:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.533393:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332770.533542:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698304 00000100:00100000:3.0:1780332770.533550:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698304 00000100:00100000:3.0:1780332770.533596:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1780332770.533606:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067698304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.533674:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067698304:12345-0@lo:400:kworker.0 Request processed in 69us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332770.533682:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1780332770.533730:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067698304:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.533764:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332770.533771:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067698432:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.533797:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332770.533826:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698432 00000100:00100000:3.0:1780332770.533830:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698432 00000100:00100000:3.0:1780332770.533860:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1780332770.533866:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067698432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.533899:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067698432:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332770.533906:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1780332770.533934:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067698432:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.533991:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067698816:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.534015:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332770.534040:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698816 00000100:00100000:3.0:1780332770.534043:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698816 00000100:00100000:3.0:1780332770.534074:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1780332770.534080:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067698816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.534113:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067698816:12345-0@lo:400:kworker.0 Request processed in 34us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332770.534119:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1780332770.534145:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067698816:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.534171:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332770.534176:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067698944:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.534201:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332770.534243:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698944 00000100:00100000:3.0:1780332770.534246:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698944 00000100:00100000:3.0:1780332770.534272:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1780332770.534279:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067698944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.534311:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067698944:12345-0@lo:400:kworker.0 Request processed in 33us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332770.534317:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1780332770.534342:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067698944:0@lo:400:kworker.0 00000100:00100000:2.0:1780332770.534509:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067698688:0@lo:400:kworker.0 00000100:00100000:2.0:1780332770.534539:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332770.534669:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067698560:0@lo:400:kworker.0 00000100:00100000:1.0:1780332770.534698:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1780332770.534727:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332770.534731:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332770.534739:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698560 00000100:00100000:1.0:1780332770.534743:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698560 00000100:00100000:1.0:1780332770.534772:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1780332770.534778:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067698560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332770.534812:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067698560:12345-0@lo:400:kworker.0 Request processed in 34us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332770.534818:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00080000:1.0:1780332770.534832:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332770.534850:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067698560:0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.540531:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067698688 00000100:00100000:3.0:1780332770.540546:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067698688 00000100:00100000:3.0:1780332770.540634:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1780332770.540645:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067698688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332770.540736:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067698688:12345-0@lo:400:kworker.0 Request processed in 93us (6196us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332770.540747:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1780332770.540795:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067698688:0@lo:400:kworker.0 00010000:00010000:3.0:1780332770.776039:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332771.031853:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067699072:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332771.031938:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332771.032040:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067699072 00000100:00100000:3.0:1780332771.032048:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067699072 00000100:00100000:3.0:1780332771.032090:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1780332771.032099:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067699072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332771.032131:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332771.032173:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067699072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332771.032180:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1780332771.032337:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067699072:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1780332771.095706:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332771.095715:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332771.095720:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332771.095766:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332771.095779:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332771.095791:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332771.095816:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067699200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332771.095878:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332771.095923:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409271600 going to sleep for 11 seconds 00000100:00100000:3.0:1780332771.096004:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067699200 00000100:00100000:3.0:1780332771.096013:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067699200 00000100:00100000:3.0:1780332771.096069:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1780332771.096079:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067699200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332771.096095:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332771.096109:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f234 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332771.096129:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f234 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332771.096139:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f234 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332771.096147:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780332771.096189:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067699200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332771.096208:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1780332771.096251:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067699200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332771.096264:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332771.096273:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332771.096302:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332771.096310:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332771.096318:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332771.521696:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332771.521806:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332771.521831:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332771.521851:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332771.521887:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045513472 00000100:00100000:3.0:1780332771.521897:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045513472 00000100:00100000:2.0:1780332771.521920:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045513728 00000100:00100000:2.0:1780332771.521933:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045513728 00000100:00100000:2.0:1780332771.521973:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045513600 00000100:00100000:2.0:1780332771.521976:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045513600 00000100:00100000:3.0:1780332771.521977:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1507 00000100:00100000:3.0:1780332771.521986:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045513472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332771.522000:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1112 00000100:00100000:2.0:1780332771.522008:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045513728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:0.0:1780332771.522057:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332771.522058:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045513472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 72us (370us total) trans 0 rc 0/0 00000100:00080000:0.0:1780332771.522062:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332771.522064:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332771.522065:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1507 00000100:00100000:3.0:1780332771.522087:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045513344 00000100:00100000:3.0:1780332771.522090:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045513344 00000100:00100000:3.0:1780332771.522111:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1202 00000100:00100000:3.0:1780332771.522116:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045513344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332771.522151:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045513728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 145us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332771.522158:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1112 00000100:00100000:2.0:1780332771.522171:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1113 00000100:00100000:2.0:1780332771.522177:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045513600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332771.522212:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045513600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332771.522218:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1113 00000100:00100000:3.0:1780332771.536366:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045513344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 14237us (14547us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332771.536382:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1202 00010000:00010000:0.0:1780332771.801002:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332772.070410:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332772.070596:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045513856 00000100:00100000:0.0:1780332772.070610:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045513856 00000100:00100000:0.0:1780332772.070706:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 14 00000100:00100000:0.0:1780332772.070717:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045513856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332772.070732:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332772.070736:0:5792:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307f1fc) 00010000:00010000:0.0:1780332772.070738:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332772.070806:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045513856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (406us total) trans 0 rc 116/116 00000100:00100000:0.0:1780332772.070818:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 14 00000100:00100000:0.0:1780332772.691966:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332772.692095:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045513984 00000100:00100000:2.0:1780332772.692105:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045513984 00000100:00100000:2.0:1780332772.692162:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 897 00000100:00100000:2.0:1780332772.692182:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50292:x1866812045513984:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332772.692203:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332772.692225:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f242 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c00d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.692283:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f249 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.692297:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f249 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.692310:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f249 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332772.692509:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332772.692513:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332772.692590:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f249 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.692613:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f242 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c00d expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.692647:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f249 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c00d expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.692656:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332772.692659:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332772.692663:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332772.692716:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50292:x1866812045513984:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 545us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332772.692723:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 897 00000100:00100000:0.0:1780332772.701292:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332772.701368:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045514112 00000100:00100000:1.0:1780332772.701377:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045514112 00000100:00100000:1.0:1780332772.701431:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 898 00000100:00100000:1.0:1780332772.701442:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50292:x1866812045514112:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332772.701461:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332772.701481:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f250 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c014 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701537:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701551:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701562:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701578:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701585:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701591:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701914:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f265 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701921:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.701926:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332772.701992:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:1.0:1780332772.701995:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332772.702064:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702087:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702093:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702099:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702104:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332772.702108:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702114:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702126:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:1.0:1780332772.702129:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332772.702133:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702139:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f257 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702148:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702154:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702159:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702165:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332772.702168:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702185:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702192:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec41273e000) 00010000:00010000:1.0:1780332772.702195:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332772.702197:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702202:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f25e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702230:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f250 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c014 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702243:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f265 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c014 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.702250:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332772.702252:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332772.702254:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332772.702328:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50292:x1866812045514112:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 887us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332772.702334:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 898 00000100:00100000:2.0:1780332772.705760:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332772.705834:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045514368 00000100:00100000:0.0:1780332772.705847:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045514368 00000100:00100000:0.0:1780332772.705928:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 899 00000100:00100000:0.0:1780332772.705938:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50292:x1866812045514368:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332772.705989:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332772.706019:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f265 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c014 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.706034:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:0.0:1780332772.706044:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332772.706065:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.706078:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.706086:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780332772.755490:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967643 is committed 00000004:00010000:0.0:1780332772.758337:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab62c489 reply state 00000000e3bcd045 transno 4294967643 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332772.758353:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332772.758511:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00010000:00080000:0.0:1780332772.758602:0:5805:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332772.758644:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50292:x1866812045514368:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 52703us (52889us total) trans 4294967643 rc 0/0 00000100:00100000:0.0:1780332772.758653:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 899 00010000:00010000:3.0:1780332772.758764:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.758774:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.758782:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.758787:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332772.758792:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.758800:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.758815:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:3.0:1780332772.758817:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332772.758822:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.758828:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f26c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332772.789874:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332772.790766:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045514496 00000100:00100000:0.0:1780332772.790840:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045514496 00000100:00100000:2.0:1780332772.791001:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 900 00000100:00100000:2.0:1780332772.791020:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50296:x1866812045514496:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332772.791048:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332772.791068:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f273 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c01b expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791129:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791143:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791154:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791168:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791186:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791193:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791656:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f288 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791665:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f288 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791672:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f288 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332772.791758:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:2.0:1780332772.791778:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332772.791859:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f288 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791873:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791883:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791890:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791896:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332772.791900:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791907:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791918:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332772.791921:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332772.791926:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791931:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f27a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791941:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791947:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791953:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791958:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332772.791961:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791967:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791974:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332772.791977:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332772.791979:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.791985:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f281 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.792012:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f273 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c01b expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.792025:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f288 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c01b expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332772.792032:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332772.792034:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332772.792037:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332772.792105:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50296:x1866812045514496:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1095us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332772.792114:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 900 00000100:00100000:2.0:1780332772.796325:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332772.796406:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045514752 00000100:00100000:0.0:1780332772.796417:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045514752 00000100:00100000:0.0:1780332772.796494:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 901 00000100:00100000:0.0:1780332772.796506:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50296:x1866812045514752:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780332772.796527:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332772.796544:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f28f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c022 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.796917:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.796930:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.796938:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.796964:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.796969:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.796973:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780332772.797675:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1780332772.799509:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307f2a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799529:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307f2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799539:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307f2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799575:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799583:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799590:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799596:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332772.799600:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799607:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799640:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:1.0:1780332772.799645:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332772.799651:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799657:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f296 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332772.799671:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f0e5623 reply state 00000000855ae1c5 transno 4294967644 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332772.799681:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332772.799716:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f28f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c022 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799730:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307f2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c022 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.799737:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:1.0:1780332772.799739:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332772.799742:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfe00, rc 0) 00000100:00100000:1.0:1780332772.799812:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50296:x1866812045514752:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3308us (3508us total) trans 4294967644 rc 0/0 00000100:00100000:1.0:1780332772.799821:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 901 00010000:00010000:3.0:1780332772.800855:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.800866:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.800872:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.800878:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332772.800882:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.800889:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.800900:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec408256400) 00010000:00010000:3.0:1780332772.800903:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332772.800907:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.800913:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f29d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332772.802036:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332772.802094:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045515008 00000100:00100000:0.0:1780332772.802112:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045515008 00000100:00100000:0.0:1780332772.802159:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 902 00000100:00100000:0.0:1780332772.802183:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50296:x1866812045515008:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:0.0:1780332772.802243:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332772.802274:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307f2a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c022 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.802290:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:0.0:1780332772.802298:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332772.802336:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.802349:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.802358:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332772.802485:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9c91853 reply state 00000000eb6469df transno 4294967645 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332772.802493:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332772.802569:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50296:x1866812045515008:12345-192.168.204.30@tcp:36:touch.0 Request processed in 401us (539us total) trans 4294967645 rc 0/0 00000100:00100000:0.0:1780332772.802576:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 902 00010000:00010000:0.0:1780332772.803755:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.803767:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.803776:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.803782:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332772.803790:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.803797:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.803808:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780332772.803811:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332772.803815:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.803821:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f2b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332772.804990:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332772.805166:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045515136 00000100:00100000:1.0:1780332772.805188:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045515136 00000100:00100000:1.0:1780332772.805240:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 903 00000100:00100000:1.0:1780332772.805250:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50296:x1866812045515136:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332772.805271:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332772.805288:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f2b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c029 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.805339:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f2b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c029 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.805352:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f2b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c029 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.805372:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332772.805375:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780332772.805378:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de800, rc 0) 00000100:00100000:1.0:1780332772.805428:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50296:x1866812045515136:12345-192.168.204.30@tcp:101:touch.0 Request processed in 180us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332772.805436:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 903 00000100:00100000:1.0:1780332772.808695:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332772.808749:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045515264 00000100:00100000:2.0:1780332772.808759:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045515264 00000100:00100000:2.0:1780332772.808815:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 495 00000100:00100000:2.0:1780332772.808825:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045515264:12345-192.168.204.30@tcp:2:touch.0 00000100:00100000:2.0:1780332772.809167:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045515264:12345-192.168.204.30@tcp:2:touch.0 Request processed in 342us (478us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1780332772.809189:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 495 00000100:00100000:2.0:1780332772.811493:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332772.811552:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045515520 00000100:00100000:1.0:1780332772.811562:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045515520 00000100:00100000:2.0:1780332772.811653:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 93 00000100:00100000:2.0:1780332772.811663:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411121850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50296:x1866812045515520:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:2.0:1780332772.812072:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411121850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50296:x1866812045515520:12345-192.168.204.30@tcp:35:touch.0 Request processed in 410us (584us total) trans 4294967646 rc 0/0 00000100:00100000:2.0:1780332772.812081:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 93 00010000:00010000:3.0:1780332772.824382:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332772.847334:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332772.847428:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045515648 00000100:00100000:1.0:1780332772.847440:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045515648 00000100:00100000:1.0:1780332772.847503:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 904 00000100:00100000:1.0:1780332772.847513:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50300:x1866812045515648:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332772.847536:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332772.847557:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f2c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c030 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847675:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847691:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847701:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847729:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847738:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847745:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847847:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f2d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847855:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f2d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847862:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f2d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332772.847892:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 0 00000004:00200000:1.0:1780332772.847897:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332772.847918:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f2d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847929:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f2d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847937:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847944:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847951:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.847965:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332772.847969:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848181:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848193:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:1.0:1780332772.848196:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332772.848202:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848207:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f2c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848220:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848226:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848232:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848237:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332772.848239:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848245:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848256:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec41273e800) 00010000:00010000:1.0:1780332772.848259:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332772.848262:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848267:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f2ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848297:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f2c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c030 expref: 13 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848309:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f2d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c030 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332772.848315:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332772.848317:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332772.848319:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:0.0:1780332772.848406:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50300:x1866812045515648:12345-192.168.204.30@tcp:101:rm.0 Request processed in 894us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332772.848413:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 904 00000100:00100000:1.0:1780332772.850614:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332772.850814:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045515776 00000100:00100000:3.0:1780332772.850825:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045515776 00000100:00100000:3.0:1780332772.850887:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 496 00000100:00100000:3.0:1780332772.850902:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045515776:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332772.850919:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332772.851004:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c037 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780332772.851036:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x6a1db8e5, atime: 0x6a1db8e5, ctime: 0x6a1db8e5, blocks: 0x1 00010000:00010000:3.0:1780332772.851053:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332772.851054:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332772.851061:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 7 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.851075:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 7 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.851084:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4800, rc 0) 00000100:00100000:3.0:1780332772.851140:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045515776:12345-192.168.204.30@tcp:101:rm.0 Request processed in 242us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332772.851147:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 496 00000100:00100000:2.0:1780332772.853432:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332772.853606:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045516032 00000100:00100000:0.0:1780332772.853653:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045516032 00000100:00100000:0.0:1780332772.853696:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 905 00000100:00100000:0.0:1780332772.853706:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50300:x1866812045516032:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780332772.853769:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332772.853796:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f2d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c030 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.853822:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f2b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c029 expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.853832:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:0.0:1780332772.853842:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332772.854001:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854017:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854026:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854040:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854047:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854053:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854156:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854164:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.854182:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332772.855227:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].28, 64 off9984 00000004:00080000:0.0:1780332772.855239:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2219262619734ns, next at 2220262617089ns, rc = 0 00010000:00010000:0.0:1780332772.855303:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855316:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855324:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855332:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855339:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855344:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855365:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332772.855400:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855407:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855413:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855418:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332772.855422:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855428:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855438:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780332772.855445:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332772.855448:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855454:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f2f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.855475:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332772.855475:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.855485:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855486:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.855500:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332772.855502:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.855505:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.855522:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855522:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332772.855529:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855538:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.855546:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8ec408256200) 00010000:00010000:3.0:1780332772.855550:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780332772.855554:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855558:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:3.0:1780332772.855561:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f2f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855563:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332772.855570:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332772.855577:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f2e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.855580:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332772.855583:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332772.855586:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1780332772.855588:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b2427de reply state 00000000c153c1cb transno 4294967647 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332772.855597:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332772.855715:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50300:x1866812045516032:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2009us (2289us total) trans 4294967647 rc 0/0 00000100:00100000:0.0:1780332772.855724:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 905 00010000:00010000:3.0:1780332772.858429:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.858449:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.858456:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.858463:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332772.858468:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.858476:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.858494:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec408256500) 00010000:00010000:3.0:1780332772.858496:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332772.858500:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332772.858507:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f2ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332773.570897:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332773.575403:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045516160 00000100:00100000:1.0:1780332773.575490:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045516160 00000100:00100000:1.0:1780332773.575644:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 906 00000100:00100000:1.0:1780332773.575655:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50315:x1866812045516160:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332773.575678:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332773.575700:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f2ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c03e expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.575778:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f306 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.575794:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.575812:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332773.575876:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:1.0:1780332773.575881:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332773.575906:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.575938:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f2ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c03e expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.575955:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f306 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c03e expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.575965:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:1.0:1780332773.575969:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332773.575973:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dea00, rc 0) 00000100:00100000:1.0:1780332773.576041:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50315:x1866812045516160:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 388us (5154us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332773.576049:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 906 00000100:00080000:0.0:1780332773.576813:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332773.581929:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332773.582047:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045516416 00000100:00100000:1.0:1780332773.582060:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045516416 00000100:00100000:1.0:1780332773.582174:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 907 00000100:00100000:1.0:1780332773.582187:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50315:x1866812045516416:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332773.582243:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332773.582270:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f306 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c03e expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.582288:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f288 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c01b expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.582300:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:1.0:1780332773.582310:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332773.582333:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.582346:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.582355:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332773.636713:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:3.0:1780332773.644085:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967647 is committed 00000004:00080000:3.0:1780332773.644097:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 76 committed 00000004:00010000:1.0:1780332773.644245:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085e87656 reply state 00000000cf2407f0 transno 4294967648 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332773.644259:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:3.0:1780332773.644265:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967648 is committed 00000004:00200000:1.0:1780332773.644415:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00010000:00080000:1.0:1780332773.644518:0:6619:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332773.644610:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50315:x1866812045516416:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 62422us (62749us total) trans 4294967648 rc 0/0 00000100:00100000:1.0:1780332773.644664:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 907 00010000:00010000:0.0:1780332773.645828:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.645841:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.645849:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.645856:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332773.645860:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.645868:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.645884:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:0.0:1780332773.645887:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332773.645892:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.645898:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f30d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332773.645931:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067699328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332773.645984:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332773.646056:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067699328 00000100:00100000:0.0:1780332773.646064:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067699328 00000100:00100000:0.0:1780332773.646116:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1780332773.646126:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067699328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780332773.646153:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00010000:00010000:0.0:1780332773.646390:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.646406:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.646412:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332773.646414:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332773.646416:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.646437:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.646449:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 5 pid: 6597 timeout: 2320 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332773.646458:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067699456:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780332773.646510:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4074c5900 going to sleep for 11 seconds 00000100:00080000:0.0:1780332773.646524:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332773.650307:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332773.650359:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045516544 00000100:00100000:1.0:1780332773.650371:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045516544 00010000:00010000:1.0:1780332773.650486:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 6 pid: 6597 timeout: 2320 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1780332773.650565:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332773.650603:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067699456:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780332773.650615:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 394 00010000:00010000:2.0:1780332773.650658:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332773.650740:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045516544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332773.650752:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332773.650756:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 6 pid: 6597 timeout: 2320 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.650768:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 6 pid: 6597 timeout: 2320 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.650787:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7ec2ea7/0x76434b26e307f2dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c037 expref: 6 pid: 6597 timeout: 2320 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.650801:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332773.650802:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332773.650806:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.650813:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.650835:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332773.650908:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045516544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 171us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332773.650913:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 394 00010000:00010000:2.0:1780332773.650933:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.650943:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.650953:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.650961:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.650986:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332773.651013:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332773.651020:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.651029:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332773.651034:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.651044:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.651057:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.651065:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab421c36/0x76434b26e307f314 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.651084:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332773.651086:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332773.651088:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332773.651540:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067699328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5415us (5556us total) trans 4294967353 rc 0/0 00000004:00080000:1.0:1780332773.651663:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42d9a1880/2, rc 0, transno 4294967353 00000100:00100000:1.0:1780332773.651670:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067699328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780332773.652246:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1780332773.682611:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332773.683151:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045516672 00000100:00100000:0.0:1780332773.683171:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045516672 00000100:00100000:0.0:1780332773.683271:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 908 00000100:00100000:0.0:1780332773.683281:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50319:x1866812045516672:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780332773.683304:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332773.683323:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f31b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c045 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.683394:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.683410:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.683421:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.683435:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.683442:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.683448:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684153:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f330 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684174:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684182:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332773.684266:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:0.0:1780332773.684270:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332773.684345:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684358:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684365:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684371:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684377:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332773.684381:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684388:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684398:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332773.684402:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332773.684406:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684412:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f322 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684423:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684429:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684435:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684440:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332773.684443:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684448:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684454:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec408256c00) 00010000:00010000:0.0:1780332773.684457:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332773.684459:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684464:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f329 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684492:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f31b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c045 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684509:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f330 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c045 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.684516:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332773.684519:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332773.684521:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780332773.684581:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50319:x1866812045516672:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1301us (1978us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332773.684591:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 908 00000100:00100000:2.0:1780332773.692864:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332773.693047:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045516928 00000100:00100000:3.0:1780332773.693059:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045516928 00000100:00100000:3.0:1780332773.693168:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 909 00000100:00100000:3.0:1780332773.693181:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50319:x1866812045516928:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332773.693202:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332773.693224:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f337 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c04c expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.693559:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.693576:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.693587:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.693600:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.693606:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.693613:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332773.694447:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:3.0:1780332773.694733:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f34c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694746:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694755:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694792:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694799:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694805:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694811:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332773.694815:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694823:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694835:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256300) 00010000:00010000:3.0:1780332773.694838:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332773.694842:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694852:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f33e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332773.694866:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a946591b reply state 000000001ca147ae transno 4294967649 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332773.694875:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332773.694905:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f337 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c04c expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694919:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f34c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c04c expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.694926:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332773.694929:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332773.694931:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780332773.695010:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50319:x1866812045516928:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1831us (2155us total) trans 4294967649 rc 0/0 00000100:00100000:3.0:1780332773.695019:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 909 00010000:00010000:0.0:1780332773.697652:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.697669:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.697677:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.697683:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332773.697687:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.697695:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.697710:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec4054dd100) 00010000:00010000:0.0:1780332773.697713:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332773.697719:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.697726:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307f345 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332773.697820:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332773.698252:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045517184 00000100:00100000:1.0:1780332773.698262:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045517184 00000100:00100000:1.0:1780332773.698365:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 910 00000100:00100000:1.0:1780332773.698377:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50319:x1866812045517184:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:1.0:1780332773.698433:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332773.698451:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307f34c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c04c expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.698464:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:1.0:1780332773.698471:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332773.698511:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.698525:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332773.698535:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332773.698680:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000981e1829 reply state 00000000effd149e transno 4294967650 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332773.698688:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332773.698772:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50319:x1866812045517184:12345-192.168.204.30@tcp:36:touch.0 Request processed in 397us (955us total) trans 4294967650 rc 0/0 00000100:00100000:1.0:1780332773.698779:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 910 00010000:00010000:2.0:1780332773.701772:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.701790:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.701798:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.701804:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332773.701809:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.701817:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.701832:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:2.0:1780332773.701836:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332773.701841:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.701848:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f35a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332773.702466:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332773.702517:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045517312 00000100:00100000:0.0:1780332773.702526:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045517312 00000100:00100000:0.0:1780332773.702584:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 911 00000100:00100000:0.0:1780332773.702594:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50319:x1866812045517312:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780332773.702890:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332773.702912:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f361 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c053 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.702964:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f361 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c053 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.702978:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f361 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c053 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.702995:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780332773.702998:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780332773.703001:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332773.703248:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50319:x1866812045517312:12345-192.168.204.30@tcp:101:touch.0 Request processed in 654us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332773.703255:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 911 00000100:00100000:0.0:1780332773.711505:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332773.711723:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045517440 00000100:00100000:3.0:1780332773.711734:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045517440 00000100:00100000:3.0:1780332773.712041:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 498 00000100:00100000:3.0:1780332773.712054:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045517440:12345-192.168.204.30@tcp:2:touch.0 00000100:00100000:3.0:1780332773.712397:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045517440:12345-192.168.204.30@tcp:2:touch.0 Request processed in 345us (913us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1780332773.712408:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 498 00000100:00080000:0.0:1780332773.712464:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332773.715538:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332773.715730:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045517696 00000100:00100000:0.0:1780332773.715740:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045517696 00000100:00100000:0.0:1780332773.715800:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 94 00000100:00100000:0.0:1780332773.715809:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50319:x1866812045517696:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:0.0:1780332773.716280:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50319:x1866812045517696:12345-192.168.204.30@tcp:35:touch.0 Request processed in 471us (756us total) trans 4294967651 rc 0/0 00000100:00100000:0.0:1780332773.716288:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 94 00000100:00100000:2.0:1780332773.752680:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332773.752785:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045517824 00000100:00100000:3.0:1780332773.752796:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045517824 00000100:00100000:3.0:1780332773.752841:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 912 00000100:00100000:3.0:1780332773.752850:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50323:x1866812045517824:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332773.752874:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332773.752895:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f368 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c05a expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.752951:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.752965:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.752976:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.752988:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.752994:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.753000:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755364:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f37d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755398:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f37d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755410:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f37d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332773.755456:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00200000:3.0:1780332773.755460:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332773.755483:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f37d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755495:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f37d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755504:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755511:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755518:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755523:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332773.755527:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755534:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755545:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256300) 00010000:00010000:3.0:1780332773.755548:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332773.755553:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755559:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f36f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755578:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755584:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755603:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755609:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332773.755611:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755652:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755660:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332773.755662:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332773.755665:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755671:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f376 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755710:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f368 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c05a expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755729:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f37d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c05a expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332773.755736:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:3.0:1780332773.755738:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332773.755740:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5400, rc 0) 00000100:00100000:3.0:1780332773.755824:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50323:x1866812045517824:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2973us (3151us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332773.755836:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 912 00000100:00100000:2.0:1780332773.758603:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332773.758998:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045517952 00000100:00100000:0.0:1780332773.759020:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045517952 00000100:00100000:0.0:1780332773.759088:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 499 00000100:00100000:0.0:1780332773.759099:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045517952:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332773.759118:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332773.759150:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c061 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332773.759185:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x6a1db8e6, atime: 0x6a1db8e6, ctime: 0x6a1db8e6, blocks: 0x1 00010000:00010000:0.0:1780332773.759204:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332773.759206:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332773.759214:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.759231:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.759245:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332773.759303:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045517952:12345-192.168.204.30@tcp:101:rm.0 Request processed in 206us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332773.759310:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 499 00000100:00100000:1.0:1780332773.762523:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332773.762681:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045518208 00000100:00100000:2.0:1780332773.762692:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045518208 00000100:00100000:2.0:1780332773.762759:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 913 00000100:00100000:2.0:1780332773.762769:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50323:x1866812045518208:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332773.762820:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332773.762858:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307f37d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c05a expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.762890:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f361 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c053 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.762901:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:2.0:1780332773.762912:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332773.762933:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.762946:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.762956:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.762969:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.762977:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.762989:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763106:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763115:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763121:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780332773.763719:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].29, 64 off10048 00000004:00080000:2.0:1780332773.763731:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2220171111810ns, next at 2221171109347ns, rc = 0 00010000:00010000:2.0:1780332773.763794:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763803:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763811:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763819:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763825:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763835:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763851:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332773.763870:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.763870:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332773.763876:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.763876:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763881:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.763883:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332773.763886:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332773.763887:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763889:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763894:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.763894:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763910:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332773.763912:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332773.763915:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332773.763916:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.763917:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332773.763920:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763922:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f399 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.763925:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f3a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763936:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.763937:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332773.763938:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332773.763940:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332773.763942:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763948:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763952:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332773.763955:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763960:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763967:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256300) 00010000:00010000:2.0:1780332773.763969:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332773.763972:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.763977:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f38b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332773.763985:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d18dffb reply state 00000000ac27477f transno 4294967652 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332773.763993:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332773.764073:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50323:x1866812045518208:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1304us (1557us total) trans 4294967652 rc 0/0 00000100:00100000:2.0:1780332773.764081:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 913 00010000:00010000:0.0:1780332773.770387:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.770405:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.770412:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.770417:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332773.770422:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.770430:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.770447:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332773.770450:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332773.770455:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332773.770460:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f392 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332773.848197:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332774.426680:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332774.426804:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045518336 00000100:00100000:0.0:1780332774.426814:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045518336 00000100:00100000:0.0:1780332774.426887:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 914 00000100:00100000:0.0:1780332774.426898:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50337:x1866812045518336:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332774.426925:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332774.426948:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f3a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c068 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.427013:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.427028:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.427040:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332774.427108:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:0.0:1780332774.427112:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332774.427140:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.427182:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f3a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c068 expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.427199:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c068 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.427208:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332774.427211:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332774.427216:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391c00, rc 0) 00000100:00100000:0.0:1780332774.430097:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50337:x1866812045518336:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 3189us (3415us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332774.430109:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 914 00000100:00100000:3.0:1780332774.437487:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332774.439898:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045518592 00000100:00100000:1.0:1780332774.439912:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045518592 00000100:00100000:1.0:1780332774.439988:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 915 00000100:00100000:1.0:1780332774.440000:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50337:x1866812045518592:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332774.440060:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332774.440086:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c068 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.440109:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f330 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c045 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.440120:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256300) 00010000:00010000:1.0:1780332774.440131:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332774.440171:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.440184:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.440194:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332774.440453:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003536d787 reply state 00000000379907be transno 4294967653 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332774.440463:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332774.440478:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000100:00100000:1.0:1780332774.440562:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50337:x1866812045518592:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 565us (3090us total) trans 4294967653 rc 0/0 00000100:00100000:1.0:1780332774.440572:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 915 00010000:00010000:0.0:1780332774.449708:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.449726:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.449735:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.449741:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332774.450947:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.450963:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.450981:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:0.0:1780332774.450984:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332774.450990:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.450997:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f3b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332774.566733:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332774.566859:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045518720 00000100:00100000:2.0:1780332774.566869:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045518720 00000100:00100000:2.0:1780332774.566923:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 916 00000100:00100000:2.0:1780332774.566934:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045518720:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332774.567033:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045518720:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 100us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332774.567041:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 916 00000100:00100000:2.0:1780332774.568890:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332774.568970:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045518848 00000100:00100000:1.0:1780332774.568978:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045518848 00000100:00100000:1.0:1780332774.569023:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 500 00000100:00100000:1.0:1780332774.569032:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50349:x1866812045518848:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332774.569380:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50349:x1866812045518848:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 348us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332774.569392:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 500 00000100:00100000:1.0:1780332774.575217:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332774.575861:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045518976 00000100:00100000:2.0:1780332774.575872:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045518976 00000100:00100000:2.0:1780332774.575982:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 501 00000100:00100000:2.0:1780332774.575993:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50349:x1866812045518976:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332774.576384:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50349:x1866812045518976:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 392us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332774.576392:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 501 00000100:00100000:2.0:1780332774.581599:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332774.581837:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045519104 00000100:00100000:0.0:1780332774.581849:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045519104 00000100:00100000:0.0:1780332774.581946:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 917 00000100:00100000:0.0:1780332774.581956:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045519104:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332774.582415:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045519104:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 459us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332774.582424:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 917 00000100:00100000:3.0:1780332774.585824:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332774.585906:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045519232 00000100:00100000:2.0:1780332774.585916:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045519232 00000100:00100000:2.0:1780332774.585970:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 918 00000100:00100000:2.0:1780332774.585981:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045519232:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332774.586077:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045519232:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 97us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332774.586085:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 918 00000100:00100000:2.0:1780332774.589269:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332774.590334:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045519360 00000100:00100000:3.0:1780332774.590346:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045519360 00000100:00100000:3.0:1780332774.590414:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 502 00000100:00100000:3.0:1780332774.590425:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50349:x1866812045519360:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332774.592589:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50349:x1866812045519360:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 2157us (3320us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332774.592601:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 502 00000100:00100000:3.0:1780332774.598379:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332774.598609:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045519488 00000100:00100000:0.0:1780332774.598655:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045519488 00000100:00100000:0.0:1780332774.598709:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 503 00000100:00100000:0.0:1780332774.598720:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50349:x1866812045519488:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332774.599705:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50349:x1866812045519488:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 983us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332774.599714:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 503 00000100:00100000:3.0:1780332774.606043:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332774.606180:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045519616 00000100:00100000:2.0:1780332774.606191:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045519616 00000100:00100000:2.0:1780332774.606256:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 919 00000100:00100000:2.0:1780332774.606267:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045519616:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332774.609979:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50349:x1866812045519616:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 3704us (3935us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332774.609993:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 919 00000100:00100000:1.0:1780332774.615961:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332774.615989:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067699584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332774.616070:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332774.616585:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067699584 00000100:00100000:2.0:1780332774.616596:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067699584 00000100:00100000:2.0:1780332774.616684:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1780332774.616695:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067699584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332774.616735:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332774.616782:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067699584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332774.616789:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:0.0:1780332774.616849:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332774.616954:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067699584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332774.708886:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332774.709185:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045519744 00000100:00100000:3.0:1780332774.709196:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045519744 00000100:00100000:3.0:1780332774.709445:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 920 00000100:00100000:3.0:1780332774.709457:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409a68450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50354:x1866812045519744:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332774.709478:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332774.709500:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f3bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c06f expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.709570:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711489:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711509:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711535:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711543:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711550:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711916:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f3d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711925:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.711931:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332774.711970:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:3.0:1780332774.711974:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332774.711999:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712016:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712023:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712029:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712035:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332774.712038:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712047:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712058:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:3.0:1780332774.712061:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332774.712066:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712072:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f3c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712084:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712089:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712094:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712100:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332774.712102:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712108:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712115:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec4054dd000) 00010000:00010000:3.0:1780332774.712117:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332774.712119:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712125:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f3ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712173:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307f3bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c06f expref: 13 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712187:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f3d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c06f expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.712195:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332774.712197:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332774.712200:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780332774.713721:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409a68450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50354:x1866812045519744:12345-192.168.204.30@tcp:101:dd.0 Request processed in 4258us (4836us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332774.713733:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 920 00000100:00100000:2.0:1780332774.718343:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332774.718435:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045520000 00000100:00100000:0.0:1780332774.718445:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045520000 00000100:00100000:0.0:1780332774.718499:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 921 00000100:00100000:0.0:1780332774.718509:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50354:x1866812045520000:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:0.0:1780332774.718529:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332774.718550:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f3d8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c076 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.718719:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.718735:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.718746:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.718761:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.718768:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.718775:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780332774.719530:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1780332774.719795:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f3ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719806:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f3ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719815:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f3ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719850:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719908:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719917:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719924:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332774.719928:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719935:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719947:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780332774.719950:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332774.719954:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.719960:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f3df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332774.719972:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000770299e7 reply state 000000003be91bb3 transno 4294967654 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332774.719980:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780332774.720010:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f3d8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c076 expref: 15 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.720029:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f3ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c076 expref: 14 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.720035:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332774.720037:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780332774.720040:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391400, rc 0) 00000100:00100000:0.0:1780332774.720112:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+15:50354:x1866812045520000:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1604us (1778us total) trans 4294967654 rc 0/0 00000100:00100000:0.0:1780332774.720121:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 921 00010000:00010000:0.0:1780332774.722181:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.722196:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.722203:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.722209:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332774.722213:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.722220:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.722233:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec408256a00) 00010000:00010000:0.0:1780332774.722235:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332774.722240:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332774.722246:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307f3e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332774.732541:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332774.732649:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045520128 00000100:00100000:1.0:1780332774.732659:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045520128 00000100:00100000:1.0:1780332774.732713:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 504 00000100:00100000:1.0:1780332774.732723:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50354:x1866812045520128:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332774.732741:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332774.732762:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c07d expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332774.732789:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332774.732809:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332774.732811:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332774.732820:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 6 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.732838:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 6 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.732852:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de000, rc 0) 00000100:00100000:1.0:1780332774.732916:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50354:x1866812045520128:12345-192.168.204.30@tcp:101:dd.0 Request processed in 194us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332774.732928:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 504 00000100:00100000:1.0:1780332774.782569:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332774.782665:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045520256 00000100:00100000:2.0:1780332774.782677:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045520256 00002000:00100000:2.0:1780332774.782726:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8ec302599180 x1866812045520256/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:505/0 lens 488/0 e 0 to 0 dl 1780332785 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780332774.782738:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302599180 with x1866812045520256 ext(0->1048575) 00002000:00010000:2.0:1780332774.782744:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302599180 00000100:00100000:2.0:1780332774.782778:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 22 00000100:00100000:2.0:1780332774.782788:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045520256:12345-192.168.204.30@tcp:4:dd.0 00000100:00100000:3.0:1780332774.806513:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045520256:12345-192.168.204.30@tcp:4:dd.0 Request processed in 23715us (23943us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1780332774.806527:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 22 00002000:00100000:3.0:1780332774.806540:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8ec302599180 x1866812045520256/t4294967354(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:505/0 lens 488/448 e 0 to 0 dl 1780332785 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780332774.806550:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302599180 with x1866812045520256 ext(0->1048575) 00002000:00010000:3.0:1780332774.806556:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302599180 00000100:00100000:1.0:1780332774.818549:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332774.818977:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045520384 00000100:00100000:3.0:1780332774.818987:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045520384 00000100:00100000:3.0:1780332774.819056:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 922 00000100:00100000:3.0:1780332774.819066:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:50354:x1866812045520384:12345-192.168.204.30@tcp:44:dd.0 00010000:00010000:0.0:1780332774.872655:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332774.898022:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967654 is committed 00000004:00080000:0.0:1780332774.898071:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 75 committed 00000100:00100000:0.0:1780332774.898202:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332774.898222:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067699712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332774.898309:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332774.899200:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067699712 00000100:00100000:2.0:1780332774.899209:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067699712 00000100:00100000:2.0:1780332774.899275:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1780332774.899284:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067699712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780332774.899315:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:29 count 1 00010000:00010000:2.0:1780332774.899339:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332774.899362:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332774.899371:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332774.899373:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332774.899377:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332774.899407:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332774.899424:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 6 pid: 6596 timeout: 2321 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332774.899437:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067699840:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332774.899518:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4124ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1780332774.900432:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50354:x1866812045520384:12345-192.168.204.30@tcp:44:dd.0 Request processed in 81357us (81882us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332774.900447:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 922 00000100:00100000:2.0:1780332774.911470:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067699840:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332774.911533:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332774.912938:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332774.913688:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045520512 00000100:00100000:1.0:1780332774.913716:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045520512 00010000:00010000:1.0:1780332774.914189:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 7 pid: 6596 timeout: 2321 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332774.914515:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 395 00000100:00100000:1.0:1780332774.914532:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045520512:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780332774.916009:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332774.916889:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045520640 00000100:00100000:2.0:1780332774.916905:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045520640 00000100:00100000:2.0:1780332774.916990:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 506 00000100:00100000:2.0:1780332774.917005:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045520640:12345-192.168.204.30@tcp:16:dd.0 00010000:00010000:1.0:1780332774.917132:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332774.917159:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 7 pid: 6596 timeout: 2321 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.917191:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 7 pid: 6596 timeout: 2321 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.917226:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f384 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c061 expref: 7 pid: 6596 timeout: 2321 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.919016:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332774.919313:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332774.919324:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.919341:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.919842:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332774.920169:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.920184:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.920198:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.920206:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332774.920233:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780332774.920383:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045520512:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 5846us (7440us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332774.920398:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 395 00010000:00010000:1.0:1780332774.921219:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332774.921230:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.921903:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332774.921909:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.921923:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.921951:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.921959:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3b4a8d7/0x76434b26e307f402 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332774.921999:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332774.922001:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332774.922003:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332774.923178:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067699712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23886us (24860us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1780332774.923190:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000004:00080000:1.0:1780332774.923488:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42d9a2680/2, rc 0, transno 4294967355 00000100:00100000:1.0:1780332774.923502:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067699712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332775.006832:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045520640:12345-192.168.204.30@tcp:16:dd.0 Request processed in 89819us (90821us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332775.006851:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 506 00000001:00080000:0.0:1780332775.006890:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:00080000:0.0:1780332775.006906:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000100:00100000:0.0:1780332775.016696:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332775.019222:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045520896 00000100:00100000:2.0:1780332775.019244:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045520896 00000100:00100000:2.0:1780332775.019376:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 95 00000100:00100000:2.0:1780332775.019391:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50354:x1866812045520896:12345-192.168.204.30@tcp:35:dd.0 00000100:00080000:0.0:1780332775.019430:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332775.020082:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50354:x1866812045520896:12345-192.168.204.30@tcp:35:dd.0 Request processed in 692us (3396us total) trans 4294967655 rc 0/0 00000100:00100000:2.0:1780332775.020093:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 95 00000100:00100000:0.0:1780332775.645143:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067700352:0@lo:400:kworker.0 00000100:00100000:0.0:1780332775.645241:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332775.645326:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332775.645333:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067700224:0@lo:400:kworker.0 00000100:00100000:0.0:1780332775.645363:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332775.645408:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700352 00000100:00100000:0.0:1780332775.645418:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700352 00000100:00100000:0.0:1780332775.645480:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1780332775.645491:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067700352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332775.645553:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067700352:12345-0@lo:400:kworker.0 Request processed in 63us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332775.645561:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1780332775.645660:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067700352:0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649178:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067699968:0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649289:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332775.649344:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067700480:0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649375:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332775.649412:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332775.649419:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067700096:0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649444:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332775.649462:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067700608:0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649486:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332775.649526:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067699968 00000100:00100000:1.0:1780332775.649535:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067699968 00000100:00100000:1.0:1780332775.649604:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1780332775.649614:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067699968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649703:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067699968:12345-0@lo:400:kworker.0 Request processed in 90us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332775.649710:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1780332775.649758:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700224 00000100:00100000:1.0:1780332775.649762:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700224 00000100:00100000:1.0:1780332775.649801:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700480 00000100:00100000:1.0:1780332775.649806:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700480 00000100:00100000:1.0:1780332775.649824:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700096 00000100:00100000:1.0:1780332775.649826:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700096 00000100:00100000:1.0:1780332775.649841:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1780332775.649848:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067700224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649887:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067700224:12345-0@lo:400:kworker.0 Request processed in 40us (4523us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332775.649893:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1780332775.649906:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1780332775.649911:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067700480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649939:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067700480:12345-0@lo:400:kworker.0 Request processed in 28us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332775.649945:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1780332775.649957:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1780332775.649963:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067700096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.649989:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067700096:12345-0@lo:400:kworker.0 Request processed in 27us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332775.649995:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1780332775.650048:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067700096:0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.650059:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067699968:0@lo:400:kworker.0 00000100:00100000:1.0:1780332775.650068:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067700480:0@lo:400:kworker.0 00000100:00080000:0.0:1780332775.653710:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332775.653824:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067700224:0@lo:400:kworker.0 00000100:00100000:0.0:1780332775.653894:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700608 00000100:00100000:0.0:1780332775.653903:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700608 00000100:00100000:0.0:1780332775.653995:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1780332775.654006:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067700608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332775.654119:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067700608:12345-0@lo:400:kworker.0 Request processed in 114us (4630us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332775.654127:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00080000:1.0:1780332775.658090:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332775.658172:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:1.0:1780332775.658183:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42d9a1880, transno 4294967353 00000100:00100000:1.0:1780332775.658213:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067700608:0@lo:400:kworker.0 00010000:00010000:0.0:1780332775.900701:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332776.153446:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332776.153476:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067700736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332776.153579:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332776.156087:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700736 00000100:00100000:3.0:1780332776.156107:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700736 00000100:00100000:3.0:1780332776.156194:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1780332776.156206:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067700736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332776.156244:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3856662528 00000100:00100000:3.0:1780332776.156356:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067700736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 151us (2776us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332776.156364:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1780332776.156441:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067700736:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1780332776.536516:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967655 is committed 00000100:00100000:0.0:1780332776.649061:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332776.649725:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332776.649777:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332776.649806:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332776.650024:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521408 00000100:00100000:0.0:1780332776.650038:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521408 00000100:00100000:0.0:1780332776.650129:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521280 00000100:00100000:0.0:1780332776.650133:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521280 00000100:00100000:0.0:1780332776.650166:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1116 00000100:00100000:0.0:1780332776.650177:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045521408:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332776.650274:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045521408:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 98us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332776.650281:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1116 00000100:00100000:0.0:1780332776.650300:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1117 00000100:00100000:0.0:1780332776.650306:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045521280:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332776.650332:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045521280:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332776.650338:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1117 00000100:00100000:0.0:1780332776.650358:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521024 00000100:00100000:0.0:1780332776.650361:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521024 00000100:00100000:0.0:1780332776.650387:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1204 00000100:00100000:0.0:1780332776.650392:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045521024:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332776.650418:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045521024:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332776.650424:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1204 00000100:00080000:1.0:1780332776.650709:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332776.650715:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332776.653399:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521152 00000100:00100000:2.0:1780332776.653420:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521152 00000100:00100000:3.0:1780332776.658910:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1511 00000100:00100000:3.0:1780332776.658936:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045521152:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332776.659071:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045521152:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 145us (10023us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332776.659079:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1511 00010000:00010000:2.0:1780332776.922506:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332777.946208:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332778.096318:0:85320:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2224503696985ns, next at 2221171109347ns, rc = 0 00000004:00080000:1.0:1780332778.099137:0:85320:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2224506516153ns, next at 2220262617089ns, rc = 0 00000004:00080000:1.0:1780332778.101555:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 76 committed 00000004:00080000:3.0:1780332778.107579:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 77 committed 00000001:00080000:1.0:1780332778.804269:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:1.0:1780332778.804285:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00010000:00010000:3.0:1780332778.971654:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332779.708501:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332779.712423:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521536 00000100:00100000:3.0:1780332779.712438:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521536 00000100:00100000:3.0:1780332779.712533:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 923 00000100:00100000:3.0:1780332779.712546:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045521536:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332779.712678:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045521536:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 136us (4199us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332779.712686:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 923 00000100:00080000:1.0:1780332779.713037:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332779.716317:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332779.716511:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521664 00000100:00100000:2.0:1780332779.716521:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521664 00000100:00100000:2.0:1780332779.716606:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 507 00000100:00100000:2.0:1780332779.716637:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50546:x1866812045521664:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332779.717017:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50546:x1866812045521664:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 401us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332779.717026:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 507 00000100:00080000:3.0:1780332779.717426:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332779.720145:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332779.720241:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521792 00000100:00100000:0.0:1780332779.720255:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521792 00000100:00100000:0.0:1780332779.720350:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 508 00000100:00100000:0.0:1780332779.720362:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50546:x1866812045521792:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332779.720864:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50546:x1866812045521792:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 503us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332779.720874:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 508 00000100:00080000:3.0:1780332779.721444:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332779.729580:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332779.731119:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045521920 00000100:00100000:0.0:1780332779.731134:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045521920 00000100:00100000:0.0:1780332779.731239:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 924 00000100:00100000:0.0:1780332779.731249:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045521920:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332779.732804:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045521920:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1549us (3230us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332779.732815:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 924 00000100:00100000:1.0:1780332779.738878:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067700864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332779.738947:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332779.739927:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332779.740819:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045522048 00000100:00100000:1.0:1780332779.740830:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045522048 00000100:00100000:1.0:1780332779.740885:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 925 00000100:00100000:1.0:1780332779.740895:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045522048:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332779.740976:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045522048:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 83us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332779.740983:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 925 00000100:00100000:0.0:1780332779.745360:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332779.745711:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700864 00000100:00100000:2.0:1780332779.745722:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700864 00000100:00100000:2.0:1780332779.745740:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045522176 00000100:00100000:2.0:1780332779.745743:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045522176 00000100:00100000:2.0:1780332779.745881:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 509 00000100:00100000:2.0:1780332779.745893:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50546:x1866812045522176:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332779.746274:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50546:x1866812045522176:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 382us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332779.746282:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 509 00000100:00080000:3.0:1780332779.750930:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332779.750993:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1780332779.751006:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067700864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332779.751046:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332779.751138:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067700864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (12190us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332779.751145:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1780332779.751187:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:3.0:1780332779.751195:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42d9a2680, transno 4294967355 00000100:00100000:3.0:1780332779.751226:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067700864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332779.757387:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332779.763288:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045522304 00000100:00100000:0.0:1780332779.763303:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045522304 00000100:00100000:0.0:1780332779.765348:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 510 00000100:00100000:0.0:1780332779.765362:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50546:x1866812045522304:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332779.765764:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50546:x1866812045522304:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 404us (8385us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332779.765771:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 510 00000100:00100000:3.0:1780332779.772392:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332779.772433:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045522432 00000100:00100000:3.0:1780332779.772443:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045522432 00000100:00100000:3.0:1780332779.772500:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 926 00000100:00100000:3.0:1780332779.772510:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045522432:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332779.772952:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50546:x1866812045522432:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 442us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332779.772961:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 926 00000100:00100000:2.0:1780332779.857203:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332779.857284:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045522688 00000100:00100000:0.0:1780332779.857294:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045522688 00000100:00100000:0.0:1780332779.857345:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 927 00000100:00100000:0.0:1780332779.857354:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50550:x1866812045522688:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780332779.857399:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332779.857639:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f3ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c076 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.857660:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332779.859208:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332779.859244:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.859262:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.859273:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.859288:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.859294:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.859300:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.860262:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.860275:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.860283:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332779.864959:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].29, 64 off10048 00000004:00080000:0.0:1780332779.864982:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2226272362778ns, next at 2227272358405ns, rc = 0 00010000:00010000:0.0:1780332779.865177:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865195:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865207:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865216:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865223:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865230:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865247:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332779.865270:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865276:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865282:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865288:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332779.865292:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865299:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865311:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780332779.865315:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332779.865320:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865326:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f417 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865347:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865353:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865359:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865363:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332779.865366:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865372:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865378:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780332779.865381:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332779.865383:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332779.865390:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e307f409 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332779.865399:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000955443b6 reply state 000000005723008c transno 4294967656 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332779.865412:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332779.867563:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332779.867583:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332779.867595:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332779.867599:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332779.867615:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332779.867689:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780332779.867692:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780332779.867696:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332779.867708:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f41e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332779.867738:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332779.867740:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332779.867742:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332779.868043:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50550:x1866812045522688:12345-192.168.204.30@tcp:36:rm.0 Request processed in 10684us (10844us total) trans 4294967656 rc 0/0 00000100:00100000:0.0:1780332779.868054:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 927 00010000:00010000:2.0:1780332779.870746:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332779.870757:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332779.870762:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332779.870766:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332779.870769:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332779.870910:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332779.870928:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec408256200) 00010000:00010000:2.0:1780332779.870931:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332779.870936:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332779.870943:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f410 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332779.991893:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332780.760750:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067700992:0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.760778:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067701376:0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.760844:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332780.760902:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332780.760908:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332780.760912:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067701248:0@lo:400:kworker.0 00000100:00100000:3.0:1780332780.760945:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067701504:0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.760948:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332780.760958:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067701120:0@lo:400:kworker.0 00000100:00100000:3.0:1780332780.760974:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332780.760994:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067701376 00000100:00100000:3.0:1780332780.760996:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332780.761001:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332780.761003:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067701376 00000100:00100000:3.0:1780332780.761004:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067701632:0@lo:400:kworker.0 00000100:00100000:3.0:1780332780.761029:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332780.761070:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067701248 00000100:00100000:0.0:1780332780.761075:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067701248 00000100:00100000:1.0:1780332780.761084:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067701632 00000100:00100000:1.0:1780332780.761089:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067701632 00000100:00100000:0.0:1780332780.761118:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067701504 00000100:00100000:0.0:1780332780.761123:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067701504 00000100:00100000:1.0:1780332780.761128:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1780332780.761139:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067701376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332780.761150:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067701120 00000100:00100000:0.0:1780332780.761153:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067701120 00000100:00100000:0.0:1780332780.761170:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1780332780.761178:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067701248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.761198:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067701376:12345-0@lo:400:kworker.0 Request processed in 62us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332780.761206:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1780332780.761219:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067701248:12345-0@lo:400:kworker.0 Request processed in 42us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332780.761229:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1780332780.761229:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1780332780.761243:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067701632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332780.761251:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1780332780.761260:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067701504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.761291:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067701632:12345-0@lo:400:kworker.0 Request processed in 52us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332780.761297:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1780332780.761301:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067701504:12345-0@lo:400:kworker.0 Request processed in 43us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332780.761308:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1780332780.761324:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1780332780.761330:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067701120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332780.761359:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067701120:12345-0@lo:400:kworker.0 Request processed in 30us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332780.761774:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067701632:0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.761787:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067701504:0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.761822:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067701248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332780.761832:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067701376:0@lo:400:kworker.0 00000100:00100000:0.0:1780332780.761886:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00080000:0.0:1780332780.761913:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332780.761918:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332780.761943:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067701120:0@lo:400:kworker.0 00000100:00100000:3.0:1780332780.762848:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067700992 00000100:00100000:3.0:1780332780.762855:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067700992 00000100:00100000:3.0:1780332780.762916:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1780332780.762924:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067700992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332780.762986:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067700992:12345-0@lo:400:kworker.0 Request processed in 63us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332780.762993:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1780332780.763053:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067700992:0@lo:400:kworker.0 00010000:00010000:0.0:1780332781.016211:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332781.272700:0:7883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2227680079215ns, next at 2228680077251ns, rc = 0 00000100:00100000:1.0:1780332781.272896:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067701760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332781.272970:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332781.273896:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067701760 00000100:00100000:2.0:1780332781.273904:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067701760 00000100:00100000:2.0:1780332781.273956:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1780332781.273966:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067701760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332781.273997:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332781.274047:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067701760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332781.274063:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1780332781.276587:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067701760:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1780332781.630241:0:85468:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2228037619740ns, next at 2221171109347ns, rc = 0 00000004:00080000:1.0:1780332781.630531:0:85468:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2228037911358ns, next at 2228680077251ns, rc = 0 00000001:00080000:1.0:1780332781.662705:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967656 is committed 00000004:00080000:1.0:1780332781.662713:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 78 committed 00000004:00080000:1.0:1780332781.662738:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 80 committed 00000004:00080000:1.0:1780332781.662744:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 77 committed 00000004:00080000:1.0:1780332781.662759:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 79 committed 00000100:00100000:3.0:1780332781.663007:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332781.663028:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067701888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780332781.663138:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332781.663292:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067701888 00000100:00100000:2.0:1780332781.663300:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067701888 00000100:00100000:2.0:1780332781.663352:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1780332781.663361:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067701888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780332781.663385:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00010000:00010000:2.0:1780332781.663409:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.663443:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.663451:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332781.663453:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332781.663457:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.663482:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.663498:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 5 pid: 6597 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332781.663509:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067702016:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332781.663577:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4099a3840 going to sleep for 11 seconds 00000100:00100000:0.0:1780332781.667601:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332781.667932:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045522816 00000100:00100000:1.0:1780332781.667941:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045522816 00010000:00010000:1.0:1780332781.667995:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 6 pid: 6597 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332781.668035:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 396 00000100:00100000:1.0:1780332781.668054:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045522816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780332781.668068:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332781.668073:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 6 pid: 6597 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332781.668088:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 6 pid: 6597 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332781.668114:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332781.668116:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332781.668121:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332781.668131:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332781.668154:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332781.668199:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045522816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 155us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332781.668206:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 396 00000100:00080000:0.0:1780332781.668264:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332781.668361:0:6596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cdb3884/0x76434b26e307f3fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c07d expref: 5 pid: 6597 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332781.668377:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067702016:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332781.668396:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.668406:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.668479:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.668489:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.668497:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332781.668560:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780332781.669300:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067701888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5939us (6161us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1780332781.669309:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000004:00080000:1.0:1780332781.669799:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43433f480/2, rc 0, transno 4294967355 00000100:00100000:1.0:1780332781.669820:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067701888:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780332781.672317:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332781.672329:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332781.672343:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332781.672348:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332781.672358:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332781.672377:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332781.672385:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3b4a8d7/0x76434b26e307f425 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332781.672405:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332781.672408:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332781.672419:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332781.769564:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332781.769608:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332781.769667:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332781.769698:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523200 00000100:00100000:3.0:1780332781.769707:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523200 00000100:00100000:3.0:1780332781.769775:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1120 00000100:00100000:3.0:1780332781.769785:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045523200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332781.769853:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045523200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 69us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332781.769861:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1120 00000100:00080000:3.0:1780332781.769881:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332781.770147:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045522944 00000100:00100000:0.0:1780332781.770152:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045522944 00000100:00100000:0.0:1780332781.770183:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1206 00000100:00100000:0.0:1780332781.770191:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045522944:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332781.770237:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045522944:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332781.770244:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1206 00000100:00100000:1.0:1780332781.770737:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523072 00000100:00100000:1.0:1780332781.770742:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523072 00000100:00100000:1.0:1780332781.770790:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1515 00000100:00100000:1.0:1780332781.770798:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045523072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332781.770841:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045523072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 45us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332781.770848:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1515 00000100:00080000:0.0:1780332781.771332:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332782.039826:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332783.064863:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332784.087721:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332784.855980:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332784.856012:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067702144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332784.856082:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332784.856150:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067702144 00000100:00100000:3.0:1780332784.856158:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067702144 00000100:00100000:3.0:1780332784.856212:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1780332784.856221:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067702144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332784.856254:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332784.856299:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067702144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332784.856306:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:3.0:1780332784.856326:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332784.856363:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067702144:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1780332784.949569:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00010000:00010000:3.0:1780332785.111848:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332785.880637:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067702400:0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.880708:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332785.880776:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067702912:0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.880802:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332785.880829:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332785.880848:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067702528:0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.880869:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332785.880901:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067702912 00000100:00100000:2.0:1780332785.880908:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067702912 00000100:00100000:2.0:1780332785.880994:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1780332785.881005:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067702912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.881294:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067702912:12345-0@lo:400:kworker.0 Request processed in 292us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332785.881302:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1780332785.881328:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067702400 00000100:00100000:2.0:1780332785.881332:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067702400 00000100:00100000:2.0:1780332785.881358:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067702528 00000100:00100000:2.0:1780332785.881362:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067702528 00000100:00100000:2.0:1780332785.881395:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:2.0:1780332785.881402:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067702400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.881437:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067702400:12345-0@lo:400:kworker.0 Request processed in 35us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332785.881444:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:2.0:1780332785.881457:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1780332785.881463:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067702528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.881488:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067702528:12345-0@lo:400:kworker.0 Request processed in 26us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332785.881494:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00080000:2.0:1780332785.881522:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332785.881527:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332785.881561:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067702528:0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.881571:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067702400:0@lo:400:kworker.0 00000100:00100000:2.0:1780332785.881578:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:2.0:1780332785.881583:0:3326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43433f480, transno 4294967355 00000100:00100000:2.0:1780332785.881594:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067702912:0@lo:400:kworker.0 00000100:00100000:1.0:1780332785.882144:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067702656:0@lo:400:kworker.0 00000100:00100000:1.0:1780332785.882177:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332785.882214:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780332785.882220:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067702272:0@lo:400:kworker.0 00000100:00100000:1.0:1780332785.882246:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332785.882271:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067702784:0@lo:400:kworker.0 00000100:00100000:1.0:1780332785.882291:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332785.882324:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067702784 00000100:00100000:1.0:1780332785.882329:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067702784 00000100:00100000:1.0:1780332785.882363:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:1.0:1780332785.882369:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067702784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332785.882418:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067702784:12345-0@lo:400:kworker.0 Request processed in 48us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332785.882424:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:1.0:1780332785.882445:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067702656 00000100:00100000:1.0:1780332785.882449:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067702656 00000100:00100000:1.0:1780332785.882472:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1780332785.882478:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067702656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332785.882519:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067702656:12345-0@lo:400:kworker.0 Request processed in 41us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332785.882525:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1780332785.882544:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067702272 00000100:00100000:1.0:1780332785.882547:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067702272 00000100:00100000:1.0:1780332785.882571:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1780332785.882577:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067702272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332785.882604:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067702272:12345-0@lo:400:kworker.0 Request processed in 27us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332785.882609:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:0.0:1780332785.883121:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067702272:0@lo:400:kworker.0 00000100:00100000:0.0:1780332785.883137:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067702784:0@lo:400:kworker.0 00000100:00100000:0.0:1780332785.883147:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067702656:0@lo:400:kworker.0 00000100:00080000:0.0:1780332785.883176:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332786.138914:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332786.391895:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332786.391920:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067703040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332786.392012:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332786.392236:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703040 00000100:00100000:1.0:1780332786.392245:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703040 00000100:00100000:1.0:1780332786.392313:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1780332786.392323:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067703040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332786.392359:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332786.392412:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067703040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332786.392420:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1780332786.392474:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067703040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332786.878204:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332786.878256:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332786.878293:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332786.878322:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332786.878351:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523456 00000100:00100000:3.0:1780332786.878361:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523456 00000100:00100000:3.0:1780332786.878422:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1519 00000100:00100000:3.0:1780332786.878439:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045523456:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332786.878515:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045523456:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332786.878522:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1519 00000100:00100000:3.0:1780332786.878547:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523584 00000100:00100000:3.0:1780332786.878550:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523584 00000100:00100000:3.0:1780332786.878570:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523712 00000100:00100000:3.0:1780332786.878572:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523712 00000100:00100000:3.0:1780332786.878588:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1123 00000100:00100000:3.0:1780332786.878593:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045523584:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332786.878642:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045523584:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 48us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332786.878648:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1123 00000100:00100000:3.0:1780332786.878658:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1124 00000100:00100000:3.0:1780332786.878664:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045523712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332786.878685:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045523712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332786.878690:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1124 00000100:00080000:3.0:1780332786.878704:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332786.878708:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332786.878710:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332786.879017:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523328 00000100:00100000:1.0:1780332786.879022:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523328 00000100:00100000:1.0:1780332786.879051:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1208 00000100:00100000:1.0:1780332786.879057:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045523328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332786.879095:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045523328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332786.879101:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1208 00010000:00010000:2.0:1780332787.161300:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332788.183923:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332789.208169:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332789.976411:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332789.976438:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067703168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332789.976509:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332789.977066:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703168 00000100:00100000:3.0:1780332789.977077:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703168 00000100:00100000:3.0:1780332789.977136:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1780332789.977147:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067703168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332789.977194:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332789.977244:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067703168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332789.977250:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00080000:3.0:1780332789.977270:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332789.977441:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067703168:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332790.232060:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332791.004259:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067703296:0@lo:400:kworker.0 00000100:00100000:1.0:1780332791.004340:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332791.004362:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067703424:0@lo:400:kworker.0 00000100:00100000:1.0:1780332791.004402:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067703808:0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.004409:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332791.004441:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067703936:0@lo:400:kworker.0 00000100:00100000:1.0:1780332791.004441:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332791.004471:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332791.004477:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332791.004480:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067703680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.004505:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332791.004512:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332791.004515:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067703552:0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.004548:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332791.004549:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703424 00000100:00100000:1.0:1780332791.004557:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703424 00000100:00100000:3.0:1780332791.004588:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703936 00000100:00100000:3.0:1780332791.004594:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703936 00000100:00100000:1.0:1780332791.004603:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703808 00000100:00100000:1.0:1780332791.004607:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703808 00000100:00100000:1.0:1780332791.004672:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703552 00000100:00100000:3.0:1780332791.004675:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703680 00000100:00100000:1.0:1780332791.004676:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703552 00000100:00100000:3.0:1780332791.004683:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703680 00000100:00100000:1.0:1780332791.004699:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:1.0:1780332791.004710:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067703424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.004731:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1780332791.004741:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067703936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332791.004787:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067703424:12345-0@lo:400:kworker.0 Request processed in 78us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332791.004788:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067703936:12345-0@lo:400:kworker.0 Request processed in 48us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332791.004804:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:3.0:1780332791.004805:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1780332791.004826:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1780332791.004831:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1780332791.004836:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067703680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332791.004843:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067703808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.004880:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067703680:12345-0@lo:400:kworker.0 Request processed in 46us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332791.004887:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067703808:12345-0@lo:400:kworker.0 Request processed in 47us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332791.004891:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1780332791.004927:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:3.0:1780332791.004934:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067703552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.004966:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067703552:12345-0@lo:400:kworker.0 Request processed in 32us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332791.004972:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00080000:3.0:1780332791.005000:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332791.005004:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332791.005007:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332791.005028:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1780332791.005035:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067703552:0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.005049:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067703424:0@lo:400:kworker.0 00000100:00100000:3.0:1780332791.005064:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067703936:0@lo:400:kworker.0 00000100:00100000:1.0:1780332791.005073:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067703680:0@lo:400:kworker.0 00000100:00100000:1.0:1780332791.005165:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067703808:0@lo:400:kworker.0 00000100:00100000:2.0:1780332791.005871:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067703296 00000100:00100000:2.0:1780332791.005879:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067703296 00000100:00100000:2.0:1780332791.005939:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1780332791.005947:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067703296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332791.006008:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067703296:12345-0@lo:400:kworker.0 Request processed in 62us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332791.006015:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1780332791.007480:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067703296:0@lo:400:kworker.0 00010000:00010000:2.0:1780332791.259444:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332791.512159:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332791.512180:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067704064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332791.512243:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332791.512358:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704064 00000100:00100000:1.0:1780332791.512367:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704064 00000100:00100000:1.0:1780332791.512420:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1780332791.512430:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067704064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332791.512468:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332791.512516:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067704064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332791.512522:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1780332791.512669:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067704064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332791.999489:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332791.999598:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523840 00000100:00100000:1.0:1780332791.999610:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523840 00000100:00100000:1.0:1780332791.999710:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1210 00000100:00100000:1.0:1780332791.999721:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045523840:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332791.999799:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045523840:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332791.999815:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1210 00000100:00100000:3.0:1780332792.000294:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332792.000839:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332792.000966:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524096 00000100:00100000:2.0:1780332792.000974:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524096 00000100:00100000:2.0:1780332792.001031:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1127 00000100:00100000:2.0:1780332792.001039:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045524096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332792.001084:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045524096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 47us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332792.001091:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1127 00000100:00100000:1.0:1780332792.001221:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045523968 00000100:00100000:1.0:1780332792.001226:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045523968 00000100:00100000:1.0:1780332792.001269:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1523 00000100:00100000:1.0:1780332792.001276:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045523968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332792.001307:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045523968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332792.001312:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1523 00000100:00080000:3.0:1780332792.001785:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332792.001790:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332792.006526:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332792.006725:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524224 00000100:00100000:0.0:1780332792.006750:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524224 00000100:00100000:0.0:1780332792.006834:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1128 00000100:00100000:0.0:1780332792.006845:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045524224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332792.006932:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045524224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332792.006941:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1128 00000100:00080000:3.0:1780332792.007740:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780332792.287656:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332793.303965:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332794.328057:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332795.096508:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067704192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332795.096578:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332795.097410:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704192 00000100:00100000:0.0:1780332795.097420:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704192 00000100:00100000:0.0:1780332795.097701:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1780332795.097712:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067704192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332795.097758:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332795.097830:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067704192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332795.097838:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1780332795.097986:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067704192:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332795.104658:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332795.352278:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332796.119958:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067704448:0@lo:400:kworker.0 00000100:00100000:1.0:1780332796.120039:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332796.120145:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332796.120161:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067704320:0@lo:400:kworker.0 00000100:00100000:2.0:1780332796.120208:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332796.120249:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704320 00000100:00100000:2.0:1780332796.120256:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704320 00000100:00100000:2.0:1780332796.120313:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1780332796.120322:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067704320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332796.120371:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067704320:12345-0@lo:400:kworker.0 Request processed in 50us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332796.120378:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1780332796.120425:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067704320:0@lo:400:kworker.0 00000100:00100000:0.0:1780332796.120667:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704448 00000100:00100000:0.0:1780332796.120671:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704448 00000100:00100000:0.0:1780332796.120705:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:0.0:1780332796.120712:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067704448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332796.123869:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067704576:0@lo:400:kworker.0 00000100:00100000:2.0:1780332796.123964:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332796.124062:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704576 00000100:00100000:2.0:1780332796.124070:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704576 00000100:00100000:2.0:1780332796.124143:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:2.0:1780332796.124155:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067704576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332796.124214:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067704576:12345-0@lo:400:kworker.0 Request processed in 63us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332796.124221:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00080000:2.0:1780332796.124244:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332796.124274:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067704576:0@lo:400:kworker.0 00000100:00100000:0.0:1780332796.130372:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067704448:12345-0@lo:400:kworker.0 Request processed in 9651us (10323us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332796.130387:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1780332796.132052:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067704448:0@lo:400:kworker.0 00000100:00100000:0.0:1780332796.135031:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332796.139163:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067704832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332796.139232:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332796.139280:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067704704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332796.139313:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332796.139559:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704832 00000100:00100000:2.0:1780332796.139569:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704832 00000100:00100000:1.0:1780332796.139612:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704704 00000100:00100000:1.0:1780332796.139638:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704704 00000100:00100000:2.0:1780332796.139662:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:2.0:1780332796.139675:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067704832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332796.139684:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1780332796.139694:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067704704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332796.139750:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067704704:12345-0@lo:400:kworker.0 Request processed in 58us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332796.139754:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067704832:12345-0@lo:400:kworker.0 Request processed in 81us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332796.139762:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1780332796.139766:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00080000:0.0:1780332796.139859:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332796.139889:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067704832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332796.139900:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067704704:0@lo:400:kworker.0 00000100:00100000:2.0:1780332796.142674:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332796.142749:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067704960:0@lo:400:kworker.0 00000100:00100000:2.0:1780332796.142813:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332796.142930:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067704960 00000100:00100000:0.0:1780332796.142938:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067704960 00000100:00100000:0.0:1780332796.143008:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1780332796.143018:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067704960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332796.143082:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067704960:12345-0@lo:400:kworker.0 Request processed in 65us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332796.143089:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1780332796.143139:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067704960:0@lo:400:kworker.0 00000100:00080000:2.0:1780332796.146656:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780332796.375869:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332796.632147:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067705088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332796.632420:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332796.632997:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705088 00000100:00100000:2.0:1780332796.633006:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705088 00000100:00100000:2.0:1780332796.633099:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1780332796.633110:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067705088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332796.633148:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332796.633216:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067705088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332796.633225:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1780332796.633302:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067705088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332796.963222:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332796.963386:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524352 00000100:00100000:2.0:1780332796.963397:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524352 00000100:00100000:2.0:1780332796.963495:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 928 00000100:00100000:2.0:1780332796.963506:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045524352:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332796.963646:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045524352:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 113us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332796.963654:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 928 00000100:00080000:0.0:1780332796.963982:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332796.966972:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332796.967069:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524480 00000100:00100000:1.0:1780332796.967079:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524480 00000100:00100000:1.0:1780332796.967150:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 512 00000100:00100000:1.0:1780332796.967160:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045524480:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332796.967598:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045524480:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 438us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332796.967606:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 512 00000100:00080000:0.0:1780332796.967798:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332796.972484:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332796.975208:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524608 00000100:00100000:2.0:1780332796.975222:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524608 00000100:00100000:2.0:1780332796.975324:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 513 00000100:00100000:2.0:1780332796.975334:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045524608:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:0.0:1780332796.975370:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332796.978689:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045524608:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 3339us (6198us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332796.978705:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 513 00000100:00100000:2.0:1780332796.984139:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332796.984316:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524736 00000100:00100000:0.0:1780332796.984327:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524736 00000100:00100000:0.0:1780332796.984510:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 929 00000100:00100000:0.0:1780332796.984520:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045524736:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332796.985027:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045524736:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 507us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332796.985034:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 929 00000100:00100000:3.0:1780332796.988972:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332796.990306:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524864 00000100:00100000:2.0:1780332796.990318:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524864 00000100:00100000:2.0:1780332796.990424:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 930 00000100:00100000:2.0:1780332796.990435:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045524864:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332796.990531:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045524864:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 98us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332796.990668:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 930 00000100:00100000:3.0:1780332796.996509:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332796.996659:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045524992 00000100:00100000:1.0:1780332796.996669:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045524992 00000100:00100000:1.0:1780332796.996768:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 514 00000100:00100000:1.0:1780332796.996780:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045524992:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780332796.997180:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045524992:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 402us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332796.997189:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 514 00000100:00100000:3.0:1780332797.000255:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332797.000371:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045525120 00000100:00100000:0.0:1780332797.000382:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045525120 00000100:00100000:0.0:1780332797.000444:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 515 00000100:00100000:0.0:1780332797.000454:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045525120:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332797.003174:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50768:x1866812045525120:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 2712us (2990us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332797.003187:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 515 00000100:00100000:0.0:1780332797.008255:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332797.009262:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045525248 00000100:00100000:1.0:1780332797.009335:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045525248 00000100:00100000:1.0:1780332797.009456:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 931 00000100:00100000:1.0:1780332797.009467:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045525248:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332797.010781:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50768:x1866812045525248:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1310us (2530us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332797.010794:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 931 00000100:00100000:3.0:1780332797.127736:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332797.127784:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332797.127805:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332797.127845:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045525376 00000100:00100000:3.0:1780332797.127855:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045525376 00000100:00100000:3.0:1780332797.127897:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1212 00000100:00100000:3.0:1780332797.127905:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045525376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332797.127966:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045525376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 62us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332797.127973:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1212 00000100:00100000:3.0:1780332797.128002:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045525632 00000100:00100000:3.0:1780332797.128005:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045525632 00000100:00100000:3.0:1780332797.128024:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045525504 00000100:00100000:3.0:1780332797.128026:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045525504 00000100:00100000:3.0:1780332797.128040:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1131 00000100:00100000:3.0:1780332797.128045:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045525632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332797.128070:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045525632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332797.128076:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1131 00000100:00100000:3.0:1780332797.128085:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1132 00000100:00100000:3.0:1780332797.128090:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045525504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332797.128106:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045525504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 16us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332797.128111:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1132 00010000:00010000:2.0:1780332797.407870:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332798.424818:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332798.601252:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332798.601357:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045525760 00000100:00100000:3.0:1780332798.601367:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045525760 00000100:00100000:3.0:1780332798.601432:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 932 00000100:00100000:3.0:1780332798.601446:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50782:x1866812045525760:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332798.601466:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332798.601487:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f42c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c084 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332798.601546:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f433 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332798.601559:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332798.601572:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332798.601727:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1780332798.601853:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:3.0:1780332798.601857:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332798.601944:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332798.601969:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f42c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c084 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332798.601981:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f433 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c084 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332798.601989:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332798.601992:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332798.601995:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780332798.602058:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50782:x1866812045525760:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 617us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332798.602066:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 932 00000100:00100000:3.0:1780332798.610811:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332798.612363:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045526016 00000100:00100000:2.0:1780332798.612376:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045526016 00000100:00100000:2.0:1780332798.612441:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 933 00000100:00100000:2.0:1780332798.612450:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50782:x1866812045526016:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332798.612500:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332798.612535:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f433 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c084 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332798.612555:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f3d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c06f expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332798.612567:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:2.0:1780332798.612575:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332798.612599:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332798.612612:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332798.612636:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332798.686936:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967657 is committed 00000004:00010000:2.0:1780332798.687546:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000444887c4 reply state 0000000096d17686 transno 4294967657 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332798.687562:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332798.688566:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00010000:00080000:0.0:1780332798.691052:0:5807:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332798.691089:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50782:x1866812045526016:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 78631us (80290us total) trans 4294967657 rc 0/0 00000100:00100000:0.0:1780332798.691099:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 933 00010000:00010000:1.0:1780332798.691859:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.691871:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.691878:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.691883:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332798.691888:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.691895:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.691912:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:1.0:1780332798.691915:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332798.691919:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.691925:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f43a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332798.756164:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332798.756398:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045526144 00000100:00100000:1.0:1780332798.756409:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045526144 00000100:00100000:1.0:1780332798.756462:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 934 00000100:00100000:1.0:1780332798.756472:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50786:x1866812045526144:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332798.756501:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332798.756526:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f441 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c08b expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.756593:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.756610:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332798.758693:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.759257:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.759272:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.759282:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.759680:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f456 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.759689:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f456 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.759697:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f456 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332798.759767:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:0.0:1780332798.759771:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332798.760598:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f456 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760615:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760721:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760728:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760734:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332798.760738:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760746:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760759:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332798.760762:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332798.760767:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760772:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f448 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.760786:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761257:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761264:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761268:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332798.761271:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761276:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761284:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec408256400) 00010000:00010000:0.0:1780332798.761286:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332798.761289:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761294:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307f44f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761440:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f441 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c08b expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761456:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f456 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c08b expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332798.761463:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332798.761465:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332798.761468:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391200, rc 0) 00000100:00100000:0.0:1780332798.761717:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50786:x1866812045526144:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 5244us (5561us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332798.761726:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 934 00010000:00010000:2.0:1780332799.448030:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332799.851948:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332799.852110:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045526272 00000100:00100000:3.0:1780332799.852121:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045526272 00000100:00100000:3.0:1780332799.852211:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 935 00000100:00100000:3.0:1780332799.852232:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50805:x1866812045526272:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332799.852253:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332799.852275:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f45d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c092 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332799.852352:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f464 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332799.852367:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332799.852381:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332799.852601:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:3.0:1780332799.852606:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332799.852710:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332799.852743:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f45d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c092 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332799.852759:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f464 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c092 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332799.852767:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:3.0:1780332799.852770:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332799.852774:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4400, rc 0) 00000100:00100000:3.0:1780332799.852856:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50805:x1866812045526272:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 626us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332799.852863:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 935 00000100:00100000:2.0:1780332799.858347:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332799.858415:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045526528 00000100:00100000:0.0:1780332799.858426:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045526528 00000100:00100000:0.0:1780332799.858504:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 936 00000100:00100000:0.0:1780332799.858517:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50805:x1866812045526528:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332799.858576:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332799.858608:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f464 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c092 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.859054:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f456 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c08b expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.859066:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332799.859077:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332799.859104:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.859120:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.859130:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780332799.889250:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967658 is committed 00000004:00010000:1.0:1780332799.889331:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052be9f3e reply state 000000003218c5fe transno 4294967658 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332799.889342:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332799.889478:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00010000:00080000:1.0:1780332799.889680:0:5807:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332799.889708:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50805:x1866812045526528:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 31187us (31363us total) trans 4294967658 rc 0/0 00000100:00100000:1.0:1780332799.889718:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 936 00010000:00010000:2.0:1780332799.889965:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.889980:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.889988:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.889994:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332799.889999:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.890007:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.890023:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256400) 00010000:00010000:2.0:1780332799.890025:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332799.890030:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.890034:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307f46b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332799.965920:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332799.968466:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045526656 00000100:00100000:0.0:1780332799.968481:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045526656 00000100:00100000:0.0:1780332799.968567:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 937 00000100:00100000:0.0:1780332799.968586:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50809:x1866812045526656:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780332799.968612:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332799.968677:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f472 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c099 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.968744:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.968759:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.968771:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.968795:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.968803:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.968810:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969246:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f487 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969256:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969263:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332799.969348:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:0.0:1780332799.969352:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332799.969442:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969456:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969462:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969469:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969474:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332799.969478:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969485:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969498:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332799.969501:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332799.969506:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969512:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f479 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969523:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969533:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969539:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969544:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332799.969547:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969552:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969559:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec408256700) 00010000:00010000:0.0:1780332799.969562:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332799.969564:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969570:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e307f480 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969599:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e307f472 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c099 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969612:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f487 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c099 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.969662:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332799.969664:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332799.969667:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:0.0:1780332799.969743:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50809:x1866812045526656:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1160us (3832us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332799.969751:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 937 00000100:00100000:1.0:1780332799.976210:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332799.976276:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045526912 00000100:00100000:2.0:1780332799.976287:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045526912 00000100:00100000:2.0:1780332799.976770:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 938 00000100:00100000:2.0:1780332799.976796:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:50809:x1866812045526912:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332799.976817:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332799.976838:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f48e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0a0 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.977544:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.977562:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.977574:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.977590:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.977597:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.977603:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332799.982345:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00010000:00010000:2.0:1780332799.982798:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f4a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982817:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982829:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982871:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982883:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982890:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982895:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332799.982900:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982907:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982919:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:2.0:1780332799.982922:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332799.982926:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.982932:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f495 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332799.982944:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b403ffe5 reply state 000000008c39a956 transno 4294967659 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332799.982952:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332799.983000:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f48e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0a0 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.983014:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f4a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0a0 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332799.983026:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332799.983029:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332799.983031:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780332799.983119:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50809:x1866812045526912:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 6339us (6918us total) trans 4294967659 rc 0/0 00000100:00100000:2.0:1780332799.985211:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 938 00000100:00100000:2.0:1780332799.991318:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1780332799.993735:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.993753:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.993762:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.993769:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332799.993774:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.993795:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.993812:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec40b3c7500) 00010000:00010000:0.0:1780332799.993816:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332799.993821:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332799.993826:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f49c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332799.994274:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045527168 00000100:00100000:1.0:1780332799.994284:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045527168 00000100:00100000:1.0:1780332799.994350:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 939 00000100:00100000:1.0:1780332799.994360:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50809:x1866812045527168:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:1.0:1780332799.994872:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332799.994895:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f4a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0a0 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332799.994910:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332799.994918:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332799.994960:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332799.995451:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332799.995464:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332799.996079:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004cb2d00d reply state 000000006ca554e2 transno 4294967660 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332799.996091:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332799.996325:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50809:x1866812045527168:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 1964us (5014us total) trans 4294967660 rc 0/0 00000100:00100000:1.0:1780332799.996334:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 939 00010000:00010000:2.0:1780332800.006090:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.006108:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.006117:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.006136:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332800.006140:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.006148:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.006168:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:2.0:1780332800.006171:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332800.006175:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.006181:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f4b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332800.008130:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332800.016351:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045527296 00000100:00100000:3.0:1780332800.016367:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045527296 00000100:00100000:3.0:1780332800.016513:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 940 00000100:00100000:3.0:1780332800.016523:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50809:x1866812045527296:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780332800.016545:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332800.016569:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f4b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0a7 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.016664:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f4b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0a7 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.016679:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f4b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0a7 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.016700:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332800.016703:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780332800.016708:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780332800.016900:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50809:x1866812045527296:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 257us (8669us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332800.016907:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 940 00000100:00080000:0.0:1780332800.018426:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332800.024221:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332800.024362:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045527424 00000100:00100000:3.0:1780332800.024382:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045527424 00000100:00100000:3.0:1780332800.024456:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 516 00000100:00100000:3.0:1780332800.024467:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045527424:12345-192.168.204.30@tcp:2:touch.60003 00000100:00080000:0.0:1780332800.024656:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332800.026287:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045527424:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 1148us (1403us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1780332800.026304:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 516 00000100:00100000:2.0:1780332800.029311:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332800.029465:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045527680 00000100:00100000:0.0:1780332800.029477:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045527680 00000100:00100000:0.0:1780332800.029669:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 96 00000100:00100000:0.0:1780332800.029680:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:50809:x1866812045527680:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:0.0:1780332800.030044:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50809:x1866812045527680:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 364us (740us total) trans 4294967661 rc 0/0 00000100:00100000:0.0:1780332800.030052:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 96 00000100:00100000:0.0:1780332800.069819:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332800.069926:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045527808 00000100:00100000:2.0:1780332800.069938:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045527808 00000100:00100000:2.0:1780332800.070006:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 941 00000100:00100000:2.0:1780332800.070016:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50813:x1866812045527808:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:2.0:1780332800.070041:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332800.070062:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f4bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0ae expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070123:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070137:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070148:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070160:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070166:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070171:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070259:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f4d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070267:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f4d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070273:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f4d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332800.070304:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00200000:2.0:1780332800.070308:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332800.070326:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f4d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070336:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f4d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070344:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070350:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070357:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070362:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332800.070366:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070372:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070384:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:2.0:1780332800.070387:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332800.070392:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070398:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307f4c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070409:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070416:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070421:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070427:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332800.070430:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070435:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070442:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332800.070444:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332800.070447:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070452:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f4cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070483:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f4bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ae expref: 13 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070495:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f4d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ae expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332800.070502:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332800.070504:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332800.070507:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780332800.070573:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50813:x1866812045527808:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 558us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332800.070581:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 941 00000100:00100000:2.0:1780332800.077007:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332800.078081:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045527936 00000100:00100000:3.0:1780332800.078094:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045527936 00000100:00100000:3.0:1780332800.078202:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 517 00000100:00100000:3.0:1780332800.078213:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045527936:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780332800.078230:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332800.078252:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0b5 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780332800.078279:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x6a1db900, atime: 0x6a1db900, ctime: 0x6a1db900, blocks: 0x1 00010000:00010000:3.0:1780332800.078298:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332800.078301:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332800.078309:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.078328:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.078341:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332800.078406:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045527936:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 194us (1408us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332800.078413:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 517 00000100:00100000:3.0:1780332800.085305:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332800.085388:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045528192 00000100:00100000:1.0:1780332800.085398:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045528192 00000100:00100000:1.0:1780332800.085457:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 942 00000100:00100000:1.0:1780332800.085468:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50813:x1866812045528192:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:1.0:1780332800.085518:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780332800.085544:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f4d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ae expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085568:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f4b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0a7 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085586:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:1.0:1780332800.085596:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332800.085666:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085681:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085691:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085706:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085713:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085720:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085956:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085964:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.085971:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780332800.086608:0:5807:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].30, 64 off10112 00000004:00080000:1.0:1780332800.086850:0:5807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2246494230475ns, next at 2247493997306ns, rc = 0 00010000:00010000:1.0:1780332800.086913:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.086925:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.086934:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.086941:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.086948:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.086954:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087045:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332800.087074:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087081:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087086:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087092:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332800.087096:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087103:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087115:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:1.0:1780332800.087117:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780332800.087121:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087126:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307f4f0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087144:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087149:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087155:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087159:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332800.087162:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087167:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087173:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:1.0:1780332800.087175:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332800.087178:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332800.087183:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f4e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332800.087196:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001522eb2f reply state 000000006e9e8862 transno 4294967662 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332800.087204:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780332800.087354:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50813:x1866812045528192:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 1884us (2056us total) trans 4294967662 rc 0/0 00000100:00100000:1.0:1780332800.087363:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 942 00010000:00010000:0.0:1780332800.087414:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332800.087419:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.087425:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332800.087428:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.087434:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.087442:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:0.0:1780332800.087445:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332800.087447:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.087452:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307f4f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.087466:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332800.087468:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332800.087469:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332800.094127:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.094145:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.094153:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.094158:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332800.094163:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.094171:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.094188:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec41273e100) 00010000:00010000:0.0:1780332800.094191:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332800.094196:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.094203:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f4e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332800.216050:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332800.216076:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067705216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332800.216155:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332800.219033:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705216 00000100:00100000:1.0:1780332800.219050:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705216 00000100:00100000:1.0:1780332800.219122:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1780332800.219133:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067705216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332800.219173:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1780332800.220447:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332800.222497:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067705216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3356us (6334us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332800.222511:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1780332800.223337:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067705216:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1780332800.287992:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00010000:00010000:2.0:1780332800.473239:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332800.815413:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332800.815471:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045528320 00000100:00100000:0.0:1780332800.815481:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045528320 00000100:00100000:0.0:1780332800.815543:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 943 00000100:00100000:0.0:1780332800.815553:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50831:x1866812045528320:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332800.815579:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332800.815598:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f4fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0bc expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.815710:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f505 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.815726:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.815739:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332800.815810:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:0.0:1780332800.815814:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332800.815852:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.815891:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f4fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0bc expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.815909:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f505 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0bc expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.815917:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332800.815920:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332800.815924:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332800.815991:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50831:x1866812045528320:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 439us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332800.815999:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 943 00000100:00100000:2.0:1780332800.823211:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332800.823423:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045528576 00000100:00100000:0.0:1780332800.823433:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045528576 00000100:00100000:0.0:1780332800.823507:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 944 00000100:00100000:0.0:1780332800.823521:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50831:x1866812045528576:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332800.823576:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332800.823604:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f505 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0bc expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.823647:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f487 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c099 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.823659:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780332800.823672:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332800.823714:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.823728:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332800.823738:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332800.825518:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d37949d6 reply state 00000000950f28b3 transno 4294967663 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332800.825535:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332800.825553:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000100:00100000:0.0:1780332800.825676:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50831:x1866812045528576:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 2155us (2480us total) trans 4294967663 rc 0/0 00000100:00100000:0.0:1780332800.825685:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 944 00010000:00010000:3.0:1780332800.830997:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.831015:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.831024:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.831030:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332800.831035:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.831043:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.831064:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec408256400) 00010000:00010000:3.0:1780332800.831067:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332800.831073:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332800.831078:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f50c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332800.932029:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332800.932077:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045528704 00000100:00100000:2.0:1780332800.932087:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045528704 00000100:00100000:2.0:1780332800.932135:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 945 00000100:00100000:2.0:1780332800.932145:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045528704:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332800.932274:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045528704:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 130us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332800.932281:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 945 00000100:00100000:0.0:1780332800.944210:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332800.944328:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045528832 00000100:00100000:3.0:1780332800.944339:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045528832 00000100:00100000:3.0:1780332800.944394:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 518 00000100:00100000:3.0:1780332800.944403:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50843:x1866812045528832:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332800.944835:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50843:x1866812045528832:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 432us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332800.944843:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 518 00000100:00100000:0.0:1780332800.953714:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332800.954206:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045528960 00000100:00100000:3.0:1780332800.954218:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045528960 00000100:00100000:3.0:1780332800.954489:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 519 00000100:00100000:3.0:1780332800.954509:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50843:x1866812045528960:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332800.954923:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50843:x1866812045528960:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 424us (1219us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332800.954931:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 519 00000100:00100000:3.0:1780332800.958122:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332800.958156:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045529088 00000100:00100000:3.0:1780332800.958164:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045529088 00000100:00100000:3.0:1780332800.958207:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 946 00000100:00100000:3.0:1780332800.958215:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045529088:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332800.958632:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045529088:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 399us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332800.958641:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 946 00000100:00080000:2.0:1780332800.959644:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332800.969855:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332800.970224:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045529216 00000100:00100000:2.0:1780332800.970234:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045529216 00000100:00100000:2.0:1780332800.970294:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 947 00000100:00100000:2.0:1780332800.970305:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045529216:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332800.970412:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045529216:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 108us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332800.970420:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 947 00000100:00100000:3.0:1780332800.973528:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332800.974404:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045529344 00000100:00100000:2.0:1780332800.974415:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045529344 00000100:00100000:2.0:1780332800.974470:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 520 00000100:00100000:2.0:1780332800.974550:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50843:x1866812045529344:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332800.975259:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50843:x1866812045529344:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 778us (1737us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332800.975268:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 520 00000100:00100000:3.0:1780332800.977065:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332800.977424:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045529472 00000100:00100000:0.0:1780332800.977434:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045529472 00000100:00100000:0.0:1780332800.977519:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 521 00000100:00100000:0.0:1780332800.977529:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50843:x1866812045529472:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332800.978013:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50843:x1866812045529472:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 484us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332800.978020:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 521 00000100:00100000:3.0:1780332800.980112:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332800.980208:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045529600 00000100:00100000:2.0:1780332800.980218:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045529600 00000100:00100000:2.0:1780332800.980298:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 948 00000100:00100000:2.0:1780332800.980307:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045529600:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332800.981115:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50843:x1866812045529600:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 806us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332800.981123:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 948 00000100:00100000:1.0:1780332801.060130:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332801.064261:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045529728 00000100:00100000:3.0:1780332801.064287:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045529728 00000100:00100000:3.0:1780332801.064371:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 949 00000100:00100000:3.0:1780332801.064382:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:50847:x1866812045529728:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:3.0:1780332801.064401:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332801.064435:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f513 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0c3 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064512:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064527:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064539:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064556:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064563:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064573:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064972:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f528 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064981:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.064988:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332801.065013:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:3.0:1780332801.065017:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332801.065041:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065055:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065060:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065066:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065072:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332801.065076:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065083:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065096:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:3.0:1780332801.065099:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332801.065103:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065109:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f51a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065121:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065126:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065131:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065136:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332801.065139:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065144:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065152:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec4054dd400) 00010000:00010000:3.0:1780332801.065154:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332801.065157:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065163:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f521 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065197:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f513 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0c3 expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065209:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f528 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0c3 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.065217:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780332801.065219:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332801.065222:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780332801.065292:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50847:x1866812045529728:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 912us (5174us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332801.065301:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 949 00000100:00100000:0.0:1780332801.068909:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332801.069077:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045529984 00000100:00100000:1.0:1780332801.069088:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045529984 00000100:00100000:1.0:1780332801.069155:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 950 00000100:00100000:1.0:1780332801.069177:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:50847:x1866812045529984:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780332801.069200:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332801.069222:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307f52f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0ca expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.069365:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.069382:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.069394:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.069423:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.069431:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.069438:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332801.070198:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00010000:00010000:1.0:1780332801.070402:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f544 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070415:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f544 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070424:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f544 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070467:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070475:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070483:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070490:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332801.070494:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070501:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070513:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:1.0:1780332801.070516:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332801.070521:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070527:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f536 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332801.070543:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5c6ca14 reply state 0000000021c590cb transno 4294967664 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332801.070552:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332801.070586:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307f52f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ca expref: 15 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070599:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f544 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ca expref: 14 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332801.070607:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332801.070609:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332801.070611:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfc00, rc 0) 00000100:00100000:1.0:1780332801.071035:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+15:50847:x1866812045529984:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 1867us (2135us total) trans 4294967664 rc 0/0 00000100:00100000:1.0:1780332801.071045:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 950 00010000:00010000:2.0:1780332801.072810:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.072828:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.072841:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.072846:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332801.072850:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.072857:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.072872:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec41273ef00) 00010000:00010000:2.0:1780332801.072875:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332801.072879:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.072886:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f53d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332801.096700:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332801.096823:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045530112 00000100:00100000:2.0:1780332801.096834:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045530112 00000100:00100000:2.0:1780332801.096907:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 522 00000100:00100000:2.0:1780332801.096918:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:50847:x1866812045530112:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780332801.096938:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332801.096962:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0d1 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780332801.096992:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780332801.097015:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332801.097017:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332801.097027:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 6 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.097044:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 6 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.097057:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780332801.097132:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:50847:x1866812045530112:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 216us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332801.097140:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 522 00000100:00100000:0.0:1780332801.136058:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332801.139051:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045530240 00000100:00100000:3.0:1780332801.139065:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045530240 00002000:00100000:3.0:1780332801.139140:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff8ec30129c000 x1866812045530240/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:532/0 lens 488/0 e 0 to 0 dl 1780332812 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1780332801.139151:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec30129c000 with x1866812045530240 ext(0->1048575) 00002000:00010000:3.0:1780332801.139157:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec30129c000 00000100:00100000:3.0:1780332801.139195:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 23 00000100:00100000:3.0:1780332801.139205:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045530240:12345-192.168.204.30@tcp:4:dd.60003 00000100:00100000:2.0:1780332801.166759:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045530240:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 27544us (30703us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1780332801.168532:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 23 00002000:00100000:2.0:1780332801.168547:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff8ec30129c000 x1866812045530240/t4294967356(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:532/0 lens 488/448 e 0 to 0 dl 1780332812 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1780332801.168558:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec30129c000 with x1866812045530240 ext(0->1048575) 00002000:00010000:2.0:1780332801.168564:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec30129c000 00000100:00100000:1.0:1780332801.172287:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332801.174828:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045530368 00000100:00100000:2.0:1780332801.174845:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045530368 00000100:00100000:2.0:1780332801.174929:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 951 00000100:00100000:2.0:1780332801.174940:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:50847:x1866812045530368:12345-192.168.204.30@tcp:44:dd.60003 00000100:00100000:3.0:1780332801.241486:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332801.242025:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067705472:0@lo:400:kworker.0 00000100:00100000:1.0:1780332801.242100:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332801.242176:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332801.242183:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067705600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332801.242205:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332801.242235:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705472 00000100:00100000:1.0:1780332801.242243:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705472 00000100:00100000:1.0:1780332801.242296:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705600 00000100:00100000:1.0:1780332801.242299:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705600 00000100:00100000:1.0:1780332801.242328:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1780332801.242336:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067705472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332801.242364:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1780332801.242377:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067705600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332801.242387:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067705472:12345-0@lo:400:kworker.0 Request processed in 50us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332801.242395:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00080000:1.0:1780332801.242418:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332801.242424:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067705600:12345-0@lo:400:kworker.0 Request processed in 50us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332801.242432:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1780332801.242451:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067705600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332801.242464:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067705472:0@lo:400:kworker.0 00000100:00100000:3.0:1780332801.243643:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067705728:0@lo:400:kworker.0 00000100:00100000:3.0:1780332801.243700:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332801.243722:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067705344:0@lo:400:kworker.0 00000100:00100000:3.0:1780332801.243749:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332801.243937:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705344 00000100:00100000:1.0:1780332801.243943:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705344 00000100:00100000:1.0:1780332801.243979:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1780332801.243985:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067705344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332801.244026:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067705344:12345-0@lo:400:kworker.0 Request processed in 41us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332801.244036:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1780332801.244232:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067705344:0@lo:400:kworker.0 00000100:00100000:0.0:1780332801.245187:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705728 00000100:00100000:0.0:1780332801.245196:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705728 00000100:00100000:0.0:1780332801.245236:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1780332801.245244:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067705728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332801.245426:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067705728:12345-0@lo:400:kworker.0 Request processed in 183us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332801.245434:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1780332801.245477:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067705728:0@lo:400:kworker.0 00000100:00100000:3.0:1780332801.253986:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332801.254008:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067705984:0@lo:400:kworker.0 00000100:00100000:3.0:1780332801.254079:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332801.254120:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332801.254129:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067705856:0@lo:400:kworker.0 00000100:00100000:3.0:1780332801.254155:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332801.254215:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705984 00000100:00100000:2.0:1780332801.254223:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705984 00000100:00100000:2.0:1780332801.254280:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1780332801.254291:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067705984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332801.254343:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067705984:12345-0@lo:400:kworker.0 Request processed in 55us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332801.254350:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1780332801.254415:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067705856 00000100:00100000:1.0:1780332801.254420:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067705856 00000100:00100000:1.0:1780332801.254458:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1780332801.254464:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067705856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332801.254517:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067705856:12345-0@lo:400:kworker.0 Request processed in 53us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332801.254523:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1780332801.254563:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067705856:0@lo:400:kworker.0 00000100:00080000:3.0:1780332801.254678:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332801.254683:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332801.254703:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067705984:0@lo:400:kworker.0 00000100:00100000:0.0:1780332801.257059:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:50847:x1866812045530368:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 82112us (84772us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332801.257074:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 951 00000001:00080000:3.0:1780332801.257755:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967663 is committed 00000001:00080000:3.0:1780332801.257779:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967664 is committed 00000004:00080000:3.0:1780332801.257787:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 78 committed 00000100:00100000:0.0:1780332801.259271:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332801.259297:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067706112:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780332801.259368:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332801.259478:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067706112 00000100:00100000:2.0:1780332801.259486:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067706112 00000100:00100000:2.0:1780332801.259533:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1780332801.259543:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067706112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780332801.259571:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:30 count 1 00010000:00010000:2.0:1780332801.259594:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.259638:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 5 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.259647:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332801.259649:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332801.259652:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.259683:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 5 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332801.259712:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 5 pid: 6594 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332801.259724:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067706240:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332801.259797:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c8fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1780332801.260230:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332801.260287:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045530496 00000100:00100000:3.0:1780332801.260292:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045530496 00000100:00100000:3.0:1780332801.260327:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 524 00000100:00100000:3.0:1780332801.260334:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045530496:12345-192.168.204.30@tcp:16:dd.60003 00000100:00100000:1.0:1780332801.264945:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067706240:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780332801.264974:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332801.268471:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332801.268510:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045530624 00000100:00100000:3.0:1780332801.268520:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045530624 00010000:00010000:3.0:1780332801.268556:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 6 pid: 6594 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332801.268591:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 397 00000100:00100000:3.0:1780332801.268600:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4074e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045530624:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332801.268614:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332801.268642:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 6 pid: 6594 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268661:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 6 pid: 6594 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268687:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307f4db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0b5 expref: 6 pid: 6594 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268704:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332801.268706:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332801.268710:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268721:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268750:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332801.268812:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4074e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045530624:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 212us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332801.268820:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 397 00010000:00010000:3.0:1780332801.268886:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268895:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268905:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268913:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.268928:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780332801.269437:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067706112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9894us (10067us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1780332801.269446:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00010000:00010000:3.0:1780332801.269469:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332801.269475:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.269485:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332801.269490:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.269499:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.269511:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.269519:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000057efa08/0x76434b26e307f559 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332801.269540:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332801.269542:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332801.269543:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780332801.269676:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42d9c5c00/2, rc 0, transno 4294967357 00000100:00100000:3.0:1780332801.269684:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067706112:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780332801.320603:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045530496:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 60260us (60364us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332801.320641:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 524 00000001:00080000:1.0:1780332801.322468:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:3.0:1780332801.323828:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332801.324005:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045530880 00000100:00100000:1.0:1780332801.324016:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045530880 00000100:00100000:1.0:1780332801.324078:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 97 00000100:00100000:1.0:1780332801.324089:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:50847:x1866812045530880:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:1.0:1780332801.324583:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:50847:x1866812045530880:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 494us (760us total) trans 4294967665 rc 0/0 00000100:00100000:1.0:1780332801.324591:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 97 00010000:00010000:2.0:1780332801.496037:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332801.753205:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332801.753229:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067706368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332801.753303:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332801.753495:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067706368 00000100:00100000:2.0:1780332801.753504:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067706368 00000100:00100000:2.0:1780332801.753563:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1780332801.753573:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067706368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332801.753600:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3856662528 00000100:00100000:2.0:1780332801.753927:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067706368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 355us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332801.753935:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1780332801.754115:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067706368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332802.241439:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332802.241480:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332802.241510:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332802.241532:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332802.241556:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531136 00000100:00100000:2.0:1780332802.241566:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531136 00000100:00100000:2.0:1780332802.241642:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1530 00000100:00100000:2.0:1780332802.241652:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045531136:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332802.241736:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045531136:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332802.241744:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1530 00000100:00100000:2.0:1780332802.241780:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531008 00000100:00100000:2.0:1780332802.241784:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531008 00000100:00100000:2.0:1780332802.241815:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1214 00000100:00100000:2.0:1780332802.241821:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045531008:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332802.241846:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045531008:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332802.241853:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1214 00000100:00080000:2.0:1780332802.241875:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332802.242509:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531392 00000100:00100000:0.0:1780332802.242516:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531392 00000100:00100000:0.0:1780332802.243427:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531264 00000100:00100000:0.0:1780332802.243432:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531264 00000100:00100000:0.0:1780332802.243466:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1135 00000100:00100000:0.0:1780332802.243474:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045531392:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:3.0:1780332802.243517:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332802.243522:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332802.243531:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045531392:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 57us (2049us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332802.243538:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1135 00000100:00100000:0.0:1780332802.243561:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1136 00000100:00100000:0.0:1780332802.243569:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045531264:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332802.243611:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045531264:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 42us (2077us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332802.243634:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1136 00000001:00080000:1.0:1780332802.493928:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967665 is committed 00010000:00010000:0.0:1780332802.520118:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332803.490340:0:85888:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2249897718461ns, next at 2247493997306ns, rc = 0 00000004:00080000:1.0:1780332803.490515:0:85888:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2249897895745ns, next at 2228680077251ns, rc = 0 00000004:00080000:0.0:1780332803.494063:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 81 committed 00000004:00080000:0.0:1780332803.494091:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 79 committed 00010000:00010000:0.0:1780332803.546015:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332804.571036:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332804.815071:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:2.0:1780332804.940594:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332804.940836:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531520 00000100:00100000:3.0:1780332804.940845:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531520 00000100:00100000:3.0:1780332804.940911:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 952 00000100:00100000:3.0:1780332804.940922:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045531520:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332804.941022:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045531520:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 103us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332804.941030:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 952 00000100:00080000:2.0:1780332804.941236:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332804.944366:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332804.944505:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531648 00000100:00100000:2.0:1780332804.944516:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531648 00000100:00100000:2.0:1780332804.944595:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 525 00000100:00100000:2.0:1780332804.944607:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51040:x1866812045531648:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332804.945042:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51040:x1866812045531648:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 437us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332804.945050:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 525 00000100:00080000:3.0:1780332804.946905:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332804.949653:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332804.949850:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531776 00000100:00100000:1.0:1780332804.949860:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531776 00000100:00100000:1.0:1780332804.949923:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 526 00000100:00100000:1.0:1780332804.949933:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:51040:x1866812045531776:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332804.950340:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:51040:x1866812045531776:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 408us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332804.950350:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 526 00000100:00080000:3.0:1780332804.950658:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332804.957774:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332804.957861:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045531904 00000100:00100000:1.0:1780332804.957872:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045531904 00000100:00100000:1.0:1780332804.957931:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 953 00000100:00100000:1.0:1780332804.957941:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045531904:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332804.958725:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045531904:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 783us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332804.958734:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 953 00000100:00100000:2.0:1780332804.967471:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332804.967586:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045532032 00000100:00100000:3.0:1780332804.967601:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045532032 00000100:00100000:3.0:1780332804.967684:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 954 00000100:00100000:3.0:1780332804.967695:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045532032:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332804.967820:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045532032:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 126us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332804.967829:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 954 00000100:00100000:3.0:1780332804.973667:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332804.975529:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045532160 00000100:00100000:1.0:1780332804.975542:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045532160 00000100:00100000:1.0:1780332804.975629:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 527 00000100:00100000:1.0:1780332804.975641:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51040:x1866812045532160:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332804.976009:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51040:x1866812045532160:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 370us (2353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332804.976017:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 527 00000100:00100000:1.0:1780332804.985849:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332804.988686:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045532288 00000100:00100000:2.0:1780332804.988717:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045532288 00000100:00100000:2.0:1780332804.988808:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 528 00000100:00100000:2.0:1780332804.988819:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:51040:x1866812045532288:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332804.993575:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:51040:x1866812045532288:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 4738us (7718us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332804.993594:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 528 00000100:00100000:0.0:1780332805.020828:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332805.020906:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045532416 00000100:00100000:3.0:1780332805.020917:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045532416 00000100:00100000:3.0:1780332805.020985:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 955 00000100:00100000:3.0:1780332805.020996:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045532416:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332805.021595:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51040:x1866812045532416:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 599us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332805.021603:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 955 00000100:00100000:3.0:1780332805.136362:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332805.139810:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045532672 00000100:00100000:1.0:1780332805.139825:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045532672 00000100:00100000:1.0:1780332805.140166:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 956 00000100:00100000:1.0:1780332805.140180:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51044:x1866812045532672:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:1.0:1780332805.140237:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332805.140268:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f544 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ca expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332805.140288:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332805.140298:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332805.140319:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332805.140332:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332805.140340:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332805.140354:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332805.140360:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332805.140366:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.141510:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.141525:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.141534:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780332805.143009:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].30, 64 off10112 00000004:00080000:0.0:1780332805.143020:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2251550401065ns, next at 2252550398889ns, rc = 0 00010000:00010000:0.0:1780332805.143536:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143551:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143560:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143568:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143573:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143579:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143691:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332805.143727:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143735:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143742:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143749:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332805.143753:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143760:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143773:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8ec408256700) 00010000:00010000:0.0:1780332805.143776:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332805.143780:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143786:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307f56e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143803:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143809:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143821:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143826:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332805.143828:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143833:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143840:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:0.0:1780332805.143842:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332805.143844:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332805.143849:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f560 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332805.143858:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b849c98 reply state 00000000ed30a95d transno 4294967666 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332805.143866:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332805.143959:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:51044:x1866812045532672:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 3778us (7599us total) trans 4294967666 rc 0/0 00000100:00100000:0.0:1780332805.143968:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 956 00010000:00010000:2.0:1780332805.146733:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332805.146746:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332805.146758:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332805.146762:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332805.146771:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332805.146786:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8ec408256700) 00010000:00010000:2.0:1780332805.146789:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332805.146793:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332805.146798:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f575 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332805.146912:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332805.146915:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332805.146917:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332805.150604:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332805.150655:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332805.150663:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332805.150669:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332805.150674:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332805.150682:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332805.150784:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff8ec41273e400) 00010000:00010000:3.0:1780332805.150788:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332805.150793:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332805.150800:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f567 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332805.335902:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067706496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332805.336037:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332805.338654:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067706496 00000100:00100000:1.0:1780332805.338669:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067706496 00000100:00100000:1.0:1780332805.338779:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1780332805.338789:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067706496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332805.338830:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332805.338919:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067706496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (2884us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332805.338927:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1780332805.340072:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000100:00080000:3.0:1780332805.340258:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1780332805.340521:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42d9c5c00, transno 4294967357 00000100:00100000:1.0:1780332805.340563:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067706496:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332805.599136:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332806.360055:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067706752:0@lo:400:kworker.0 00000100:00100000:2.0:1780332806.360102:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067706624:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.360123:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332806.360283:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067707264:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.360311:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332806.360356:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067706880:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.360383:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332806.360409:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332806.360415:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067707008:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.360784:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332806.360824:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067706752 00000100:00100000:3.0:1780332806.360832:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067706752 00000100:00100000:3.0:1780332806.360871:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067706880 00000100:00100000:3.0:1780332806.360874:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067706880 00000100:00100000:3.0:1780332806.360901:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:3.0:1780332806.360908:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067706752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.360958:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067706752:12345-0@lo:400:kworker.0 Request processed in 50us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332806.360967:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:3.0:1780332806.360982:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:3.0:1780332806.360987:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067706880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.361011:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067706880:12345-0@lo:400:kworker.0 Request processed in 25us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332806.361016:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:3.0:1780332806.361036:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067707264 00000100:00100000:3.0:1780332806.361039:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067707264 00000100:00100000:3.0:1780332806.361062:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067707008 00000100:00100000:3.0:1780332806.361065:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067707008 00000100:00100000:3.0:1780332806.361083:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1780332806.361089:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067707264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.361120:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067707264:12345-0@lo:400:kworker.0 Request processed in 31us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332806.361126:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1780332806.361136:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1780332806.361142:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067707008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.361168:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067707008:12345-0@lo:400:kworker.0 Request processed in 26us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332806.361174:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00080000:3.0:1780332806.361193:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332806.361197:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332806.361281:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067707008:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.361295:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067706880:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.361334:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067706752:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.361346:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067707264:0@lo:400:kworker.0 00000100:00100000:2.0:1780332806.367871:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332806.367966:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067706624 00000100:00100000:2.0:1780332806.367976:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067706624 00000100:00100000:2.0:1780332806.368026:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1780332806.368037:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067706624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.368058:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067707136:0@lo:400:kworker.0 00000100:00100000:3.0:1780332806.368111:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332806.368454:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067707136 00000100:00100000:0.0:1780332806.368458:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067707136 00000100:00100000:0.0:1780332806.368512:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:0.0:1780332806.368519:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067707136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332806.368585:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067707136:12345-0@lo:400:kworker.0 Request processed in 67us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332806.368592:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00080000:1.0:1780332806.368936:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332806.369717:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067706624:12345-0@lo:400:kworker.0 Request processed in 1680us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332806.369728:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1780332806.369901:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067706624:0@lo:400:kworker.0 00000100:00100000:0.0:1780332806.369917:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067707136:0@lo:400:kworker.0 00010000:00010000:0.0:1780332806.616743:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332806.878066:0:7883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2253285444645ns, next at 2254285442370ns, rc = 0 00000100:00100000:2.0:1780332806.878137:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332806.878161:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067707392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332806.878236:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332806.878365:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067707392 00000100:00100000:0.0:1780332806.878373:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067707392 00000100:00100000:0.0:1780332806.878421:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1780332806.878429:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067707392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332806.878465:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1780332806.878518:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067707392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332806.878525:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1780332806.878704:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067707392:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1780332807.354394:0:86034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2253761773040ns, next at 2247493997306ns, rc = 0 00000004:00080000:2.0:1780332807.354541:0:86034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2253761922215ns, next at 2254285442370ns, rc = 0 00000100:00100000:2.0:1780332807.362317:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332807.362375:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332807.362411:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045532800 00000100:00100000:2.0:1780332807.362421:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045532800 00000100:00100000:2.0:1780332807.362483:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1216 00000100:00100000:2.0:1780332807.362494:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045532800:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332807.362583:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045532800:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 91us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332807.362593:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1216 00000100:00100000:0.0:1780332807.362845:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045532928 00000100:00100000:0.0:1780332807.362850:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045532928 00000100:00100000:0.0:1780332807.362905:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1534 00000100:00100000:0.0:1780332807.362924:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045532928:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332807.362975:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045532928:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 63us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332807.362983:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1534 00000100:00080000:2.0:1780332807.363265:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332807.366180:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332807.367170:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533184 00000100:00100000:0.0:1780332807.367196:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533184 00000100:00100000:0.0:1780332807.367275:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1139 00000100:00100000:0.0:1780332807.367287:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045533184:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332807.367377:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045533184:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 93us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332807.367394:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1139 00000100:00080000:2.0:1780332807.367395:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332807.369190:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332807.369950:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533056 00000100:00100000:3.0:1780332807.369959:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533056 00000100:00100000:3.0:1780332807.370024:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00100000:3.0:1780332807.370035:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045533056:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332807.370107:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045533056:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 74us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332807.370116:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00080000:1.0:1780332807.370415:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1780332807.392116:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967666 is committed 00000004:00080000:3.0:1780332807.392131:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 82 committed 00000004:00080000:3.0:1780332807.392153:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 83 committed 00000004:00080000:3.0:1780332807.392159:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 84 committed 00000004:00080000:3.0:1780332807.392165:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 80 committed 00000100:00100000:0.0:1780332807.392420:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332807.392442:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067707520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332807.392508:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332807.392648:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067707520 00000100:00100000:2.0:1780332807.392657:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067707520 00000100:00100000:2.0:1780332807.392715:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1780332807.392725:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067707520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780332807.392754:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:30 count 1 00010000:00010000:2.0:1780332807.392779:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332807.392800:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332807.392808:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332807.392810:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332807.392814:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332807.392840:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332807.392856:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 5 pid: 6596 timeout: 2353 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332807.392868:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067707648:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332807.392922:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa840 going to sleep for 11 seconds 00000100:00100000:1.0:1780332807.398992:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332807.401000:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533312 00000100:00100000:0.0:1780332807.401015:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533312 00010000:00010000:0.0:1780332807.401072:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 6 pid: 6596 timeout: 2353 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332807.401120:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 398 00000100:00100000:0.0:1780332807.401131:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045533312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332807.401146:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332807.401151:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 6 pid: 6596 timeout: 2353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.401166:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 6 pid: 6596 timeout: 2353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.401191:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332807.401193:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332807.401197:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.401207:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.401229:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332807.401298:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045533312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 168us (2313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332807.401306:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 398 00010000:00010000:2.0:1780332807.401530:0:6597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc360e61/0x76434b26e307f552 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d1 expref: 5 pid: 6596 timeout: 2353 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332807.401547:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067707648:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332807.401568:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.402721:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.402735:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.402750:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.402759:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332807.402831:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780332807.403424:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067707520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10697us (10914us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1780332807.403434:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000004:00080000:1.0:1780332807.403534:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42d9c7b80/2, rc 0, transno 4294967357 00000100:00100000:1.0:1780332807.403553:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067707520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780332807.403775:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332807.403782:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332807.403793:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332807.403797:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332807.403811:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332807.403830:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332807.403839:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e307f57c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332807.403861:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332807.403862:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332807.403864:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332807.642549:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332808.664193:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332809.687860:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332810.013729:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000100:00100000:3.0:1780332810.456042:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067707776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332810.456118:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332810.456487:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067707776 00000100:00100000:1.0:1780332810.456496:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067707776 00000100:00100000:1.0:1780332810.456575:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1780332810.456585:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067707776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332810.456657:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332810.456707:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067707776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332810.456715:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00080000:3.0:1780332810.456969:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332810.457007:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067707776:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332810.712189:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332811.482359:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332811.482383:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067707904:0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.482456:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332811.482610:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067708160:0@lo:400:kworker.0 00000100:00100000:3.0:1780332811.482669:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332811.482689:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780332811.482695:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067708032:0@lo:400:kworker.0 00000100:00100000:3.0:1780332811.482713:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332811.482739:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067708544:0@lo:400:kworker.0 00000100:00100000:3.0:1780332811.482765:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332811.482794:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708160 00000100:00100000:3.0:1780332811.482801:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708160 00000100:00100000:3.0:1780332811.482848:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708032 00000100:00100000:3.0:1780332811.482852:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708032 00000100:00100000:3.0:1780332811.482872:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1780332811.482882:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067708160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332811.482933:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067708160:12345-0@lo:400:kworker.0 Request processed in 52us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332811.482940:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1780332811.482957:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:3.0:1780332811.482963:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067708032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332811.482991:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067708032:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332811.482996:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1780332811.483609:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067707904 00000100:00100000:2.0:1780332811.483677:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067707904 00000100:00100000:2.0:1780332811.483709:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1780332811.483726:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067707904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332811.483766:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067707904:12345-0@lo:400:kworker.0 Request processed in 51us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332811.483772:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00080000:2.0:1780332811.483823:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332811.483835:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708544 00000100:00100000:2.0:1780332811.483838:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708544 00000100:00100000:2.0:1780332811.483867:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1780332811.483873:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067708544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332811.483899:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067708544:12345-0@lo:400:kworker.0 Request processed in 27us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332811.483905:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00080000:2.0:1780332811.483920:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332811.483952:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067708032:0@lo:400:kworker.0 00000100:00100000:2.0:1780332811.483960:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:2.0:1780332811.483965:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42d9c7b80, transno 4294967357 00000100:00100000:2.0:1780332811.483975:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067708544:0@lo:400:kworker.0 00000100:00100000:2.0:1780332811.483984:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067708160:0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.485871:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067708288:0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.485937:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332811.485987:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067707904:0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.486010:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332811.486016:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067708416:0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.486041:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332811.486073:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708288 00000100:00100000:1.0:1780332811.486078:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708288 00000100:00100000:1.0:1780332811.486117:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1780332811.486125:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067708288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.486382:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067708288:12345-0@lo:400:kworker.0 Request processed in 257us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332811.486390:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1780332811.486413:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708416 00000100:00100000:1.0:1780332811.486417:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708416 00000100:00100000:1.0:1780332811.486452:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1780332811.486458:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067708416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.486487:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067708416:12345-0@lo:400:kworker.0 Request processed in 30us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332811.486494:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00080000:1.0:1780332811.486510:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332811.486531:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067708416:0@lo:400:kworker.0 00000100:00100000:1.0:1780332811.486541:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067708288:0@lo:400:kworker.0 00010000:00010000:3.0:1780332811.743800:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332811.993341:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067708672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332811.993411:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332811.993543:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708672 00000100:00100000:1.0:1780332811.993552:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708672 00000100:00100000:1.0:1780332811.993615:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1780332811.993653:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067708672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332811.993688:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332811.993752:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067708672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332811.993760:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1780332811.994026:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067708672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332812.478071:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332812.478107:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332812.478135:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332812.478155:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332812.478180:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533824 00000100:00100000:3.0:1780332812.478189:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533824 00000100:00100000:3.0:1780332812.478238:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533696 00000100:00100000:3.0:1780332812.478241:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533696 00000100:00100000:3.0:1780332812.478267:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1143 00000100:00100000:3.0:1780332812.478277:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045533824:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332812.478461:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045533824:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 185us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332812.478470:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1143 00000100:00100000:3.0:1780332812.478489:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1144 00000100:00100000:3.0:1780332812.478497:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045533696:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332812.478523:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045533696:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332812.478528:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1144 00000100:00100000:3.0:1780332812.478545:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533440 00000100:00100000:3.0:1780332812.478548:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533440 00000100:00100000:3.0:1780332812.478571:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1218 00000100:00100000:3.0:1780332812.478577:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045533440:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332812.478647:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045533440:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 69us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332812.478654:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1218 00000100:00080000:3.0:1780332812.478689:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332812.478844:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533568 00000100:00100000:2.0:1780332812.478849:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533568 00000100:00100000:2.0:1780332812.478883:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1538 00000100:00100000:2.0:1780332812.478891:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045533568:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332812.478922:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045533568:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332812.478928:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1538 00000100:00080000:2.0:1780332812.484432:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332812.484442:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780332812.759819:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332813.784121:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332814.808198:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332815.575954:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067708800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332815.576056:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332815.576295:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708800 00000100:00100000:1.0:1780332815.576304:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708800 00000100:00100000:1.0:1780332815.576381:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1780332815.576391:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067708800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332815.576426:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332815.576492:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067708800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332815.576498:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1780332815.576961:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067708800:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332815.578102:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332815.833720:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332816.600175:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067708928:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.600248:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332816.600306:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067709440:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.600332:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332816.600356:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332816.600361:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067709312:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.600383:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332816.600407:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067708928 00000100:00100000:2.0:1780332816.600414:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067708928 00000100:00100000:2.0:1780332816.600450:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1780332816.600459:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067708928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.600519:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067708928:12345-0@lo:400:kworker.0 Request processed in 60us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332816.600525:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1780332816.600581:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067708928:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.600637:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709440 00000100:00100000:2.0:1780332816.600641:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709440 00000100:00100000:2.0:1780332816.600674:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:2.0:1780332816.600680:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067709440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.600716:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067709440:12345-0@lo:400:kworker.0 Request processed in 36us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332816.600722:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1780332816.600874:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067709184:0@lo:400:kworker.0 00000100:00100000:0.0:1780332816.600900:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332816.600994:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709184 00000100:00100000:1.0:1780332816.600999:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709184 00000100:00100000:1.0:1780332816.601024:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:1.0:1780332816.601029:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067709184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332816.601058:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067709184:12345-0@lo:400:kworker.0 Request processed in 29us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332816.601063:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00080000:1.0:1780332816.601123:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332816.601147:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067709440:0@lo:400:kworker.0 00000100:00100000:1.0:1780332816.601172:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709312 00000100:00100000:1.0:1780332816.601176:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709312 00000100:00100000:1.0:1780332816.601200:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1780332816.601207:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067709312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332816.601241:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067709312:12345-0@lo:400:kworker.0 Request processed in 35us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332816.601247:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1780332816.601271:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067709312:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.606222:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067709056:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.606311:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332816.606348:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067709568:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.606373:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332816.606563:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709568 00000100:00100000:3.0:1780332816.606572:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709568 00000100:00100000:3.0:1780332816.606656:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1780332816.606667:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067709568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332816.606721:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067709568:12345-0@lo:400:kworker.0 Request processed in 57us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332816.606729:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1780332816.606800:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709056 00000100:00100000:1.0:1780332816.606804:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709056 00000100:00100000:1.0:1780332816.606838:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:1.0:1780332816.606844:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067709056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332816.606877:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067709056:12345-0@lo:400:kworker.0 Request processed in 34us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332816.606883:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00080000:2.0:1780332816.607053:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332816.607103:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067709056:0@lo:400:kworker.0 00000100:00100000:2.0:1780332816.607115:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067709568:0@lo:400:kworker.0 00000100:00100000:0.0:1780332816.607459:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067709184:0@lo:400:kworker.0 00010000:00010000:0.0:1780332816.856319:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332817.115734:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067709696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332817.115817:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332817.117221:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709696 00000100:00100000:2.0:1780332817.117233:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709696 00000100:00100000:2.0:1780332817.117311:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1780332817.117323:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067709696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332817.117372:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332817.117449:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067709696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (1631us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332817.117466:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1780332817.117755:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067709696:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332817.600721:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332817.600767:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332817.600804:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332817.600834:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332817.600865:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534336 00000100:00100000:1.0:1780332817.600873:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534336 00000100:00100000:1.0:1780332817.600934:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534208 00000100:00100000:1.0:1780332817.600936:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534208 00000100:00100000:1.0:1780332817.600957:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1147 00000100:00100000:1.0:1780332817.600967:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045534336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332817.601034:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045534336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 69us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332817.601041:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1147 00000100:00100000:1.0:1780332817.601057:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1148 00000100:00100000:1.0:1780332817.601063:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045534208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332817.601100:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045534208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332817.601106:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1148 00000100:00080000:1.0:1780332817.601128:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332817.601133:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332817.601200:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534080 00000100:00100000:0.0:1780332817.601205:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534080 00000100:00100000:0.0:1780332817.601251:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1542 00000100:00100000:0.0:1780332817.601260:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045534080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332817.601301:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045534080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332817.601308:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1542 00000100:00100000:2.0:1780332817.601388:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045533952 00000100:00100000:2.0:1780332817.601402:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045533952 00000100:00100000:2.0:1780332817.601438:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1220 00000100:00100000:2.0:1780332817.601444:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045533952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332817.601481:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045533952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332817.601487:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1220 00000100:00080000:1.0:1780332817.601743:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332817.881772:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332818.904493:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332819.928119:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332820.696042:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332820.696069:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067709824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332820.696142:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332820.696208:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709824 00000100:00100000:3.0:1780332820.696217:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709824 00000100:00080000:1.0:1780332820.696251:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332820.696288:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1780332820.696299:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067709824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332820.696338:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332820.696447:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067709824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 151us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332820.696454:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1780332820.696697:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067709824:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332820.952766:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332821.722837:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067710080:0@lo:400:kworker.0 00000100:00100000:3.0:1780332821.722952:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332821.723048:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067710592:0@lo:400:kworker.0 00000100:00100000:3.0:1780332821.723080:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332821.723110:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332821.723117:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067710208:0@lo:400:kworker.0 00000100:00100000:3.0:1780332821.723141:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332821.723186:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710080 00000100:00100000:3.0:1780332821.723196:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710080 00000100:00100000:3.0:1780332821.723251:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710208 00000100:00100000:3.0:1780332821.723254:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710208 00000100:00100000:3.0:1780332821.723290:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:3.0:1780332821.723300:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067710080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332821.723365:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067710080:12345-0@lo:400:kworker.0 Request processed in 66us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332821.723373:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:3.0:1780332821.723393:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1780332821.723400:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067710208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332821.723428:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067710208:12345-0@lo:400:kworker.0 Request processed in 29us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332821.723435:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00080000:3.0:1780332821.723457:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332821.723507:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067710208:0@lo:400:kworker.0 00000100:00100000:3.0:1780332821.723524:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067710080:0@lo:400:kworker.0 00000100:00100000:1.0:1780332821.724219:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710592 00000100:00100000:1.0:1780332821.724228:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710592 00000100:00100000:1.0:1780332821.724294:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1780332821.724302:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067710592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332821.724362:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067710592:12345-0@lo:400:kworker.0 Request processed in 61us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332821.724369:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1780332821.724412:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067710592:0@lo:400:kworker.0 00000100:00100000:0.0:1780332821.724575:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067710336:0@lo:400:kworker.0 00000100:00100000:0.0:1780332821.724729:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332821.724785:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332821.724795:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067709952:0@lo:400:kworker.0 00000100:00100000:0.0:1780332821.724825:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332821.724860:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067710464:0@lo:400:kworker.0 00000100:00100000:1.0:1780332821.724958:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710336 00000100:00100000:1.0:1780332821.724968:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710336 00000100:00100000:1.0:1780332821.725020:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1780332821.725029:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067710336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332821.725079:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067710336:12345-0@lo:400:kworker.0 Request processed in 50us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332821.725086:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1780332821.725109:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067709952 00000100:00100000:1.0:1780332821.725113:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067709952 00000100:00100000:1.0:1780332821.725135:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1780332821.725141:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067709952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332821.725183:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067709952:12345-0@lo:400:kworker.0 Request processed in 29us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332821.725190:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1780332821.725484:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332821.725569:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067710336:0@lo:400:kworker.0 00000100:00100000:0.0:1780332821.725587:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067709952:0@lo:400:kworker.0 00000100:00080000:3.0:1780332821.728455:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332821.734053:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710464 00000100:00100000:1.0:1780332821.734067:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710464 00000100:00100000:1.0:1780332821.734166:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1780332821.734336:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067710464:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1780332821.734352:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332821.734444:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067710464:12345-0@lo:400:kworker.0 Request processed in 113us (8975us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332821.734453:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:2.0:1780332821.734565:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067710464:0@lo:400:kworker.0 00010000:00010000:2.0:1780332821.976415:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332822.234681:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067710720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332822.234752:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332822.234886:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710720 00000100:00100000:1.0:1780332822.234894:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710720 00000100:00100000:1.0:1780332822.234945:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1780332822.234954:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067710720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332822.235003:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332822.238752:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067710720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3789us (3989us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332822.240762:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067710720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332822.240963:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1780332822.723299:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332822.723364:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332822.723403:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332822.724778:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534592 00000100:00100000:0.0:1780332822.724792:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534592 00000100:00100000:0.0:1780332822.724904:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1546 00000100:00100000:0.0:1780332822.724915:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045534592:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332822.724953:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332822.725012:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534720 00000100:00100000:1.0:1780332822.725016:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534720 00000100:00100000:1.0:1780332822.725045:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534848 00000100:00100000:1.0:1780332822.725048:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534848 00000100:00100000:1.0:1780332822.725066:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1151 00000100:00100000:1.0:1780332822.725072:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045534720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332822.725133:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045534592:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 220us (1845us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332822.725140:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1546 00000100:00100000:2.0:1780332822.725357:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534464 00000100:00100000:2.0:1780332822.725361:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534464 00000100:00100000:2.0:1780332822.725393:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1222 00000100:00100000:2.0:1780332822.725400:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045534464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:3.0:1780332822.730386:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332822.730395:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332822.730399:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332822.730564:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1152 00000100:00100000:3.0:1780332822.730583:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045534848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332822.730679:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045534848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 105us (5726us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332822.730688:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1152 00000100:00100000:1.0:1780332822.731831:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045534720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 6752us (8421us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332822.731841:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1151 00000100:00100000:2.0:1780332822.734273:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045534464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 8863us (10898us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332822.734288:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1222 00000100:00100000:3.0:1780332822.866089:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332822.866277:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045534976 00000100:00100000:1.0:1780332822.866288:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045534976 00000100:00100000:1.0:1780332822.866408:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 957 00000100:00100000:1.0:1780332822.866420:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045534976:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332822.866562:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045534976:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 144us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332822.866569:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 957 00000100:00100000:0.0:1780332822.875014:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332822.875100:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045535104 00000100:00100000:3.0:1780332822.875110:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045535104 00000100:00100000:3.0:1780332822.875174:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 530 00000100:00100000:3.0:1780332822.875185:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535104:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332822.875807:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535104:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 623us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332822.875814:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 530 00000100:00100000:3.0:1780332822.881966:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332822.882512:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045535232 00000100:00100000:1.0:1780332822.882523:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045535232 00000100:00100000:1.0:1780332822.882675:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 531 00000100:00100000:1.0:1780332822.882686:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535232:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332822.883106:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535232:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 421us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332822.883114:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 531 00000100:00100000:0.0:1780332822.886659:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332822.886800:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045535360 00000100:00100000:3.0:1780332822.886811:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045535360 00000100:00100000:3.0:1780332822.886871:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 958 00000100:00100000:3.0:1780332822.886881:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045535360:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332822.887316:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045535360:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 435us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332822.887325:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 958 00000100:00100000:0.0:1780332822.892137:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332822.892692:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045535488 00000100:00100000:2.0:1780332822.892713:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045535488 00000100:00100000:2.0:1780332822.892776:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 959 00000100:00100000:2.0:1780332822.892787:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045535488:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332822.892895:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045535488:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 109us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332822.892902:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 959 00000100:00100000:2.0:1780332822.896286:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332822.896362:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045535616 00000100:00100000:1.0:1780332822.896371:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045535616 00000100:00100000:1.0:1780332822.896425:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 532 00000100:00100000:1.0:1780332822.896435:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535616:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332822.896857:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535616:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 423us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332822.896865:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 532 00000100:00100000:3.0:1780332822.909013:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332822.909068:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045535744 00000100:00100000:2.0:1780332822.909078:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045535744 00000100:00100000:2.0:1780332822.909132:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 533 00000100:00100000:2.0:1780332822.909144:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535744:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332822.909516:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:51262:x1866812045535744:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 374us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332822.909526:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 533 00000100:00100000:0.0:1780332822.913356:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332822.913459:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045535872 00000100:00100000:1.0:1780332822.913469:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045535872 00000100:00100000:1.0:1780332822.913535:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 960 00000100:00100000:1.0:1780332822.913554:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045535872:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332822.914226:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51262:x1866812045535872:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 680us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332822.914235:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 960 00000100:00100000:3.0:1780332822.977747:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332822.978005:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045536000 00000100:00100000:0.0:1780332822.978014:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045536000 00000100:00100000:0.0:1780332822.978073:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 961 00000100:00100000:0.0:1780332822.978084:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:51263:x1866812045536000:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332822.978103:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332822.978123:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f583 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0d8 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.978201:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f58a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.978217:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f58a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.978234:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f58a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332822.978438:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00000004:00200000:0.0:1780332822.978443:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332822.978586:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f58a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.978657:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f583 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d8 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.978675:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f58a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d8 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.978683:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:0.0:1780332822.978686:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332822.978690:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:0.0:1780332822.978754:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51263:x1866812045536000:12345-192.168.204.30@tcp:101:rm.0 Request processed in 672us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332822.978762:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 961 00000100:00100000:3.0:1780332822.990468:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332822.990581:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045536256 00000100:00100000:0.0:1780332822.990591:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045536256 00000100:00100000:0.0:1780332822.990669:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 962 00000100:00100000:0.0:1780332822.990680:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:51263:x1866812045536256:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332822.990703:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332822.990726:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f591 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0df expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332822.990994:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00010000:00010000:0.0:1780332822.991404:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f591 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0df expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.991418:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:0.0:1780332822.991421:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780332822.991426:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f591 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0df expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332822.991439:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332822.991711:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:51263:x1866812045536256:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1032us (1261us total) trans 4294967667 rc 301/301 00000100:00100000:0.0:1780332822.991719:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 962 00010000:00010000:2.0:1780332823.000709:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332823.001369:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332823.001515:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045536384 00000100:00100000:2.0:1780332823.001524:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045536384 00000100:00100000:2.0:1780332823.001589:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 98 00000100:00100000:2.0:1780332823.001600:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:51263:x1866812045536384:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:0.0:1780332823.006468:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:51263:x1866812045536384:12345-192.168.204.30@tcp:37:rm.0 Request processed in 4851us (5085us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332823.006484:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 98 00000100:00100000:3.0:1780332823.010008:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332823.010098:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045536640 00000100:00100000:1.0:1780332823.010108:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045536640 00000100:00100000:1.0:1780332823.010157:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 99 00000100:00100000:1.0:1780332823.010173:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec411123c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:51263:x1866812045536640:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:1.0:1780332823.010589:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec411123c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:51263:x1866812045536640:12345-192.168.204.30@tcp:35:rm.0 Request processed in 423us (590us total) trans 4294967668 rc 0/0 00000100:00100000:1.0:1780332823.010597:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 99 00000100:00100000:1.0:1780332823.023247:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332823.023368:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045536896 00000100:00100000:2.0:1780332823.023379:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045536896 00000100:00100000:2.0:1780332823.023436:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 963 00000100:00100000:2.0:1780332823.023457:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:51263:x1866812045536896:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332823.023515:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780332823.023551:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307f58a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0d8 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023574:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307f528 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0c3 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023588:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:2.0:1780332823.023604:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307f249 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c00d expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023613:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332823.023670:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332823.023695:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023709:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023720:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023732:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023739:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.023745:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.024111:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.024120:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.024127:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332823.029830:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 7680 00010000:00010000:2.0:1780332823.029870:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029883:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029891:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029898:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332823.029904:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029912:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029928:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332823.029931:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332823.029936:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029943:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f5ad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029971:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029977:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029982:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029987:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332823.029989:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.029995:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.030002:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332823.030004:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332823.030008:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332823.030013:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f59f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332823.030024:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab6664b7 reply state 000000006aa3c0dd transno 4294967669 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332823.030032:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332823.030117:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:51263:x1866812045536896:12345-192.168.204.30@tcp:36:rm.0 Request processed in 6667us (6876us total) trans 4294967669 rc 0/0 00000100:00100000:2.0:1780332823.030126:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 963 00010000:00010000:1.0:1780332823.046316:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332823.046331:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332823.046338:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332823.046344:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332823.046349:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332823.046357:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332823.046373:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332823.046376:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332823.046381:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332823.046387:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f5a6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.027323:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332824.437267:0:86253:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1f23b930 20000000:00000080:1.0:1780332824.437284:0:86253:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e2fc00 uarg=0000000000000000 00010000:00010000:1.0:1780332824.442040:0:86253:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332824.442062:0:86253:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332824.442123:0:86253:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332824.442196:0:86253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332824.442215:0:86253:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f234 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332824.442224:0:86253:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332824.442267:0:86253:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f234 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332824.442289:0:86253:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f234 expref: 17 pid: 5799 timeout: 2370 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332824.442304:0:86253:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86253:1866812067710848:0@lo:104: 00000100:00100000:1.0:1780332824.442370:0:86253:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332824.442510:0:86253:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec401254780 going to sleep for 11 seconds 00000100:00100000:3.0:1780332824.443922:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710848 00000100:00100000:3.0:1780332824.443934:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710848 00000100:00100000:3.0:1780332824.444036:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1780332824.444046:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86253:x1866812067710848:12345-0@lo:104: 00010000:00010000:3.0:1780332824.444063:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.444152:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332824.444158:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86253:x1866812067710848:12345-0@lo:104: Request processed in 115us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332824.444165:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00010000:00010000:0.0:1780332824.444211:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332824.444217:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332824.444225:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332824.444229:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332824.444238:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332824.444250:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332824.444257:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332824.444289:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332824.444296:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332824.444312:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332824.444319:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f234 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f23b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332824.444337:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332824.444339:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332824.444340:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332824.444376:0:86253:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86253:1866812067710848:0@lo:104: 00010000:00010000:0.0:1780332824.444402:0:86253:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332824.444933:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067710976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332824.444977:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332824.445094:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067710976 00000100:00100000:3.0:1780332824.445100:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067710976 00010000:00010000:3.0:1780332824.445123:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f234 expref: 18 pid: 5799 timeout: 2370 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332824.445189:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1780332824.445198:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067710976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332824.445209:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332824.445214:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f234 expref: 18 pid: 5799 timeout: 2370 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445226:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f234 expref: 18 pid: 5799 timeout: 2370 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445242:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f23b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f234 expref: 18 pid: 5799 timeout: 2370 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445256:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445265:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445281:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445289:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445296:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445303:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445309:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332824.445312:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445320:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445341:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332824.445351:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332824.445389:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067710976:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332824.445397:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1780332824.445472:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067710976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332824.445537:0:86253:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332824.445545:0:86253:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332824.445552:0:86253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307f5b4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.055190:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332825.283584:0:86301:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5ea7bb40 20000000:00000080:2.0:1780332825.283602:0:86301:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410f38000 uarg=0000000000000000 00010000:00010000:2.0:1780332825.284755:0:86301:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332825.284773:0:86301:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332825.284789:0:86301:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332825.284809:0:86301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284825:0:86301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284835:0:86301:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284847:0:86301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284853:0:86301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284860:0:86301:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284866:0:86301:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332825.284870:0:86301:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284879:0:86301:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284891:0:86301:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284898:0:86301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332825.284904:0:86301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1800/0x76434b26e307f5bb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332825.559726:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332825.559734:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332825.559740:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332825.559803:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332825.559816:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332825.559828:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332825.559854:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067711104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332825.559929:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332825.559992:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9900 going to sleep for 11 seconds 00000100:00100000:1.0:1780332825.560055:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067711104 00000100:00100000:1.0:1780332825.560064:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067711104 00000100:00100000:1.0:1780332825.560133:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:1.0:1780332825.560142:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067711104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332825.560156:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332825.560171:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f5c2 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332825.560195:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332825.560205:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332825.560214:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332825.560253:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067711104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332825.560260:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1780332825.560953:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067711104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332825.560970:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332825.560985:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332825.561004:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332825.561009:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332825.561017:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332825.816711:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332825.816734:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067711232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332825.816796:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332825.816853:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067711232 00000100:00100000:3.0:1780332825.816860:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067711232 00000100:00100000:3.0:1780332825.816903:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1780332825.816910:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067711232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332825.816939:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332825.816969:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067711232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332825.816974:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00080000:3.0:1780332825.816989:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332825.817014:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067711232:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332826.071821:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332826.131899:0:86349:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff51f50870 20000000:00000080:3.0:1780332826.131917:0:86349:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e0d400 uarg=0000000000000000 00010000:00010000:3.0:1780332826.132154:0:86349:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332826.132168:0:86349:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332826.132184:0:86349:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332826.132201:0:86349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332826.132218:0:86349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332826.132227:0:86349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332826.132264:0:86349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332826.132281:0:86349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 17 pid: 5800 timeout: 2372 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332826.132296:0:86349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86349:1866812067711360:0@lo:104: 00000100:00100000:3.0:1780332826.132366:0:86349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332826.132428:0:86349:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9900 going to sleep for 11 seconds 00000100:00100000:2.0:1780332826.132532:0:5788:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780332826.132547:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067711360 00000100:00100000:2.0:1780332826.132554:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067711360 00000100:00100000:2.0:1780332826.132602:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1780332826.132612:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42271a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86349:x1866812067711360:12345-0@lo:104: 00010000:00010000:2.0:1780332826.132647:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.132704:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332826.132709:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42271a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86349:x1866812067711360:12345-0@lo:104: Request processed in 99us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332826.132716:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00010000:00010000:2.0:1780332826.132754:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332826.132759:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.132766:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332826.132770:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.132779:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332826.132786:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332826.132792:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332826.132816:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.132822:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332826.132838:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.132845:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f5c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5c9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.132861:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332826.132863:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332826.132864:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332826.132882:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067711488:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332826.132906:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332826.132953:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067711488 00000100:00100000:2.0:1780332826.132956:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067711488 00010000:00010000:2.0:1780332826.132972:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 18 pid: 5800 timeout: 2372 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332826.132993:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1780332826.133000:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067711488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332826.133010:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332826.133015:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 18 pid: 5800 timeout: 2372 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133025:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 18 pid: 5800 timeout: 2372 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133040:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133048:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133061:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133067:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133074:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133081:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133086:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332826.133090:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133097:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133106:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332826.133113:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332826.133150:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067711488:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332826.133157:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1780332826.133457:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067711488:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332826.133593:0:86349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f5c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f5c2 expref: 17 pid: 5800 timeout: 2372 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332826.133603:0:86349:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86349:1866812067711360:0@lo:104: 00010000:00010000:3.0:1780332826.133680:0:86349:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332826.133689:0:86349:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332826.133700:0:86349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332826.133706:0:86349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f5d0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332826.851657:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067711616:0@lo:400:kworker.0 00000100:00100000:2.0:1780332826.851733:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332826.851821:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067711744:0@lo:400:kworker.0 00000100:00100000:2.0:1780332826.851821:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067711616 00000100:00100000:2.0:1780332826.851827:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067711616 00000100:00100000:3.0:1780332826.851889:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332826.851889:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1780332826.851898:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067711616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332826.851944:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067711616:12345-0@lo:400:kworker.0 Request processed in 47us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332826.851954:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1780332826.852000:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067711616:0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.852502:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067711872:0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.852538:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332826.852905:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067711744 00000100:00100000:3.0:1780332826.852911:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067711744 00000100:00100000:3.0:1780332826.852978:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067711872 00000100:00100000:3.0:1780332826.852982:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067711872 00000100:00100000:0.0:1780332826.853090:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067712000:0@lo:400:kworker.0 00000100:00100000:0.0:1780332826.853130:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332826.853149:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332826.853153:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067712128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332826.853174:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332826.853403:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712000 00000100:00100000:0.0:1780332826.853407:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712000 00000100:00100000:0.0:1780332826.853435:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1780332826.853441:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067712000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332826.853481:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067712000:12345-0@lo:400:kworker.0 Request processed in 39us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332826.853486:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1780332826.853555:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712128 00000100:00100000:1.0:1780332826.853560:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712128 00000100:00100000:1.0:1780332826.853586:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1780332826.853592:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067711744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.853659:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067711744:12345-0@lo:400:kworker.0 Request processed in 67us (1769us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332826.853665:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1780332826.853678:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1780332826.853684:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067711872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.853708:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067711872:12345-0@lo:400:kworker.0 Request processed in 25us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332826.853717:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1780332826.853728:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1780332826.853732:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067712128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.853752:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067712128:12345-0@lo:400:kworker.0 Request processed in 20us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332826.853757:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1780332826.853794:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067712256:0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.853819:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332826.853852:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067711744:0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.853878:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712256 00000100:00100000:1.0:1780332826.853881:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712256 00000100:00100000:1.0:1780332826.853906:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1780332826.853913:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067712256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.853945:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067712256:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332826.853950:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1780332826.853975:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067712256:0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.854004:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067711872:0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.854029:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067712128:0@lo:400:kworker.0 00000100:00100000:1.0:1780332826.854432:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067712000:0@lo:400:kworker.0 00000100:00080000:2.0:1780332826.856440:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332826.856449:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780332827.097514:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332827.352006:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332827.352027:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067712384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332827.352096:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332827.352198:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712384 00000100:00100000:1.0:1780332827.352206:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712384 00000100:00100000:1.0:1780332827.352258:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1780332827.352268:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067712384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332827.352303:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332827.352349:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067712384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332827.352356:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1780332827.352441:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067712384:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1780332827.802505:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332827.802513:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332827.802519:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332827.802568:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332827.802581:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332827.802591:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332827.802649:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067712512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332827.802717:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332827.802779:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332827.802967:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712512 00000100:00100000:3.0:1780332827.802975:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712512 00000100:00100000:3.0:1780332827.803026:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1780332827.803035:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067712512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332827.803048:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332827.803061:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f5d7 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332827.803083:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332827.803108:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332827.803116:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780332827.803158:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067712512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332827.803164:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1780332827.803451:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067712512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332827.803466:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332827.803487:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332827.803506:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332827.803510:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332827.803517:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332827.839187:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332827.839222:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332827.839247:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332827.839266:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332827.839296:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537280 00000100:00100000:0.0:1780332827.839305:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537280 00000100:00100000:0.0:1780332827.839370:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537408 00000100:00100000:0.0:1780332827.839373:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537408 00000100:00100000:0.0:1780332827.839408:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1155 00000100:00100000:0.0:1780332827.839419:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045537280:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332827.839654:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045537280:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 237us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332827.839663:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1155 00000100:00100000:0.0:1780332827.839679:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1156 00000100:00100000:0.0:1780332827.839685:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045537408:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332827.839708:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045537408:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332827.839714:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1156 00000100:00100000:0.0:1780332827.839805:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537152 00000100:00100000:0.0:1780332827.839809:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537152 00000100:00100000:0.0:1780332827.839839:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1550 00000100:00100000:0.0:1780332827.839844:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045537152:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332827.839873:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045537152:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332827.839879:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1550 00000100:00080000:0.0:1780332827.839896:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332827.839899:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332827.839901:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332827.840903:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537024 00000100:00100000:2.0:1780332827.840910:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537024 00000100:00100000:2.0:1780332827.840943:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1226 00000100:00100000:2.0:1780332827.840961:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045537024:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332827.841000:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045537024:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 40us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332827.841007:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1226 00000001:00080000:3.0:1780332827.940148:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967667 is committed 00000001:00080000:3.0:1780332827.940189:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967668 is committed 00000001:00080000:3.0:1780332827.940201:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967669 is committed 00010000:00010000:0.0:1780332828.124714:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332829.144023:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332829.576284:0:86546:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc81e1da0 20000000:00000080:2.0:1780332829.576302:0:86546:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410f38000 uarg=0000000000000000 00010000:00010000:2.0:1780332829.577098:0:86546:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332829.577114:0:86546:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332829.577130:0:86546:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332829.577146:0:86546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332829.577165:0:86546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332829.577172:0:86546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332829.577207:0:86546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332829.577221:0:86546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 17 pid: 5799 timeout: 2375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332829.577235:0:86546:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86546:1866812067712640:0@lo:104: 00000100:00100000:2.0:1780332829.577297:0:86546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332829.577397:0:86546:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332829.577439:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712640 00000100:00100000:3.0:1780332829.577446:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712640 00000100:00100000:3.0:1780332829.577519:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1780332829.577529:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86546:x1866812067712640:12345-0@lo:104: 00010000:00010000:3.0:1780332829.577542:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332829.577640:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332829.577647:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86546:x1866812067712640:12345-0@lo:104: Request processed in 120us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332829.577654:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1780332829.577730:0:86546:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86546:1866812067712640:0@lo:104: 00010000:00010000:0.0:1780332829.577749:0:86546:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.577816:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332829.577823:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.577831:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332829.577835:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.577843:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332829.577849:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332829.577854:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332829.577889:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.577896:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332829.577914:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.577920:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e307f5d7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5de expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.577937:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332829.577939:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332829.577940:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332829.577951:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067712768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332829.577980:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332829.578017:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712768 00000100:00100000:1.0:1780332829.578020:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712768 00010000:00010000:1.0:1780332829.578038:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 18 pid: 5799 timeout: 2375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332829.578059:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1780332829.578065:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067712768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332829.578073:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332829.578077:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 18 pid: 5799 timeout: 2375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578087:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 18 pid: 5799 timeout: 2375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578098:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307f5de lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f5d7 expref: 18 pid: 5799 timeout: 2375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578108:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578116:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578127:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578134:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578142:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578148:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578153:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332829.578157:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578164:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578174:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332829.578182:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332829.578205:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067712768:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332829.578210:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1780332829.578235:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067712768:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332829.578421:0:86546:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332829.578433:0:86546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332829.578439:0:86546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0400/0x76434b26e307f5e5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332830.169302:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332830.616477:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332830.616484:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332830.616489:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332830.616537:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332830.616549:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332830.616558:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332830.616584:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067712896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332830.616680:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332830.616749:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4104103c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780332830.617129:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067712896 00000100:00100000:0.0:1780332830.617136:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067712896 00000100:00100000:0.0:1780332830.617191:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1780332830.617201:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067712896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332830.617216:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332830.617231:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f5ec expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332830.617252:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f5ec expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332830.617263:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f5ec expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332830.617273:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332830.617327:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067712896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332830.617333:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1780332830.617429:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067712896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332830.617451:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332830.617460:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332830.617479:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332830.617483:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332830.617496:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332830.935929:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067713024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332830.935997:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332830.936060:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713024 00000100:00100000:3.0:1780332830.936068:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713024 00000100:00100000:3.0:1780332830.936128:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1780332830.936138:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067713024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332830.936172:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332830.936224:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067713024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332830.936231:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:0.0:1780332830.936735:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332830.937066:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067713024:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332831.192046:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332831.960532:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067713408:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.961336:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067713280:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.961434:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332831.961494:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067713792:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.961522:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332831.961560:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780332831.961567:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067713152:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.961601:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332831.961646:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067713664:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.961674:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332831.961715:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713280 00000100:00100000:1.0:1780332831.961730:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713280 00000100:00100000:1.0:1780332831.961782:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713664 00000100:00100000:1.0:1780332831.961785:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713664 00000100:00100000:1.0:1780332831.961816:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1780332831.961825:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067713280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.962107:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067713280:12345-0@lo:400:kworker.0 Request processed in 282us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332831.962115:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1780332831.962135:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1780332831.962142:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067713664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.962170:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067713664:12345-0@lo:400:kworker.0 Request processed in 30us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332831.962176:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1780332831.962199:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713792 00000100:00100000:1.0:1780332831.962203:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713792 00000100:00100000:1.0:1780332831.962234:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1780332831.962241:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067713792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.962271:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067713792:12345-0@lo:400:kworker.0 Request processed in 31us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332831.962278:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1780332831.962297:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713152 00000100:00100000:1.0:1780332831.962300:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713152 00000100:00100000:1.0:1780332831.962334:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1780332831.962340:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067713152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.962370:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067713152:12345-0@lo:400:kworker.0 Request processed in 31us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332831.962375:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00080000:1.0:1780332831.962405:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332831.962409:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332831.962443:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067713152:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.962456:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067713664:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.962465:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067713280:0@lo:400:kworker.0 00000100:00100000:1.0:1780332831.962475:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067713792:0@lo:400:kworker.0 00000100:00100000:3.0:1780332831.962729:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332831.962757:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332831.962764:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067713536:0@lo:400:kworker.0 00000100:00100000:3.0:1780332831.962789:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332831.962825:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713408 00000100:00100000:3.0:1780332831.962829:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713408 00000100:00100000:3.0:1780332831.962860:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:3.0:1780332831.962867:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067713408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332831.962915:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067713408:12345-0@lo:400:kworker.0 Request processed in 49us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332831.962922:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:3.0:1780332831.962940:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713536 00000100:00100000:3.0:1780332831.962944:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713536 00000100:00100000:3.0:1780332831.962966:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1780332831.962973:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067713536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332831.963003:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067713536:12345-0@lo:400:kworker.0 Request processed in 31us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332831.963009:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00080000:3.0:1780332831.963025:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332831.963057:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067713536:0@lo:400:kworker.0 00000100:00100000:3.0:1780332831.963067:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067713408:0@lo:400:kworker.0 00010000:00010000:1.0:1780332832.216997:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332832.472215:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067713920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332832.472288:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332832.472448:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067713920 00000100:00100000:3.0:1780332832.472457:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067713920 00000100:00100000:3.0:1780332832.472506:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1780332832.472518:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067713920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332832.472560:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332832.472635:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067713920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332832.472644:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1780332832.473308:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067713920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332832.958684:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332832.958716:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537664 00000100:00100000:1.0:1780332832.958727:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537664 00000100:00100000:2.0:1780332832.958793:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332832.958822:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1554 00000100:00100000:2.0:1780332832.958832:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332832.958837:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045537664:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332832.958917:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045537664:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332832.958925:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1554 00000100:00100000:2.0:1780332832.958953:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332832.958984:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537920 00000100:00100000:2.0:1780332832.958988:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537920 00000100:00100000:0.0:1780332832.958999:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537792 00000100:00100000:0.0:1780332832.959005:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537792 00000100:00100000:1.0:1780332832.959247:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045537536 00000100:00100000:1.0:1780332832.959251:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045537536 00000100:00100000:1.0:1780332832.959275:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1229 00000100:00100000:1.0:1780332832.959282:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045537536:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332832.959325:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045537536:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332832.959331:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1229 00000100:00100000:2.0:1780332832.960261:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1159 00000100:00100000:2.0:1780332832.960271:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045537920:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332832.960332:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045537920:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 63us (1542us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332832.960340:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1159 00000100:00080000:3.0:1780332832.961644:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332832.961651:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332832.961654:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332832.965488:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1160 00000100:00100000:0.0:1780332832.965504:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045537792:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332832.965583:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045537792:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 85us (6632us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332832.965590:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1160 00010000:00010000:2.0:1780332833.242400:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332834.263787:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332835.287851:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332836.057174:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332836.057201:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067714048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332836.057295:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332836.057351:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714048 00000100:00100000:3.0:1780332836.057361:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714048 00000100:00100000:3.0:1780332836.057431:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00080000:0.0:1780332836.057441:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332836.057444:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067714048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332836.057490:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332836.057548:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067714048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332836.057555:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1780332836.057671:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067714048:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332836.311883:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332837.081960:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067714304:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082028:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332837.082073:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067714816:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082099:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332837.082124:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780332837.082130:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067714176:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082157:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332837.082180:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067714688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082203:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332837.082226:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067714432:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082257:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332837.082276:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332837.082282:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067714560:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082302:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332837.082331:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714176 00000100:00100000:0.0:1780332837.082339:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714176 00000100:00100000:0.0:1780332837.082381:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1780332837.082390:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067714176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082438:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067714176:12345-0@lo:400:kworker.0 Request processed in 49us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332837.082444:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1780332837.082477:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714304 00000100:00100000:0.0:1780332837.082481:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714304 00000100:00100000:0.0:1780332837.082507:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714688 00000100:00100000:0.0:1780332837.082510:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714688 00000100:00100000:0.0:1780332837.082534:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714432 00000100:00100000:0.0:1780332837.082536:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714432 00000100:00100000:0.0:1780332837.082550:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1780332837.082556:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067714304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082588:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067714304:12345-0@lo:400:kworker.0 Request processed in 32us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332837.082595:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1780332837.082607:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:0.0:1780332837.082613:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067714688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082670:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067714688:12345-0@lo:400:kworker.0 Request processed in 57us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332837.082677:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:0.0:1780332837.082691:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:0.0:1780332837.082697:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067714432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082733:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067714432:12345-0@lo:400:kworker.0 Request processed in 36us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332837.082738:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00080000:0.0:1780332837.082763:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332837.082791:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067714432:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082819:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067714176:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082828:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067714688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332837.082835:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067714304:0@lo:400:kworker.0 00000100:00100000:3.0:1780332837.083023:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714816 00000100:00100000:3.0:1780332837.083028:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714816 00000100:00100000:3.0:1780332837.083073:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714560 00000100:00100000:3.0:1780332837.083076:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714560 00000100:00100000:3.0:1780332837.083098:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1780332837.083104:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067714816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332837.083142:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067714816:12345-0@lo:400:kworker.0 Request processed in 39us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332837.083149:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1780332837.083162:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1780332837.083167:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067714560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332837.083195:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067714560:12345-0@lo:400:kworker.0 Request processed in 29us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332837.083201:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1780332837.083231:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067714560:0@lo:400:kworker.0 00000100:00100000:3.0:1780332837.083264:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067714816:0@lo:400:kworker.0 00000100:00080000:1.0:1780332837.085785:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332837.338723:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780332837.531428:0:86889:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 21: test nodemap mapped_trusted_noadmin fileops ========================================================== 12:53:56 (1780332836) 00000100:00100000:0.0:1780332837.592279:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332837.592305:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067714944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332837.592378:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332837.592871:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067714944 00000100:00100000:1.0:1780332837.592881:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067714944 00000100:00100000:1.0:1780332837.592936:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1780332837.592946:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067714944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332837.592986:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332837.593037:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067714944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332837.593045:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1780332837.593083:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067714944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332838.079423:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332838.079465:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332838.079496:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332838.079525:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332838.079550:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538432 00000100:00100000:1.0:1780332838.079559:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538432 00000100:00100000:0.0:1780332838.079700:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538176 00000100:00100000:0.0:1780332838.079704:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538176 00000100:00100000:0.0:1780332838.079759:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1558 00000100:00100000:0.0:1780332838.079769:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045538176:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332838.079834:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045538176:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 66us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332838.079841:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1558 00000100:00100000:0.0:1780332838.079961:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538304 00000100:00100000:0.0:1780332838.079965:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538304 00000100:00100000:0.0:1780332838.079990:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1163 00000100:00100000:0.0:1780332838.079995:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045538304:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332838.080020:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045538304:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332838.080026:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1163 00000100:00080000:0.0:1780332838.080060:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780332838.080065:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332838.080330:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538048 00000100:00100000:3.0:1780332838.080334:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538048 00000100:00100000:3.0:1780332838.080389:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1231 00000100:00100000:3.0:1780332838.080396:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045538048:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332838.080428:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045538048:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332838.080435:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1231 00000100:00080000:3.0:1780332838.081940:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332838.082044:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1164 00000100:00100000:0.0:1780332838.082055:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045538432:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332838.082168:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045538432:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 60us (2614us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332838.082177:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1164 00010000:00010000:1.0:1780332838.361738:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:0.0:1780332838.576101:0:86939:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1780332838.584388:0:86939:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000020:00000080:0.0:1780332839.292727:0:86987:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc851131a0 20000000:00000080:0.0:1780332839.292743:0:86987:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc87400 uarg=0000000000000000 10000000:01000000:0.0:1780332839.293821:0:86987:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332839.293842:0:86987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332839.293861:0:86987:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f5ec expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332839.293869:0:86987:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332839.293908:0:86987:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f5ec expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332839.293936:0:86987:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f5ec expref: 17 pid: 5798 timeout: 2385 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332839.293950:0:86987:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86987:1866812067715072:0@lo:104: 00000100:00100000:0.0:1780332839.294011:0:86987:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332839.294060:0:86987:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee240 going to sleep for 11 seconds 00000100:00100000:2.0:1780332839.295654:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715072 00000100:00100000:2.0:1780332839.295668:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715072 00000100:00100000:2.0:1780332839.295736:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1780332839.295747:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86987:x1866812067715072:12345-0@lo:104: 00010000:00010000:2.0:1780332839.295762:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332839.295909:0:86987:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86987:1866812067715072:0@lo:104: 00010000:00010000:0.0:1780332839.295944:0:86987:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332839.295974:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332839.295981:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:86987:x1866812067715072:12345-0@lo:104: Request processed in 237us (1970us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332839.295989:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00010000:00010000:3.0:1780332839.296251:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332839.296258:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332839.296267:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332839.296271:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332839.296279:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332839.296287:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332839.296292:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332839.296467:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332839.296474:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1780332839.296522:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067715200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332839.296560:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332839.296652:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715200 00000100:00100000:1.0:1780332839.296657:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715200 00010000:00010000:1.0:1780332839.296678:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f5ec expref: 18 pid: 5798 timeout: 2385 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332839.296703:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1780332839.296710:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067715200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332839.296722:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332839.296727:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f5ec expref: 18 pid: 5798 timeout: 2385 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296739:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f5ec expref: 18 pid: 5798 timeout: 2385 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296752:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390800/0x76434b26e307f5f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f5ec expref: 18 pid: 5798 timeout: 2385 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296767:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296776:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296789:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296796:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296803:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296810:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296816:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332839.296825:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296832:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296846:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.296855:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332839.297160:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332839.297168:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0a00/0x76434b26e307f5ec lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f5f3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332839.297185:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332839.297187:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332839.297189:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332839.297275:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067715200:12345-0@lo:103:ldlm_bl.0 Request processed in 565us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332839.297282:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00010000:00010000:1.0:1780332839.297339:0:86987:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.297347:0:86987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332839.297352:0:86987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390200/0x76434b26e307f5fa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332839.297465:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067715200:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332839.384715:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332840.118924:0:87035:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcef523dc0 20000000:00000080:3.0:1780332840.119061:0:87035:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b2400 uarg=0000000000000000 10000000:01000000:3.0:1780332840.119457:0:87035:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332840.119476:0:87035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119492:0:87035:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119502:0:87035:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119508:0:87035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119515:0:87035:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119521:0:87035:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119526:0:87035:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332840.119529:0:87035:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119536:0:87035:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119547:0:87035:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119555:0:87035:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.119561:0:87035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f601 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332840.410944:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332841.043889:0:87083:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd695aa920 20000000:00000080:1.0:1780332841.043905:0:87083:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec426f53800 uarg=0000000000000000 10000000:01000000:1.0:1780332841.044113:0:87083:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332841.044136:0:87083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044152:0:87083:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044160:0:87083:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044167:0:87083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044173:0:87083:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044180:0:87083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044198:0:87083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332841.044203:0:87083:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044210:0:87083:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044223:0:87083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044230:0:87083:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.044237:0:87083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f608 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332841.183359:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067715328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332841.183806:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332841.183985:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715328 00000100:00100000:1.0:1780332841.183993:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715328 00000100:00100000:1.0:1780332841.184057:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1780332841.184216:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067715328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332841.184251:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332841.184297:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067715328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332841.184304:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00080000:1.0:1780332841.184325:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332841.184362:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067715328:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1780332841.239701:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332841.239708:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332841.239712:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332841.239761:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332841.239774:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332841.239785:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332841.239811:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067715456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332841.239887:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332841.239937:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec43bd3b000 going to sleep for 11 seconds 00000100:00100000:3.0:1780332841.240004:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715456 00000100:00100000:3.0:1780332841.240012:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715456 00000100:00100000:3.0:1780332841.240058:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:3.0:1780332841.240068:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067715456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332841.240081:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332841.240093:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f60f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.240115:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f60f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.240126:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f60f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.240134:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332841.240193:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067715456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332841.240200:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1780332841.240253:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067715456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332841.240267:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332841.240276:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332841.240294:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332841.240300:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332841.240308:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332841.435561:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332841.812038:0:87131:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde00465e0 20000000:00000080:0.0:1780332841.812051:0:87131:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc85000 uarg=0000000000000000 10000000:01000000:0.0:1780332841.812245:0:87131:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332841.812263:0:87131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332841.812349:0:87131:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f60f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332841.812359:0:87131:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332841.812396:0:87131:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f60f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332841.812410:0:87131:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f60f expref: 17 pid: 5800 timeout: 2388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332841.812423:0:87131:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87131:1866812067715584:0@lo:104: 00000100:00100000:0.0:1780332841.812483:0:87131:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332841.812536:0:87131:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64840 going to sleep for 11 seconds 00000100:00100000:2.0:1780332841.812598:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715584 00000100:00100000:2.0:1780332841.812605:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715584 00000100:00100000:2.0:1780332841.812896:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1780332841.812905:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87131:x1866812067715584:12345-0@lo:104: 00010000:00010000:2.0:1780332841.812918:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332841.812988:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332841.812994:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87131:x1866812067715584:12345-0@lo:104: Request processed in 90us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332841.813000:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00010000:00010000:3.0:1780332841.813173:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332841.813189:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813198:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332841.813201:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813210:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332841.813216:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332841.813222:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332841.813260:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813266:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332841.813288:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813295:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0000/0x76434b26e307f60f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f616 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813307:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332841.813309:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332841.813312:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332841.813347:0:87131:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87131:1866812067715584:0@lo:104: 00010000:00010000:0.0:1780332841.813390:0:87131:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332841.813683:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067715712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332841.813718:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332841.813804:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715712 00000100:00100000:3.0:1780332841.813809:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715712 00010000:00010000:3.0:1780332841.813831:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f60f expref: 18 pid: 5800 timeout: 2388 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332841.813857:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1780332841.813863:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067715712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332841.813873:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332841.813877:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f60f expref: 18 pid: 5800 timeout: 2388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813887:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f60f expref: 18 pid: 5800 timeout: 2388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813900:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f616 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f60f expref: 18 pid: 5800 timeout: 2388 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813911:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813919:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813935:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813942:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813948:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813953:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813958:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332841.813962:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813969:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813983:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332841.813997:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332841.814032:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067715712:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332841.814039:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00010000:00010000:1.0:1780332841.814047:0:87131:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.814057:0:87131:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332841.814064:0:87131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e307f61d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332841.814071:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067715712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332842.199917:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067716096:0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.199994:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332842.200047:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332842.200054:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067716224:0@lo:400:kworker.0 00000100:00100000:1.0:1780332842.200280:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067715968:0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.200333:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332842.200380:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716096 00000100:00100000:2.0:1780332842.200388:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716096 00000100:00100000:2.0:1780332842.200436:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1780332842.200444:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067716096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.200494:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067716096:12345-0@lo:400:kworker.0 Request processed in 50us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332842.200501:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1780332842.200524:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332842.200548:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780332842.200554:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067715840:0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.200575:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332842.200592:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067716352:0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.200612:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332842.200665:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716224 00000100:00100000:2.0:1780332842.200669:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716224 00000100:00100000:2.0:1780332842.200701:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715968 00000100:00100000:2.0:1780332842.200704:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715968 00000100:00100000:2.0:1780332842.200723:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067715840 00000100:00100000:2.0:1780332842.200726:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067715840 00000100:00100000:2.0:1780332842.200738:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:2.0:1780332842.200743:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067716224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.200773:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067716224:12345-0@lo:400:kworker.0 Request processed in 30us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332842.200779:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:2.0:1780332842.200791:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1780332842.200796:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067715968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.200826:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067715968:12345-0@lo:400:kworker.0 Request processed in 29us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332842.200831:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1780332842.200842:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1780332842.200847:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067715840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.200870:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067715840:12345-0@lo:400:kworker.0 Request processed in 23us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332842.200876:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1780332842.200895:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716352 00000100:00100000:2.0:1780332842.200898:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716352 00000100:00100000:2.0:1780332842.201082:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1780332842.201097:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067716352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332842.201139:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067716352:12345-0@lo:400:kworker.0 Request processed in 51us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332842.201145:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00080000:2.0:1780332842.207006:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332842.207016:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332842.207851:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067715840:0@lo:400:kworker.0 00000100:00100000:0.0:1780332842.207867:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067716352:0@lo:400:kworker.0 00000100:00100000:0.0:1780332842.207879:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067715968:0@lo:400:kworker.0 00000100:00100000:0.0:1780332842.209082:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067716224:0@lo:400:kworker.0 00000100:00100000:0.0:1780332842.209227:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067716096:0@lo:400:kworker.0 00010000:00010000:1.0:1780332842.455798:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332842.564014:0:87179:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea5a95690 20000000:00000080:0.0:1780332842.564031:0:87179:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc85000 uarg=0000000000000000 10000000:01000000:0.0:1780332842.564235:0:87179:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332842.564255:0:87179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564282:0:87179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564293:0:87179:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564301:0:87179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564308:0:87179:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564316:0:87179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564323:0:87179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332842.564327:0:87179:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564335:0:87179:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564349:0:87179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564357:0:87179:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332842.564364:0:87179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307f624 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332842.723754:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332842.723776:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067716480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332842.723845:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332842.723977:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716480 00000100:00100000:2.0:1780332842.723985:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716480 00000100:00100000:2.0:1780332842.724068:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1780332842.724077:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067716480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332842.724114:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332842.724174:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067716480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332842.724182:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1780332842.724265:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067716480:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1780332843.031866:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332843.031874:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332843.031879:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332843.031928:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332843.031941:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332843.031953:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332843.031983:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067716608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332843.032049:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332843.032102:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4011ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780332843.033149:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716608 00000100:00100000:0.0:1780332843.033170:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716608 00000100:00100000:0.0:1780332843.033231:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:0.0:1780332843.033242:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067716608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332843.033257:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332843.033274:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f62b expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.033301:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f62b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.033312:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f62b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.033320:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391800, rc 0) 00000100:00100000:0.0:1780332843.033373:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067716608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332843.033380:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:0.0:1780332843.033431:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067716608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332843.033446:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.033456:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332843.033477:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332843.033482:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.033491:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332843.199555:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332843.199601:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332843.199727:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538688 00000100:00100000:1.0:1780332843.199738:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538688 00000100:00100000:1.0:1780332843.199819:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1562 00000100:00100000:1.0:1780332843.199830:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045538688:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332843.199912:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045538688:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 83us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332843.199920:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1562 00000100:00080000:0.0:1780332843.200136:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332843.200388:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538560 00000100:00100000:3.0:1780332843.200394:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538560 00000100:00100000:3.0:1780332843.200431:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1234 00000100:00100000:3.0:1780332843.200439:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045538560:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332843.200473:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045538560:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 35us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332843.200480:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1234 00000100:00100000:0.0:1780332843.200576:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332843.200663:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332843.200684:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538816 00000100:00100000:0.0:1780332843.200688:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538816 00000100:00100000:0.0:1780332843.200718:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045538944 00000100:00100000:0.0:1780332843.200720:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045538944 00000100:00100000:0.0:1780332843.200738:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 534 00000100:00100000:0.0:1780332843.200745:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045538816:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:0.0:1780332843.200764:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307eea6 00000100:00080000:0.0:1780332843.200771:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec409fa3000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1780332843.200822:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967357 00000100:00100000:0.0:1780332843.201047:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045538816:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 302us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332843.201206:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 534 00000100:00100000:0.0:1780332843.201221:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 535 00000100:00100000:0.0:1780332843.201228:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045538944:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:0.0:1780332843.201240:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307ef55 00000100:00080000:0.0:1780332843.201246:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec409fa2000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1780332843.201268:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967357 00000100:00100000:0.0:1780332843.201403:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045538944:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 175us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332843.201410:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 535 00010000:00010000:0.0:1780332843.201440:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332843.201446:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780332843.201452:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332843.201454:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1780332843.230875:0:87227:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdce682d60 20000000:00000080:0.0:1780332843.230891:0:87227:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec404c63000 uarg=0000000000000000 10000000:01000000:0.0:1780332843.231063:0:87227:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332843.231082:0:87227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.231099:0:87227:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f62b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.231109:0:87227:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.231149:0:87227:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f62b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332843.231179:0:87227:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f62b expref: 17 pid: 5798 timeout: 2389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332843.231193:0:87227:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87227:1866812067716736:0@lo:104: 00000100:00100000:0.0:1780332843.231263:0:87227:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332843.232346:0:87227:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332843.233688:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716736 00000100:00100000:1.0:1780332843.233698:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716736 00000100:00100000:1.0:1780332843.233753:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1780332843.233763:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87227:x1866812067716736:12345-0@lo:104: 00010000:00010000:1.0:1780332843.233779:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234023:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332843.234030:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87227:x1866812067716736:12345-0@lo:104: Request processed in 269us (2767us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332843.234037:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00010000:00010000:1.0:1780332843.234058:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332843.234064:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234072:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332843.234076:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234085:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332843.234092:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332843.234103:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332843.234136:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234143:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332843.234178:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234185:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f62b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f632 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234201:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332843.234203:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332843.234205:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332843.234228:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067716864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332843.234272:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332843.234320:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716864 00000100:00100000:1.0:1780332843.234324:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716864 00010000:00010000:1.0:1780332843.234342:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f62b expref: 18 pid: 5798 timeout: 2389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332843.234364:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1780332843.234371:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067716864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332843.234382:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332843.234387:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f62b expref: 18 pid: 5798 timeout: 2389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234399:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f62b expref: 18 pid: 5798 timeout: 2389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234493:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234502:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234516:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234524:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234531:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234537:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234542:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332843.234546:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234552:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234560:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.234570:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332843.234598:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067716864:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332843.234609:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1780332843.234700:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067716864:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332843.236187:0:87227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391800/0x76434b26e307f632 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f62b expref: 17 pid: 5798 timeout: 2389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332843.236204:0:87227:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87227:1866812067716736:0@lo:104: 00010000:00010000:2.0:1780332843.236224:0:87227:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332843.236233:0:87227:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332843.236239:0:87227:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332843.236245:0:87227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390c00/0x76434b26e307f639 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332843.480743:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332844.505420:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332844.505427:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332844.505432:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332844.505475:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332844.505487:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332844.505498:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332844.505536:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067716992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332844.505601:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332844.505684:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4011cac00 going to sleep for 11 seconds 00010000:00010000:0.0:1780332844.505700:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332844.505861:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067716992 00000100:00100000:2.0:1780332844.505869:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067716992 00000100:00100000:2.0:1780332844.505917:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:2.0:1780332844.505927:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067716992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332844.505939:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332844.505951:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f640 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332844.505972:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f640 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332844.505983:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f640 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332844.505992:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332844.506036:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067716992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332844.506044:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1780332844.506531:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067716992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332844.506548:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332844.506557:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332844.506575:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332844.506579:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332844.506586:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332845.547292:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332845.672038:0:87376:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2b55ee50 20000000:00000080:0.0:1780332845.672055:0:87376:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4c400 uarg=0000000000000000 10000000:01000000:0.0:1780332845.672766:0:87376:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332845.672786:0:87376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332845.672803:0:87376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f640 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332845.672812:0:87376:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332845.672850:0:87376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f640 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332845.672868:0:87376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f640 expref: 17 pid: 5800 timeout: 2392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332845.672882:0:87376:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87376:1866812067717120:0@lo:104: 00000100:00100000:0.0:1780332845.673053:0:87376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332845.673175:0:87376:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403160a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332845.673222:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067717120 00000100:00100000:2.0:1780332845.673228:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067717120 00000100:00100000:2.0:1780332845.673315:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1780332845.673324:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87376:x1866812067717120:12345-0@lo:104: 00010000:00010000:2.0:1780332845.673337:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332845.673531:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332845.673538:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87376:x1866812067717120:12345-0@lo:104: Request processed in 216us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332845.673546:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00010000:00010000:3.0:1780332845.673604:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332845.673612:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.673643:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332845.673647:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.673655:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332845.673666:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332845.673671:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332845.673703:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.673709:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332845.673728:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.673735:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e307f640 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f647 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.673750:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332845.673752:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332845.673753:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332845.673842:0:87376:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87376:1866812067717120:0@lo:104: 00010000:00010000:0.0:1780332845.673860:0:87376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332845.673908:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067717248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332845.673939:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332845.674208:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067717248 00000100:00100000:3.0:1780332845.674213:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067717248 00010000:00010000:3.0:1780332845.674234:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f640 expref: 18 pid: 5800 timeout: 2392 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332845.674265:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1780332845.674272:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067717248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332845.674282:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332845.674286:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f640 expref: 18 pid: 5800 timeout: 2392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674309:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f640 expref: 18 pid: 5800 timeout: 2392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674322:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0200/0x76434b26e307f647 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f640 expref: 18 pid: 5800 timeout: 2392 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674334:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674342:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674354:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674361:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674366:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674371:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674377:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332845.674380:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674386:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674395:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332845.674421:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332845.674453:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067717248:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332845.674460:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1780332845.674489:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067717248:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332845.674806:0:87376:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332845.674815:0:87376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332845.674826:0:87376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e307f64e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:2.0:1780332845.849936:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332845.849944:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec409fa5000/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00100000:1.0:1780332845.850015:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780332845.850021:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec409fa1000/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332845.850054:0:1285:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec409fa5000/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:3.0:1780332845.850205:0:1285:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec409fa3000 for lustre-OST0000 00000020:00000080:3.0:1780332845.850212:0:1285:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec409fa1000/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:3.0:1780332845.850237:0:1285:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec409fa2000 for lustre-OST0001 00000100:00100000:0.0:1780332846.300017:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067717376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332846.300086:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332846.300171:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067717376 00000100:00100000:0.0:1780332846.300177:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067717376 00000100:00100000:0.0:1780332846.300255:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1780332846.300265:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067717376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332846.300297:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332846.300354:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067717376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332846.300361:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:0.0:1780332846.300382:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332846.300427:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067717376:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1780332846.404346:0:87426:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6cb562b0 20000000:00000080:0.0:1780332846.404432:0:87426:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4c000 uarg=0000000000000000 10000000:01000000:0.0:1780332846.404711:0:87426:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332846.404731:0:87426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404747:0:87426:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404758:0:87426:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404770:0:87426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404778:0:87426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404786:0:87426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404793:0:87426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332846.404797:0:87426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404805:0:87426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404818:0:87426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404825:0:87426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332846.404832:0:87426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e307f655 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332846.556934:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332847.319850:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067717760:0@lo:400:kworker.0 00000100:00100000:2.0:1780332847.319921:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332847.319986:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780332847.319992:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067717632:0@lo:400:kworker.0 00000100:00100000:2.0:1780332847.320015:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332847.320031:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067718144:0@lo:400:kworker.0 00000100:00100000:2.0:1780332847.320055:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332847.320084:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067717760 00000100:00100000:2.0:1780332847.320091:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067717760 00000100:00100000:2.0:1780332847.320153:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067717632 00000100:00100000:2.0:1780332847.320156:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067717632 00000100:00100000:2.0:1780332847.320176:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1780332847.320185:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067717760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332847.320237:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067717760:12345-0@lo:400:kworker.0 Request processed in 52us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332847.320244:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1780332847.320264:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1780332847.320271:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067717632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332847.320296:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067717632:12345-0@lo:400:kworker.0 Request processed in 26us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332847.320301:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1780332847.320339:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067717632:0@lo:400:kworker.0 00000100:00100000:2.0:1780332847.320350:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067717760:0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.320539:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067717888:0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.320567:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332847.320588:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780332847.320593:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067717504:0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.320633:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332847.320655:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067718016:0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.320676:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332847.320702:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718144 00000100:00100000:0.0:1780332847.320705:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718144 00000100:00100000:0.0:1780332847.320732:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067717888 00000100:00100000:0.0:1780332847.320735:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067717888 00000100:00100000:0.0:1780332847.320751:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1780332847.320757:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067718144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.320790:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067718144:12345-0@lo:400:kworker.0 Request processed in 33us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332847.320797:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1780332847.320823:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1780332847.320829:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067717888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.320857:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067717888:12345-0@lo:400:kworker.0 Request processed in 30us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332847.320863:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00080000:0.0:1780332847.320878:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332847.320882:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332847.320915:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067717504 00000100:00100000:0.0:1780332847.320918:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067717504 00000100:00100000:0.0:1780332847.320941:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1780332847.320947:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067717504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.320974:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067717504:12345-0@lo:400:kworker.0 Request processed in 27us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332847.320981:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1780332847.321021:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067717504:0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.321030:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067717888:0@lo:400:kworker.0 00000100:00100000:0.0:1780332847.321051:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067718144:0@lo:400:kworker.0 00000100:00100000:1.0:1780332847.321222:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718016 00000100:00100000:1.0:1780332847.321227:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718016 00000100:00100000:1.0:1780332847.321259:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1780332847.321265:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067718016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332847.321310:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067718016:12345-0@lo:400:kworker.0 Request processed in 45us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332847.321315:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1780332847.321366:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067718016:0@lo:400:kworker.0 00000100:00080000:0.0:1780332847.321483:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:0.0:1780332847.511847:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332847.511854:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332847.511859:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332847.511907:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332847.511918:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332847.511930:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332847.511956:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067718272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332847.512021:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332847.512076:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403160a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780332847.512179:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718272 00000100:00100000:3.0:1780332847.512187:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718272 00000100:00100000:3.0:1780332847.512245:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1780332847.512255:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067718272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332847.512268:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332847.512282:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f65c expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332847.512306:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f65c expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332847.512317:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f65c expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332847.512326:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332847.512375:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067718272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332847.512385:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1780332847.512482:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067718272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332847.512496:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332847.512505:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332847.512522:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332847.512527:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332847.512535:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332847.575848:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332847.833001:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067718400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332847.833081:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332847.833171:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718400 00000100:00100000:2.0:1780332847.833180:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718400 00000100:00100000:2.0:1780332847.833233:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1780332847.833244:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067718400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332847.833659:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332847.833728:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067718400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 474us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332847.833739:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1780332847.834057:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067718400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332848.320883:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332848.320925:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332848.320954:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539072 00000100:00100000:0.0:1780332848.320962:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539072 00000100:00100000:0.0:1780332848.321011:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1238 00000100:00100000:0.0:1780332848.321022:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045539072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332848.321113:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045539072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 92us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332848.321121:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1238 00000100:00100000:3.0:1780332848.322517:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539200 00000100:00100000:3.0:1780332848.322527:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539200 00000100:00100000:3.0:1780332848.322601:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1566 00000100:00100000:3.0:1780332848.322612:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045539200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332848.322718:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045539200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 109us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332848.322726:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1566 00000100:00080000:0.0:1780332848.324239:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332848.600183:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332848.813530:0:87575:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3a6df9a0 20000000:00000080:2.0:1780332848.813549:0:87575:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2cc000 uarg=0000000000000000 00010000:00010000:2.0:1780332848.814165:0:87575:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332848.814179:0:87575:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332848.814192:0:87575:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332848.814210:0:87575:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332848.814228:0:87575:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f65c expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332848.814237:0:87575:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332848.814277:0:87575:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f65c expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332848.814295:0:87575:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f65c expref: 17 pid: 5799 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332848.814310:0:87575:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87575:1866812067718528:0@lo:104: 00000100:00100000:2.0:1780332848.814375:0:87575:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332848.814565:0:87575:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4099a33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332848.815125:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718528 00000100:00100000:3.0:1780332848.815133:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718528 00000100:00100000:2.0:1780332848.815276:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1780332848.815285:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87575:x1866812067718528:12345-0@lo:104: 00010000:00010000:2.0:1780332848.815299:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332848.815374:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332848.815380:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87575:x1866812067718528:12345-0@lo:104: Request processed in 97us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332848.815390:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1780332848.815463:0:87575:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87575:1866812067718528:0@lo:104: 00010000:00010000:3.0:1780332848.815484:0:87575:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815553:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332848.815561:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815569:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332848.815573:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815580:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332848.815586:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332848.815591:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332848.815643:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815651:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332848.815682:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815690:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391000/0x76434b26e307f65c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f663 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815712:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332848.815713:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332848.815715:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332848.815726:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067718656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332848.815759:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332848.815802:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718656 00000100:00100000:0.0:1780332848.815806:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718656 00010000:00010000:0.0:1780332848.815825:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f65c expref: 18 pid: 5799 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332848.815847:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1780332848.815854:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067718656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332848.815863:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332848.815867:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f65c expref: 18 pid: 5799 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815878:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f65c expref: 18 pid: 5799 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815890:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5600/0x76434b26e307f663 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f65c expref: 18 pid: 5799 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815901:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815909:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815922:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815929:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815935:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815941:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815946:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332848.815949:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815956:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815967:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332848.815974:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332848.816002:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067718656:12345-0@lo:103:ldlm_bl.0 Request processed in 149us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332848.816009:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1780332848.816037:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067718656:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332848.816238:0:87575:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332848.816246:0:87575:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332848.816252:0:87575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0800/0x76434b26e307f66a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332849.623813:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332850.521974:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332850.521982:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332850.521989:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332850.522065:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332850.522084:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332850.522097:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332850.522124:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067718784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332850.522192:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332850.522416:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64900 going to sleep for 11 seconds 00000100:00100000:0.0:1780332850.522502:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718784 00000100:00100000:0.0:1780332850.522510:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718784 00000100:00100000:0.0:1780332850.522568:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1780332850.522578:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067718784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332850.522595:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332850.522841:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f671 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332850.522870:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f671 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332850.522882:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f671 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332850.522891:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332850.522937:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067718784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 360us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332850.522944:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1780332850.523038:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067718784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332850.523061:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332850.523070:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332850.523090:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332850.523096:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332850.523104:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332850.652083:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332851.415827:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332851.416900:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067718912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332851.417194:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332851.417305:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067718912 00000100:00100000:0.0:1780332851.417313:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067718912 00000100:00100000:1.0:1780332851.417398:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1780332851.417411:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067718912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332851.417447:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332851.417495:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067718912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332851.417503:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00080000:2.0:1780332851.417553:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332851.417610:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067718912:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332851.671974:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332852.222528:0:87771:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd016a5c10 20000000:00000080:2.0:1780332852.222545:0:87771:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4371ac400 uarg=0000000000000000 00010000:00010000:2.0:1780332852.222818:0:87771:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332852.222834:0:87771:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332852.222847:0:87771:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332852.222865:0:87771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.222883:0:87771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f671 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.222891:0:87771:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.222929:0:87771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f671 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.222945:0:87771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f671 expref: 17 pid: 5798 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332852.222960:0:87771:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87771:1866812067719040:0@lo:104: 00000100:00100000:2.0:1780332852.223049:0:87771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332852.223110:0:87771:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e2d10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332852.223184:0:5789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780332852.223199:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719040 00000100:00100000:1.0:1780332852.223205:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719040 00000100:00100000:1.0:1780332852.223256:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1780332852.223265:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87771:x1866812067719040:12345-0@lo:104: 00010000:00010000:1.0:1780332852.223278:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332852.223389:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332852.223395:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:87771:x1866812067719040:12345-0@lo:104: Request processed in 132us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332852.223403:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00010000:00010000:3.0:1780332852.223578:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332852.223586:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332852.223594:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332852.223597:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332852.223605:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332852.223611:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332852.223635:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332852.223666:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332852.223673:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332852.223703:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332852.223709:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f671 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f678 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332852.223723:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332852.223725:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332852.223726:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332852.223734:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332852.223746:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067719168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332852.223779:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332852.224064:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719168 00000100:00100000:2.0:1780332852.224069:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719168 00010000:00010000:2.0:1780332852.224094:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f671 expref: 18 pid: 5798 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332852.224133:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1780332852.224140:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067719168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332852.224153:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332852.224157:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f671 expref: 18 pid: 5798 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224169:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f671 expref: 18 pid: 5798 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224186:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224195:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224208:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224215:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224222:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224228:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224234:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332852.224238:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224244:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224253:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332852.224262:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332852.224304:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067719168:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332852.224311:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1780332852.224380:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067719168:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332852.225708:0:87771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390800/0x76434b26e307f678 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f671 expref: 17 pid: 5798 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332852.225726:0:87771:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87771:1866812067719040:0@lo:104: 00010000:00010000:0.0:1780332852.225744:0:87771:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332852.225753:0:87771:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332852.225759:0:87771:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332852.225765:0:87771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0800/0x76434b26e307f67f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332852.440949:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067719424:0@lo:400:kworker.0 00000100:00100000:2.0:1780332852.441044:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332852.441182:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332852.441191:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067719552:0@lo:400:kworker.0 00000100:00100000:2.0:1780332852.441228:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332852.441232:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067719680:0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.441274:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332852.441275:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719552 00000100:00100000:2.0:1780332852.441283:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719552 00000100:00100000:1.0:1780332852.441304:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780332852.441315:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067719296:0@lo:400:kworker.0 00000100:00100000:2.0:1780332852.441341:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1780332852.441348:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332852.441353:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067719552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.441372:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067719808:0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.441408:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332852.441487:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719424 00000100:00100000:0.0:1780332852.441492:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719424 00000100:00100000:0.0:1780332852.441528:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719680 00000100:00100000:0.0:1780332852.441531:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719680 00000100:00100000:0.0:1780332852.441550:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719296 00000100:00100000:0.0:1780332852.441553:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719296 00000100:00100000:0.0:1780332852.441564:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:0.0:1780332852.441570:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067719424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.441990:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1780332852.442000:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067719680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.442055:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067719680:12345-0@lo:400:kworker.0 Request processed in 57us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332852.442062:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1780332852.442082:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:1.0:1780332852.442088:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067719296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.442118:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067719296:12345-0@lo:400:kworker.0 Request processed in 31us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332852.442124:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:1.0:1780332852.442229:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719808 00000100:00100000:1.0:1780332852.442235:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719808 00000100:00100000:1.0:1780332852.442312:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1780332852.442321:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067719808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.442353:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067719808:12345-0@lo:400:kworker.0 Request processed in 34us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332852.442360:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1780332852.442709:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067719296:0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.442720:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067719808:0@lo:400:kworker.0 00000100:00100000:1.0:1780332852.442728:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067719680:0@lo:400:kworker.0 00000100:00100000:3.0:1780332852.443689:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067719552:0@lo:400:kworker.0 00000100:00100000:2.0:1780332852.443748:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067719552:12345-0@lo:400:kworker.0 Request processed in 2395us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332852.443759:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00080000:2.0:1780332852.443801:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332852.443806:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332852.443851:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067719424:12345-0@lo:400:kworker.0 Request processed in 2278us (2806us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332852.443860:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:3.0:1780332852.444099:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067719424:0@lo:400:kworker.0 00010000:00010000:1.0:1780332852.695747:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332852.952939:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332852.952963:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067719936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332852.953043:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332852.953147:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067719936 00000100:00100000:2.0:1780332852.953154:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067719936 00000100:00100000:2.0:1780332852.953205:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1780332852.953215:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067719936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332852.953251:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332852.953296:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067719936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332852.953304:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1780332852.953344:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067719936:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1780332853.034162:0:87820:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff98cc33d0 20000000:00000080:3.0:1780332853.034178:0:87820:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b0000 uarg=0000000000000000 00010000:00010000:3.0:1780332853.034415:0:87820:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332853.034552:0:87820:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332853.034567:0:87820:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332853.034587:0:87820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034603:0:87820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034615:0:87820:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034642:0:87820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034650:0:87820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034657:0:87820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034663:0:87820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332853.034667:0:87820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034682:0:87820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034697:0:87820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034705:0:87820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.034711:0:87820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e307f686 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332853.443097:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332853.443150:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332853.443277:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539456 00000100:00100000:2.0:1780332853.443286:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539456 00000100:00100000:2.0:1780332853.443360:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1570 00000100:00100000:2.0:1780332853.443371:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045539456:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332853.443446:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045539456:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332853.443453:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1570 00000100:00100000:1.0:1780332853.443573:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539328 00000100:00100000:1.0:1780332853.443578:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539328 00000100:00100000:1.0:1780332853.443614:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1240 00000100:00100000:1.0:1780332853.443642:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045539328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332853.443671:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045539328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332853.443677:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1240 00000100:00080000:0.0:1780332853.443759:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332853.722848:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332853.975743:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332853.975751:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332853.975756:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332853.975813:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332853.975826:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332853.975837:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332853.975867:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067720064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332853.975940:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332853.976022:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4012e4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780332853.976167:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720064 00000100:00100000:3.0:1780332853.976176:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720064 00000100:00100000:3.0:1780332853.976234:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:3.0:1780332853.976244:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067720064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332853.976258:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332853.976271:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f68d expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.976293:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f68d expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.976303:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f68d expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332853.976312:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780332853.976359:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067720064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332853.976368:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1780332853.976496:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067720064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332853.976511:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332853.976519:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332853.976545:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332853.976551:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332853.976558:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332854.743871:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332855.769146:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332856.536971:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067720192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332856.537045:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332856.537353:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720192 00000100:00100000:0.0:1780332856.537360:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720192 00000100:00100000:0.0:1780332856.537422:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1780332856.537431:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067720192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332856.537466:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332856.537507:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067720192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332856.537513:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00080000:3.0:1780332856.537637:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332856.539246:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067720192:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332856.791871:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332857.531547:0:88113:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8a178e00 20000000:00000080:1.0:1780332857.531564:0:88113:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342b4c00 uarg=0000000000000000 00010000:00010000:1.0:1780332857.532084:0:88113:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332857.532099:0:88113:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332857.532111:0:88113:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332857.532131:0:88113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332857.532150:0:88113:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f68d expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332857.532158:0:88113:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332857.532197:0:88113:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f68d expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332857.532213:0:88113:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f68d expref: 17 pid: 5800 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332857.532229:0:88113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88113:1866812067720320:0@lo:104: 00000100:00100000:1.0:1780332857.532293:0:88113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332857.532390:0:88113:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4013700c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332857.532432:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720320 00000100:00100000:2.0:1780332857.532439:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720320 00000100:00100000:2.0:1780332857.532523:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1780332857.532534:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88113:x1866812067720320:12345-0@lo:104: 00010000:00010000:2.0:1780332857.532546:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332857.532637:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332857.532644:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88113:x1866812067720320:12345-0@lo:104: Request processed in 114us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332857.532651:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1780332857.532735:0:88113:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88113:1866812067720320:0@lo:104: 00010000:00010000:3.0:1780332857.532752:0:88113:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.532816:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332857.532823:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.532830:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332857.532834:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.532842:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332857.532850:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332857.532855:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332857.532891:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.532898:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332857.532922:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.532929:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e307f68d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f694 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.532944:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332857.532946:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332857.532956:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332857.532971:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067720448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332857.533001:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332857.533043:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720448 00000100:00100000:0.0:1780332857.533047:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720448 00010000:00010000:0.0:1780332857.533066:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f68d expref: 18 pid: 5800 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332857.533088:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1780332857.533094:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067720448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332857.533104:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332857.533109:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f68d expref: 18 pid: 5800 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533120:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f68d expref: 18 pid: 5800 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533131:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f694 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f68d expref: 18 pid: 5800 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533144:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533151:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533165:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533172:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533179:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533185:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533190:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332857.533194:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533201:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533216:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332857.533225:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332857.533251:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067720448:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332857.533259:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1780332857.533289:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067720448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332857.533408:0:88113:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332857.533416:0:88113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332857.533422:0:88113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de400/0x76434b26e307f69b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332857.565464:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067720704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.565532:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332857.565571:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332857.565577:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067720832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.565601:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332857.565657:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720704 00000100:00100000:0.0:1780332857.565664:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720704 00000100:00100000:0.0:1780332857.565715:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1780332857.565724:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067720704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.565773:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067720704:12345-0@lo:400:kworker.0 Request processed in 51us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332857.565780:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1780332857.565802:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720832 00000100:00100000:0.0:1780332857.565805:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720832 00000100:00100000:0.0:1780332857.565827:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1780332857.565832:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067720832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.565862:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067720832:12345-0@lo:400:kworker.0 Request processed in 30us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332857.565869:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00080000:0.0:1780332857.565884:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332857.565898:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067720960:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.565922:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332857.565942:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332857.565958:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067720576:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.565981:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332857.566005:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067721088:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566025:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332857.566050:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720960 00000100:00100000:0.0:1780332857.566054:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720960 00000100:00100000:0.0:1780332857.566081:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067720576 00000100:00100000:0.0:1780332857.566084:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067720576 00000100:00100000:0.0:1780332857.566102:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:0.0:1780332857.566108:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067720960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566141:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067720960:12345-0@lo:400:kworker.0 Request processed in 34us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332857.566147:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:0.0:1780332857.566159:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:0.0:1780332857.566166:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067720576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566192:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067720576:12345-0@lo:400:kworker.0 Request processed in 27us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332857.566197:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:0.0:1780332857.566212:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721088 00000100:00100000:0.0:1780332857.566215:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721088 00000100:00100000:0.0:1780332857.566236:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1780332857.566241:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067721088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566269:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067721088:12345-0@lo:400:kworker.0 Request processed in 28us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332857.566275:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00080000:0.0:1780332857.566288:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332857.566291:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332857.566318:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067720832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566327:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067720704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566353:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067720576:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566361:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067721088:0@lo:400:kworker.0 00000100:00100000:0.0:1780332857.566368:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067720960:0@lo:400:kworker.0 00010000:00010000:0.0:1780332857.815876:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332858.073269:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332858.073515:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067721216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332858.073586:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332858.073832:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721216 00000100:00100000:0.0:1780332858.073841:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721216 00000100:00100000:0.0:1780332858.073893:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1780332858.073903:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067721216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332858.073937:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332858.074011:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067721216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332858.074019:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1780332858.074118:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067721216:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1780332858.249708:0:88161:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1da950d0 20000000:00000080:1.0:1780332858.249726:0:88161:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342b6c00 uarg=0000000000000000 00010000:00010000:1.0:1780332858.249990:0:88161:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332858.250006:0:88161:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332858.250023:0:88161:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332858.250044:0:88161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250062:0:88161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250079:0:88161:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250087:0:88161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250094:0:88161:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250102:0:88161:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250109:0:88161:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332858.250112:0:88161:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250120:0:88161:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250134:0:88161:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250143:0:88161:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332858.250149:0:88161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6a2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332858.560320:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332858.560358:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332858.560414:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539584 00000100:00100000:2.0:1780332858.560423:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539584 00000100:00100000:2.0:1780332858.560465:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1242 00000100:00100000:2.0:1780332858.560476:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045539584:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332858.560571:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045539584:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 96us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332858.560578:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1242 00000100:00100000:0.0:1780332858.560745:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539712 00000100:00100000:0.0:1780332858.560750:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539712 00000100:00100000:0.0:1780332858.560862:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1574 00000100:00100000:0.0:1780332858.560870:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045539712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332858.560904:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045539712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332858.560911:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1574 00000100:00080000:1.0:1780332858.561440:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332858.841174:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332859.165854:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332859.165862:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332859.165867:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332859.165918:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332859.165946:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332859.165957:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332859.165984:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067721344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332859.166053:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332859.166106:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec412430780 going to sleep for 11 seconds 00000100:00100000:3.0:1780332859.166346:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721344 00000100:00100000:3.0:1780332859.166355:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721344 00000100:00100000:1.0:1780332859.167582:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1780332859.167597:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067721344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332859.167612:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332859.167658:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f6a9 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332859.167683:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332859.167693:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332859.167703:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332859.167760:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067721344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (1706us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332859.167767:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1780332859.168116:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067721344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332859.168131:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332859.168140:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332859.168160:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332859.168165:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332859.168187:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332859.864893:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332860.851506:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332860.851588:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539840 00000100:00100000:0.0:1780332860.851599:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539840 00000100:00100000:0.0:1780332860.851708:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 964 00000100:00100000:0.0:1780332860.851721:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:52480:x1866812045539840:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332860.851743:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332860.851767:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f6b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0e6 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.851859:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f6be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.851877:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f6be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.851890:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f6be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332860.852105:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332860.852110:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332860.852194:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f6be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.852219:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f6b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0e6 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.852235:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f6be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0e6 expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.852243:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332860.852246:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332860.852249:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390200, rc 0) 00000100:00100000:0.0:1780332860.852316:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52480:x1866812045539840:12345-192.168.204.30@tcp:101:rm.0 Request processed in 599us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332860.852324:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 964 00000100:00080000:1.0:1780332860.852858:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332860.854743:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332860.854981:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045539968 00000100:00100000:2.0:1780332860.854993:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045539968 00000100:00100000:2.0:1780332860.855082:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 965 00000100:00100000:2.0:1780332860.855094:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52480:x1866812045539968:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332860.855115:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332860.855135:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f6c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0ed expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855195:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855209:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855220:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855235:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855241:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855253:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855524:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855533:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855539:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.855545:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332860.855549:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856299:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856317:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256300) 00010000:00010000:2.0:1780332860.856321:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332860.856327:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856334:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307f6cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856349:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856356:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856363:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856369:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332860.856371:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856377:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856384:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332860.856386:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332860.856388:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856393:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307f6d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856432:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f6c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ed expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856441:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256300) 00010000:00010000:2.0:1780332860.856444:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332860.856447:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f6c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0ed expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.856455:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0e00, rc 0) 00000100:00100000:2.0:1780332860.856538:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52480:x1866812045539968:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1445us (1801us total) trans 0 rc 301/301 00000100:00100000:2.0:1780332860.856547:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 965 00010000:00010000:0.0:1780332860.891282:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332860.915093:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332860.915176:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332860.915529:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045540352 00000100:00100000:0.0:1780332860.915541:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045540352 00000100:00100000:3.0:1780332860.915751:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045540096 00000100:00100000:3.0:1780332860.915755:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045540096 00000100:00100000:3.0:1780332860.915851:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 966 00000100:00100000:3.0:1780332860.915861:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52484:x1866812045540352:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:3.0:1780332860.915923:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332860.915953:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f6be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0e6 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.915973:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256300) 00010000:00010000:3.0:1780332860.915983:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332860.916283:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.916297:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.916306:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.916317:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.916327:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.916332:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332860.916662:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 967 00000100:00100000:2.0:1780332860.916704:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045540096:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:2.0:1780332860.916741:0:5806:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1780332860.916835:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045540096:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 164us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332860.916844:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 967 00000004:00200000:3.0:1780332860.917963:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00010000:00010000:3.0:1780332860.917976:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.917985:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.917993:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.917999:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332860.918004:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.918011:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.918025:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780332860.918028:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332860.918032:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332860.918037:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307f6da lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332860.918061:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001433606d reply state 00000000c60045c4 transno 4294967670 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332860.918069:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332860.918255:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52484:x1866812045540352:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 2393us (3172us total) trans 4294967670 rc 0/0 00000100:00100000:3.0:1780332860.918264:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 966 00010000:00010000:2.0:1780332860.920437:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.920453:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.920461:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.920466:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332860.920471:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.920479:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.920494:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054dd000) 00010000:00010000:2.0:1780332860.920497:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332860.920501:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332860.920507:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f6e1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332860.963027:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332860.963141:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045540480 00000100:00100000:0.0:1780332860.963152:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045540480 00000100:00100000:0.0:1780332860.963209:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 968 00000100:00100000:0.0:1780332860.963219:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52488:x1866812045540480:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:0.0:1780332860.963244:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332860.963268:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f6e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0f4 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.963339:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f6ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.963353:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.963364:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332860.963425:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332860.963428:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332860.963452:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.963473:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f6e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0f4 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.963612:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f6ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0f4 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.963673:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332860.963676:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332860.963680:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391800, rc 0) 00000100:00100000:0.0:1780332860.963746:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52488:x1866812045540480:12345-192.168.204.30@tcp:101:chown.0 Request processed in 528us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332860.963757:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 968 00000100:00100000:3.0:1780332860.969826:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332860.969931:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045540608 00000100:00100000:1.0:1780332860.969948:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045540608 00000100:00100000:1.0:1780332860.970027:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 969 00000100:00100000:1.0:1780332860.970038:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52488:x1866812045540608:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:1.0:1780332860.970062:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332860.970088:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f6f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c0fb expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970166:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970187:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970198:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970215:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970221:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970227:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970418:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f70b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970427:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f70b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970434:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f70b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332860.970490:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:1.0:1780332860.970495:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332860.970530:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f70b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970544:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970555:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970563:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970569:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332860.970573:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970579:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970594:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:1.0:1780332860.970597:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332860.970603:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970608:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f6fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970672:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970678:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970683:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970689:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332860.970692:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970697:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970704:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec41273ed00) 00010000:00010000:1.0:1780332860.970706:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332860.970709:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970715:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f704 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970751:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307f6f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0fb expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970764:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f70b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0fb expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.970771:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780332860.970773:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332860.970775:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfc00, rc 0) 00000100:00100000:1.0:1780332860.970856:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:52488:x1866812045540608:12345-192.168.204.30@tcp:101:chown.0 Request processed in 820us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332860.970863:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 969 00000100:00100000:3.0:1780332860.978499:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332860.978665:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045540864 00000100:00100000:0.0:1780332860.978679:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045540864 00000100:00100000:0.0:1780332860.978747:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 970 00000100:00100000:0.0:1780332860.978756:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:52488:x1866812045540864:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:0.0:1780332860.978826:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332860.978855:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e307f70b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0fb expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.978877:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:0.0:1780332860.978890:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332860.978929:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.978943:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332860.978955:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332860.979207:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b13f931 reply state 00000000cc6a6a27 transno 4294967671 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332860.979218:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332860.979230:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000100:00100000:0.0:1780332860.979318:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:52488:x1866812045540864:12345-192.168.204.30@tcp:36:chown.0 Request processed in 562us (833us total) trans 4294967671 rc 0/0 00000100:00100000:0.0:1780332860.979325:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 970 00010000:00010000:1.0:1780332860.982601:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.982661:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.982670:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.982676:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332860.982681:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.982688:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.982707:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256500) 00010000:00010000:1.0:1780332860.982710:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332860.982715:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332860.982722:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f712 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332861.655874:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067721472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332861.655951:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332861.656239:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721472 00000100:00100000:0.0:1780332861.656247:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721472 00000100:00100000:0.0:1780332861.656409:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1780332861.656422:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067721472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332861.656467:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332861.656517:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067721472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (566us total) trans 0 rc 0/0 00000100:00080000:2.0:1780332861.656551:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332861.656947:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1780332861.656996:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067721472:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1780332861.764862:0:88359:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfcbf94c0 20000000:00000080:0.0:1780332861.764878:0:88359:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec40b2bb800 uarg=0000000000000000 00010000:00010000:0.0:1780332861.765445:0:88359:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332861.765479:0:88359:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780332861.765482:0:88359:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332861.765560:0:88359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307f6ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c0f4 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.765584:0:88359:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332861.765599:0:88359:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332861.765611:0:88359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.765709:0:88359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.765718:0:88359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.765753:0:88359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.765768:0:88359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 17 pid: 5799 timeout: 2408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332861.765782:0:88359:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88359:1866812067721600:0@lo:104: 00000100:00100000:0.0:1780332861.765844:0:88359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332861.765945:0:88359:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eeeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1780332861.766315:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721600 00000100:00100000:1.0:1780332861.766322:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721600 00000100:00100000:1.0:1780332861.766398:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1780332861.766407:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88359:x1866812067721600:12345-0@lo:104: 00010000:00010000:1.0:1780332861.766419:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332861.766480:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332861.766485:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88359:x1866812067721600:12345-0@lo:104: Request processed in 80us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332861.766498:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00010000:00010000:3.0:1780332861.766539:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332861.766546:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766553:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332861.766557:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766565:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332861.766572:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332861.766577:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332861.766603:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766608:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332861.766664:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766672:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307f6a9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f6b0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766686:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332861.766687:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332861.766689:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332861.766708:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067721728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332861.766738:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332861.766775:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721728 00000100:00100000:3.0:1780332861.766779:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721728 00010000:00010000:3.0:1780332861.766798:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 18 pid: 5799 timeout: 2408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332861.766818:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1780332861.766823:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067721728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332861.766834:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332861.766838:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 18 pid: 5799 timeout: 2408 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766848:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 18 pid: 5799 timeout: 2408 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766863:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766873:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766902:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766911:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766917:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766923:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766928:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332861.766932:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766938:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766946:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332861.766954:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332861.766977:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067721728:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332861.766982:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1780332861.767018:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067721728:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332861.767328:0:88359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de600/0x76434b26e307f6b0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f6a9 expref: 17 pid: 5799 timeout: 2408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332861.767338:0:88359:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88359:1866812067721600:0@lo:104: 00010000:00010000:0.0:1780332861.767351:0:88359:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.767359:0:88359:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.767365:0:88359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332861.767371:0:88359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390000/0x76434b26e307f719 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332861.912394:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332862.543671:0:88407:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc87df0d80 20000000:00000080:1.0:1780332862.543689:0:88407:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342b5800 uarg=0000000000000000 00010000:00010000:1.0:1780332862.543931:0:88407:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332862.543946:0:88407:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332862.543960:0:88407:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332862.543981:0:88407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.543996:0:88407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544007:0:88407:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544015:0:88407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544023:0:88407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544031:0:88407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544037:0:88407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332862.544041:0:88407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544048:0:88407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544062:0:88407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544070:0:88407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332862.544077:0:88407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e307f720 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332862.680211:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067722112:0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680278:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332862.680345:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780332862.680354:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067721984:0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680375:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332862.680394:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067722496:0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680417:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332862.680446:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067722112 00000100:00100000:0.0:1780332862.680454:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067722112 00000100:00100000:0.0:1780332862.680502:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721984 00000100:00100000:0.0:1780332862.680506:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721984 00000100:00100000:0.0:1780332862.680527:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:0.0:1780332862.680535:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067722112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680585:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067722112:12345-0@lo:400:kworker.0 Request processed in 49us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332862.680592:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:0.0:1780332862.680609:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1780332862.680614:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067721984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680660:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067721984:12345-0@lo:400:kworker.0 Request processed in 45us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332862.680666:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1780332862.680688:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067722496 00000100:00100000:0.0:1780332862.680692:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067722496 00000100:00100000:0.0:1780332862.680715:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1780332862.680720:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067722496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680748:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067722496:12345-0@lo:400:kworker.0 Request processed in 28us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332862.680753:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00080000:0.0:1780332862.680767:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332862.680772:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332862.680802:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067721984:0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680811:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067722496:0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.680821:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067722112:0@lo:400:kworker.0 00000100:00100000:3.0:1780332862.684754:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067721856:0@lo:400:kworker.0 00000100:00100000:3.0:1780332862.684832:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332862.684990:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067722368:0@lo:400:kworker.0 00000100:00100000:3.0:1780332862.685032:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332862.685063:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332862.685070:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067722240:0@lo:400:kworker.0 00000100:00100000:3.0:1780332862.685096:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332862.685132:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067722368 00000100:00100000:3.0:1780332862.685140:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067722368 00000100:00100000:3.0:1780332862.685196:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:3.0:1780332862.685205:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067722368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332862.685257:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067722368:12345-0@lo:400:kworker.0 Request processed in 52us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332862.685264:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:3.0:1780332862.685292:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067722240 00000100:00100000:3.0:1780332862.685295:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067722240 00000100:00100000:3.0:1780332862.685334:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1780332862.685341:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067722240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332862.685372:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067722240:12345-0@lo:400:kworker.0 Request processed in 32us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332862.685378:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00080000:3.0:1780332862.685398:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332862.685651:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067722240:0@lo:400:kworker.0 00000100:00100000:3.0:1780332862.685668:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067722368:0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.685946:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067721856 00000100:00100000:0.0:1780332862.685952:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067721856 00000100:00100000:0.0:1780332862.685990:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1780332862.685997:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067721856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332862.686306:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067721856:12345-0@lo:400:kworker.0 Request processed in 309us (1473us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332862.686378:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1780332862.686422:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067721856:0@lo:400:kworker.0 00010000:00010000:1.0:1780332862.941533:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332863.192818:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332863.192847:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067722624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332863.192941:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332863.193303:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067722624 00000100:00100000:0.0:1780332863.193313:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067722624 00000100:00100000:0.0:1780332863.193367:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1780332863.193377:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067722624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332863.193417:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332863.195984:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067722624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2599us (3034us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332863.195997:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1780332863.200479:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067722624:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1780332863.575874:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332863.575882:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332863.575887:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332863.575932:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332863.575943:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332863.575955:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332863.575982:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067722752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332863.576053:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332863.576104:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee600 going to sleep for 11 seconds 00000100:00100000:1.0:1780332863.576533:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067722752 00000100:00100000:1.0:1780332863.576542:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067722752 00000100:00100000:1.0:1780332863.576602:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1780332863.576611:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067722752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332863.576724:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332863.576740:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f727 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332863.576767:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f727 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332863.576777:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f727 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332863.576786:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dee00, rc 0) 00000100:00100000:1.0:1780332863.576835:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067722752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 225us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332863.576842:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1780332863.577333:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067722752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332863.577348:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332863.577357:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332863.577375:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332863.577379:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332863.577386:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332863.681307:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332863.681366:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332863.681521:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045541120 00000100:00100000:0.0:1780332863.681531:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045541120 00000100:00100000:0.0:1780332863.681611:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1578 00000100:00100000:0.0:1780332863.681642:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045541120:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:3.0:1780332863.681643:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332863.681738:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045541120:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 98us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332863.681746:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1578 00000100:00100000:2.0:1780332863.681912:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045540992 00000100:00100000:2.0:1780332863.681917:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045540992 00000100:00100000:2.0:1780332863.681957:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1246 00000100:00100000:2.0:1780332863.681964:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045540992:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332863.682006:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045540992:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 42us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332863.682012:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1246 00000001:00080000:0.0:1780332863.763944:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967671 is committed 00010000:00010000:0.0:1780332863.961474:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332864.987790:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332865.573737:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332865.573802:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045541248 00000100:00100000:3.0:1780332865.573813:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045541248 00000100:00100000:3.0:1780332865.573897:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 15 00000100:00100000:3.0:1780332865.573911:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045541248:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332865.573927:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332865.573930:0:5791:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307f6ef) 00010000:00010000:3.0:1780332865.573933:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1780332865.573944:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332865.574090:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045541248:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 183us (361us total) trans 0 rc 116/116 00000100:00100000:3.0:1780332865.574098:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 15 00010000:00010000:2.0:1780332866.008848:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332866.776246:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067722880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332866.776320:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332866.776516:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067722880 00000100:00100000:0.0:1780332866.776526:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067722880 00000100:00100000:0.0:1780332866.776592:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1780332866.776601:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067722880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332866.776660:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332866.776710:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067722880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332866.776717:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1780332866.776761:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067722880:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332866.776882:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332867.035050:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332867.370335:0:88653:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc16626be0 20000000:00000080:3.0:1780332867.370351:0:88653:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b1400 uarg=0000000000000000 00010000:00010000:3.0:1780332867.371085:0:88653:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332867.371104:0:88653:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332867.371119:0:88653:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332867.371137:0:88653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332867.371153:0:88653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f727 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332867.371161:0:88653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332867.371206:0:88653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f727 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332867.371223:0:88653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f727 expref: 17 pid: 5799 timeout: 2413 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332867.371238:0:88653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437233b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88653:1866812067723008:0@lo:104: 00000100:00100000:3.0:1780332867.371300:0:88653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332867.371450:0:88653:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec422bd5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780332867.371498:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723008 00000100:00100000:2.0:1780332867.371506:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723008 00000100:00100000:2.0:1780332867.371722:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1780332867.371795:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88653:x1866812067723008:12345-0@lo:104: 00010000:00010000:3.0:1780332867.371824:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332867.371927:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332867.371934:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88653:x1866812067723008:12345-0@lo:104: Request processed in 204us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332867.371941:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00010000:00010000:0.0:1780332867.371944:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332867.371952:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332867.371961:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332867.371964:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332867.371984:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332867.371993:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332867.371999:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332867.372033:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332867.372039:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1780332867.372060:0:88653:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437233b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88653:1866812067723008:0@lo:104: 00010000:00010000:0.0:1780332867.372072:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332867.372080:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e307f727 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f72e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332867.372081:0:88653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332867.372107:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332867.372110:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332867.372112:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332867.372139:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067723136:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332867.372173:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332867.372764:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723136 00000100:00100000:1.0:1780332867.372770:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723136 00010000:00010000:1.0:1780332867.372795:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f727 expref: 18 pid: 5799 timeout: 2413 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332867.372838:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1780332867.372846:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067723136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332867.372859:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332867.372863:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f727 expref: 18 pid: 5799 timeout: 2413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372876:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f727 expref: 18 pid: 5799 timeout: 2413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372890:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dee00/0x76434b26e307f72e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f727 expref: 18 pid: 5799 timeout: 2413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372903:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372911:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372925:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372932:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372938:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372948:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372954:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332867.372957:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372965:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372989:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332867.372999:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332867.373041:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067723136:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332867.373046:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00010000:00010000:2.0:1780332867.373128:0:88653:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332867.373138:0:88653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332867.373150:0:88653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4200/0x76434b26e307f735 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332867.373172:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067723136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332867.799837:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067723648:0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.799839:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067723264:0@lo:400:kworker.0 00000100:00100000:1.0:1780332867.801093:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067723392:0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.801501:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332867.801538:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723264 00000100:00100000:3.0:1780332867.801546:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723264 00000100:00100000:2.0:1780332867.801547:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067723776:0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.801576:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332867.801596:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1780332867.801605:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067723264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.801608:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723776 00000100:00100000:2.0:1780332867.801611:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723776 00000100:00100000:2.0:1780332867.801663:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:3.0:1780332867.801676:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067723264:12345-0@lo:400:kworker.0 Request processed in 72us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332867.801683:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00080000:3.0:1780332867.801722:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332867.801853:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332867.801875:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332867.801883:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067723520:0@lo:400:kworker.0 00000100:00100000:0.0:1780332867.802032:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332867.802060:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723648 00000100:00100000:0.0:1780332867.802064:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723648 00000100:00100000:0.0:1780332867.802092:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1780332867.802099:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067723648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332867.802137:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067723648:12345-0@lo:400:kworker.0 Request processed in 38us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332867.802143:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1780332867.802184:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067723648:0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.802300:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067723776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.802330:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067723776:12345-0@lo:400:kworker.0 Request processed in 35us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332867.802365:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723520 00000100:00100000:3.0:1780332867.802370:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723520 00000100:00100000:3.0:1780332867.802401:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:3.0:1780332867.802407:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067723520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332867.802443:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067723520:12345-0@lo:400:kworker.0 Request processed in 36us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332867.802448:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00080000:3.0:1780332867.802467:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332867.802482:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067723520:0@lo:400:kworker.0 00000100:00100000:3.0:1780332867.802509:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067723264:0@lo:400:kworker.0 00000100:00100000:3.0:1780332867.803660:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067723776:0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.803839:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:1.0:1780332867.803995:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332867.804936:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067723904:0@lo:400:kworker.0 00000100:00100000:1.0:1780332867.804979:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332867.806611:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723392 00000100:00100000:2.0:1780332867.806637:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723392 00000100:00100000:2.0:1780332867.806702:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1780332867.806711:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067723392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332867.806794:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067723392:12345-0@lo:400:kworker.0 Request processed in 84us (2798us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332867.806813:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1780332867.806863:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067723392:0@lo:400:kworker.0 00000100:00100000:3.0:1780332867.810055:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067723904 00000100:00100000:3.0:1780332867.810067:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067723904 00000100:00100000:3.0:1780332867.810125:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1780332867.810136:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067723904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332867.810229:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067723904:12345-0@lo:400:kworker.0 Request processed in 96us (5249us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332867.810237:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00080000:3.0:1780332867.810264:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332867.810705:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067723904:0@lo:400:kworker.0 00010000:00010000:0.0:1780332868.055888:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332868.325101:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332868.325124:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067724032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332868.326027:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332868.326126:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724032 00000100:00100000:3.0:1780332868.326134:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724032 00000100:00100000:3.0:1780332868.326442:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1780332868.326454:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067724032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332868.326496:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332868.326549:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067724032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332868.326556:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1780332868.326612:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067724032:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1780332868.695743:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332868.695751:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332868.695756:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332868.695825:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332868.695838:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332868.695849:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332868.695875:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067724160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332868.695958:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332868.696023:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e10e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780332868.696249:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724160 00000100:00100000:0.0:1780332868.696256:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724160 00000100:00100000:0.0:1780332868.696304:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1780332868.696313:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067724160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332868.696326:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332868.696339:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f73c expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332868.696362:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f73c expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332868.696371:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f73c expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332868.696380:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780332868.696433:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067724160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332868.696439:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1780332868.696533:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067724160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332868.696547:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332868.696555:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332868.696576:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332868.696581:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332868.696588:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332868.802136:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332868.802182:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332868.802215:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045541504 00000100:00100000:3.0:1780332868.802224:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045541504 00000100:00100000:3.0:1780332868.802292:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1582 00000100:00100000:3.0:1780332868.802303:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045541504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332868.802519:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045541504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 218us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332868.802530:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1582 00000100:00080000:3.0:1780332868.802552:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332868.802723:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045541376 00000100:00100000:2.0:1780332868.802728:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045541376 00000100:00100000:2.0:1780332868.802765:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1249 00000100:00100000:2.0:1780332868.802773:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045541376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332868.802823:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045541376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 51us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332868.802830:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1249 00010000:00010000:3.0:1780332869.082650:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332870.105712:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332870.353514:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332870.353656:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045541632 00000100:00100000:2.0:1780332870.353667:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045541632 00000100:00100000:2.0:1780332870.353736:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 971 00000100:00100000:2.0:1780332870.353748:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:52665:x1866812045541632:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332870.353779:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332870.353802:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f74a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c102 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332870.353875:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f751 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332870.353891:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332870.353905:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332870.354165:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1780332870.354311:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332870.354317:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332870.356390:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332870.356436:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f74a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c102 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332870.356462:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f751 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c102 expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332870.356471:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780332870.356474:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332870.356478:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780332870.356547:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52665:x1866812045541632:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 2801us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332870.356557:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 971 00000100:00100000:2.0:1780332870.360500:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332870.360572:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045541760 00000100:00100000:1.0:1780332870.360582:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045541760 00000100:00100000:1.0:1780332870.360660:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 972 00000100:00100000:1.0:1780332870.360671:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52665:x1866812045541760:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332870.360693:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332870.360716:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f758 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c109 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.360791:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.360807:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.360818:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.360832:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.360840:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.360847:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361299:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f76d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361309:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361317:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332870.361411:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:1.0:1780332870.361416:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332870.361494:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361507:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361513:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361521:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361527:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332870.361531:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361538:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361550:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332870.361553:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332870.361558:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361565:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f75f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361578:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361584:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361589:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361593:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332870.361596:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361602:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361609:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec41273e100) 00010000:00010000:1.0:1780332870.361611:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332870.361613:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361655:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f766 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361690:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f758 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c109 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361703:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f76d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c109 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332870.361710:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:1.0:1780332870.361712:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332870.361714:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332870.361795:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52665:x1866812045541760:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1124us (1303us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332870.361803:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 972 00000100:00100000:3.0:1780332870.370607:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332870.370665:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045542016 00000100:00100000:3.0:1780332870.370676:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045542016 00000100:00100000:3.0:1780332870.370728:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 973 00000100:00100000:3.0:1780332870.370738:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52665:x1866812045542016:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332870.370799:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332870.370828:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f76d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c109 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.370847:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:3.0:1780332870.370860:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332870.370888:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.370902:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.370912:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780332870.436107:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967672 is committed 00000004:00010000:1.0:1780332870.436217:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f87cd330 reply state 00000000f7086e7f transno 4294967672 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332870.436231:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332870.436542:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00080000:1.0:1780332870.436674:0:5807:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332870.436779:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52665:x1866812045542016:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 66028us (66164us total) trans 4294967672 rc 0/0 00000100:00100000:1.0:1780332870.436789:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 973 00010000:00010000:3.0:1780332870.436963:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.436974:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.436986:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.436992:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332870.436996:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.437004:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.437020:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332870.437023:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332870.437028:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332870.437034:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f774 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332871.134587:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332871.315764:0:88849:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0c41be10 20000000:00000080:1.0:1780332871.315784:0:88849:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342b4800 uarg=0000000000000000 00010000:00010000:1.0:1780332871.318286:0:88849:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332871.318326:0:88849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:1.0:1780332871.318330:0:88849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332871.318342:0:88849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f751 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c102 expref: 5 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332871.318364:0:88849:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332871.318381:0:88849:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332871.318395:0:88849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332871.318408:0:88849:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f73c expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332871.318415:0:88849:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332871.318453:0:88849:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f73c expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332871.318469:0:88849:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f73c expref: 17 pid: 5798 timeout: 2417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332871.318483:0:88849:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88849:1866812067724288:0@lo:104: 00000100:00100000:1.0:1780332871.318562:0:88849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332871.318764:0:88849:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408c86180 going to sleep for 11 seconds 00000100:00100000:2.0:1780332871.320116:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724288 00000100:00100000:2.0:1780332871.320129:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724288 00000100:00100000:1.0:1780332871.320332:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1780332871.320345:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88849:x1866812067724288:12345-0@lo:104: 00010000:00010000:1.0:1780332871.320361:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332871.320459:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332871.320465:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:88849:x1866812067724288:12345-0@lo:104: Request processed in 123us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332871.320474:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1780332871.320570:0:88849:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88849:1866812067724288:0@lo:104: 00010000:00010000:3.0:1780332871.320595:0:88849:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.320809:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332871.320816:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.320824:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332871.320828:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.320836:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332871.320843:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332871.320849:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332871.320884:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.320890:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1780332871.320940:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067724416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332871.320984:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780332871.321038:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321046:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307f73c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f743 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321062:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332871.321064:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332871.321066:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332871.321084:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724416 00000100:00100000:2.0:1780332871.321089:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724416 00010000:00010000:2.0:1780332871.321122:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f73c expref: 18 pid: 5798 timeout: 2417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332871.321146:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1780332871.321152:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067724416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332871.321163:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332871.321167:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f73c expref: 18 pid: 5798 timeout: 2417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321180:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f73c expref: 18 pid: 5798 timeout: 2417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321323:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e307f743 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f73c expref: 18 pid: 5798 timeout: 2417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321338:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321347:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321361:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321369:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321376:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321382:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321388:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332871.321392:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321399:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321412:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.321422:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332871.322821:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067724416:12345-0@lo:103:ldlm_bl.0 Request processed in 1662us (1830us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332871.322833:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00010000:00010000:2.0:1780332871.322887:0:88849:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.322898:0:88849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332871.322904:0:88849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e307f77b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332871.324473:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067724416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332871.895730:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332871.895762:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067724544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332871.895836:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332871.895911:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724544 00000100:00100000:0.0:1780332871.895919:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724544 00000100:00100000:0.0:1780332871.895975:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1780332871.895986:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067724544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332871.896042:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332871.896093:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067724544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332871.896100:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:0.0:1780332871.896121:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332871.896157:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067724544:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332872.151805:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332872.920004:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067724672:0@lo:400:kworker.0 00000100:00100000:0.0:1780332872.920075:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332872.920591:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724672 00000100:00100000:3.0:1780332872.920600:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724672 00000100:00100000:3.0:1780332872.920681:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1780332872.920691:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067724672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.920763:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067724928:0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.920805:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332872.920837:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332872.920843:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067724800:0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.920863:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332872.920889:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067725056:0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.920912:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332872.920938:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724928 00000100:00100000:2.0:1780332872.920942:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724928 00000100:00100000:2.0:1780332872.920973:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067724800 00000100:00100000:2.0:1780332872.920976:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067724800 00000100:00100000:2.0:1780332872.920994:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1780332872.920999:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067724928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.921032:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067724928:12345-0@lo:400:kworker.0 Request processed in 33us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332872.921038:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1780332872.921052:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1780332872.921057:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067724800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.921081:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067724800:12345-0@lo:400:kworker.0 Request processed in 24us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332872.921090:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1780332872.921122:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067724800:0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.921130:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067724928:0@lo:400:kworker.0 00000100:00080000:2.0:1780332872.921195:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332872.921205:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067725056 00000100:00100000:2.0:1780332872.921208:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067725056 00000100:00100000:2.0:1780332872.921229:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1780332872.921235:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067725056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332872.921267:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067725056:12345-0@lo:400:kworker.0 Request processed in 33us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332872.921273:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1780332872.921295:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067725056:0@lo:400:kworker.0 00000100:00100000:1.0:1780332872.926127:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332872.926150:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067725184:0@lo:400:kworker.0 00000100:00100000:1.0:1780332872.926230:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332872.926270:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067725312:0@lo:400:kworker.0 00000100:00100000:1.0:1780332872.926301:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332872.926341:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067725184 00000100:00100000:1.0:1780332872.926348:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067725184 00000100:00100000:1.0:1780332872.926409:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1780332872.926419:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067725184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332872.926474:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067725184:12345-0@lo:400:kworker.0 Request processed in 57us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332872.926481:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1780332872.926507:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067725312 00000100:00100000:1.0:1780332872.926511:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067725312 00000100:00100000:1.0:1780332872.926541:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1780332872.926547:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067725312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332872.926579:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067725312:12345-0@lo:400:kworker.0 Request processed in 32us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332872.926598:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00080000:1.0:1780332872.926614:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332872.926635:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332872.926678:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067725184:0@lo:400:kworker.0 00000100:00100000:1.0:1780332872.926717:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067725312:0@lo:400:kworker.0 00000100:00100000:3.0:1780332872.927273:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067724672:12345-0@lo:400:kworker.0 Request processed in 6581us (7195us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332872.927283:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1780332872.930670:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067724672:0@lo:400:kworker.0 10000000:01000000:0.0:1780332873.118127:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332873.118134:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332873.118139:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332873.118185:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332873.118197:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332873.118207:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332873.118230:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067725440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332873.118293:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332873.118345:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec404defcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332873.118431:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067725440 00000100:00100000:1.0:1780332873.118448:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067725440 00000100:00100000:1.0:1780332873.118500:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1780332873.118510:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067725440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332873.118523:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332873.118536:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f782 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332873.118559:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f782 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332873.118569:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f782 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332873.118577:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780332873.118868:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067725440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 359us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332873.118875:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1780332873.120102:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067725440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332873.120123:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332873.120134:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332873.120158:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332873.120162:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332873.120168:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332873.176348:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332873.431835:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332873.431859:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067725568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332873.431924:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332873.435160:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067725568 00000100:00100000:3.0:1780332873.436959:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067725568 00000100:00100000:3.0:1780332873.437083:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1780332873.437102:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067725568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332873.437140:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332873.437342:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067725568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 243us (5417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332873.437350:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1780332873.437473:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067725568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332873.930015:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332873.930093:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332873.930148:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045542144 00000100:00100000:1.0:1780332873.930158:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045542144 00000100:00100000:1.0:1780332873.930241:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1252 00000100:00100000:1.0:1780332873.930253:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045542144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332873.930331:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045542144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332873.930339:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1252 00000100:00100000:2.0:1780332873.930415:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045542272 00000100:00100000:2.0:1780332873.930420:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045542272 00000100:00080000:3.0:1780332873.930475:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332873.930481:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1586 00000100:00100000:2.0:1780332873.930488:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045542272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332873.930524:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045542272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332873.930531:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1586 00000100:00100000:3.0:1780332874.053042:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332874.053242:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045542400 00000100:00100000:1.0:1780332874.053252:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045542400 00000100:00100000:1.0:1780332874.053313:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 974 00000100:00100000:1.0:1780332874.053322:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:52742:x1866812045542400:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332874.053343:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332874.053368:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f790 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c110 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.053432:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.053446:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.053459:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.053471:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.053478:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.053484:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054150:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f7a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054159:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054172:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332874.054249:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:1.0:1780332874.054253:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332874.054328:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054341:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054348:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054355:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054362:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332874.054366:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054373:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054385:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273ea00) 00010000:00010000:1.0:1780332874.054388:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332874.054393:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054399:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307f797 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054414:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054420:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054425:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054429:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332874.054432:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054438:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054446:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec41273ed00) 00010000:00010000:1.0:1780332874.054448:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332874.054450:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054455:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e307f79e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054487:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f790 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c110 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054503:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f7a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c110 expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332874.054516:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332874.054518:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332874.054521:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dee00, rc 0) 00000100:00100000:1.0:1780332874.064181:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52742:x1866812045542400:12345-192.168.204.30@tcp:101:touch.0 Request processed in 10848us (11134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332874.064194:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 974 00000100:00100000:1.0:1780332874.072270:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332874.072345:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045542656 00000100:00100000:2.0:1780332874.072358:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045542656 00000100:00100000:2.0:1780332874.072439:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 975 00000100:00100000:2.0:1780332874.072451:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52742:x1866812045542656:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332874.072476:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332874.072496:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c117 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.072931:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.072949:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.072960:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.072973:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.072979:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.072985:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332874.073815:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1f:0x0], index 0: 0 00010000:00010000:2.0:1780332874.074082:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074094:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074103:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074144:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074151:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074158:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074164:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332874.074168:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074176:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074188:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:2.0:1780332874.074192:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332874.074196:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074202:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332874.074215:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059bff606 reply state 00000000de8743e5 transno 4294967673 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332874.074223:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780332874.074258:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c117 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074276:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c117 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.074283:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332874.074286:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332874.074288:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:2.0:1780332874.074356:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:52742:x1866812045542656:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1906us (2098us total) trans 4294967673 rc 0/0 00000100:00100000:2.0:1780332874.074364:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 975 00010000:00010000:3.0:1780332874.079681:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.079699:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.079706:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.079724:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332874.079729:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.079742:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.079760:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec40b3c7c00) 00010000:00010000:3.0:1780332874.079763:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332874.079769:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.079776:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f7ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332874.083187:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332874.083258:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045542912 00000100:00100000:2.0:1780332874.083268:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045542912 00000100:00100000:2.0:1780332874.083329:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 976 00000100:00100000:2.0:1780332874.083339:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:52742:x1866812045542912:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:2.0:1780332874.083402:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332874.083438:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c117 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.083458:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332874.083468:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332874.083507:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.083522:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.083531:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332874.083722:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000adae7224 reply state 0000000046231b25 transno 4294967674 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332874.083732:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332874.083820:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:52742:x1866812045542912:12345-192.168.204.30@tcp:36:touch.0 Request processed in 482us (643us total) trans 4294967674 rc 0/0 00000100:00100000:2.0:1780332874.083828:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 976 00010000:00010000:2.0:1780332874.097303:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.097321:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.097328:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.097334:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332874.097338:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.097346:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.097364:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332874.097367:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332874.097372:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.097378:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332874.100510:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332874.100654:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045543040 00000100:00100000:2.0:1780332874.100669:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045543040 00000100:00100000:2.0:1780332874.100745:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 977 00000100:00100000:2.0:1780332874.100757:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:52742:x1866812045543040:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332874.100785:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332874.100808:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c11e expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.100869:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c11e expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.100883:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c11e expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.100901:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332874.100904:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780332874.100907:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:2.0:1780332874.100980:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:52742:x1866812045543040:12345-192.168.204.30@tcp:101:touch.0 Request processed in 225us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332874.100988:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 977 00000100:00100000:1.0:1780332874.112584:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332874.112706:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045543168 00000100:00100000:2.0:1780332874.112726:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045543168 00000100:00100000:2.0:1780332874.112782:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 536 00000100:00100000:2.0:1780332874.112797:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1866812045543168:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:2.0:1780332874.112841:0:6594:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2320 last 0 00000020:00000080:2.0:1780332874.112874:0:6594:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307f7dd 00002000:00100000:2.0:1780332874.112888:0:6594:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec302bc6800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780332874.112923:0:6594:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780332874.113169:0:6594:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1780332874.113199:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc3800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780332874.113274:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045543168:12345-192.168.204.30@tcp:8:touch.0 Request processed in 478us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332874.113281:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 536 00000100:00100000:3.0:1780332874.117090:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332874.117531:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045543296 00000100:00100000:1.0:1780332874.117541:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045543296 00000100:00100000:1.0:1780332874.117677:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 537 00000100:00100000:1.0:1780332874.117689:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045543296:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:3.0:1780332874.118029:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1780332874.162658:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00100000:3.0:1780332874.162675:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:0.0:1780332874.163013:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045543296:12345-192.168.204.30@tcp:2:touch.0 Request processed in 45320us (46199us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1780332874.163025:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 537 00000100:00100000:1.0:1780332874.167117:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332874.167201:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045543552 00000100:00100000:0.0:1780332874.167211:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045543552 00000100:00100000:0.0:1780332874.167271:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 100 00000100:00100000:0.0:1780332874.167282:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:52742:x1866812045543552:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:0.0:1780332874.167909:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:52742:x1866812045543552:12345-192.168.204.30@tcp:35:touch.0 Request processed in 627us (800us total) trans 4294967675 rc 0/0 00000100:00100000:0.0:1780332874.167918:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 100 00000100:00100000:1.0:1780332874.202079:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1780332874.203275:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332874.203780:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045543680 00000100:00100000:2.0:1780332874.203792:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045543680 00000100:00100000:2.0:1780332874.203852:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 978 00000100:00100000:2.0:1780332874.203863:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:52746:x1866812045543680:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780332874.203891:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332874.203911:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c125 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204105:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204120:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204131:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204147:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204154:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204165:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204261:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307f7f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204270:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307f7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204277:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307f7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332874.204310:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:2.0:1780332874.204315:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332874.204334:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307f7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204344:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307f7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204352:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204357:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204362:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204368:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332874.204372:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204379:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204392:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:2.0:1780332874.204395:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332874.204399:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204406:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f7eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204418:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204593:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204600:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204606:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332874.204609:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204765:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204776:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332874.204779:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332874.204782:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204793:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f7f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204826:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307f7e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c125 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204839:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307f7f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c125 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.204846:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332874.204848:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780332874.204850:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0000, rc 0) 00000100:00100000:3.0:1780332874.205407:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:52746:x1866812045543680:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1542us (3345us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332874.205416:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 978 00000100:00100000:3.0:1780332874.220310:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332874.220409:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045543808 00000100:00100000:0.0:1780332874.220420:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045543808 00000100:00100000:0.0:1780332874.220484:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 538 00000100:00100000:0.0:1780332874.220495:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045543808:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332874.220513:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332874.220533:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c12c expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332874.220660:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 0, mtime: 0x6a1db94a, atime: 0x6a1db94a, ctime: 0x6a1db94a, blocks: 0x1 00010000:00010000:0.0:1780332874.220682:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332874.220684:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332874.220692:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332874.220886:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332874.220901:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332874.221247:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045543808:12345-192.168.204.30@tcp:101:rm.0 Request processed in 752us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332874.221255:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 538 00000100:00100000:2.0:1780332874.229866:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332874.230012:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045544064 00000100:00100000:3.0:1780332874.230021:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045544064 00000100:00100000:3.0:1780332874.230189:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 979 00000100:00100000:3.0:1780332874.230201:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:52746:x1866812045544064:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780332874.230263:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332874.230291:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307f7f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c125 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230320:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f7d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c11e expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230329:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332874.230339:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332874.230359:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230372:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230381:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230395:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230401:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230408:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230522:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230529:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.230535:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332874.232064:0:5807:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].31, 64 off10176 00000004:00080000:3.0:1780332874.232078:0:5807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2320639458737ns, next at 2321639455671ns, rc = 0 00010000:00010000:3.0:1780332874.232154:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232169:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232274:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232282:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232289:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232295:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232322:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332874.232346:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232353:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232359:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232366:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332874.232372:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232379:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232392:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332874.232395:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332874.232400:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232407:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f815 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232428:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232434:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232440:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232445:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332874.232448:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232453:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232461:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:3.0:1780332874.232463:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332874.232467:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.232472:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307f807 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332874.232481:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000866bc44d reply state 00000000ecfab52c transno 4294967676 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332874.232490:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332874.232593:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:52746:x1866812045544064:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2390us (2731us total) trans 4294967676 rc 0/0 00000100:00100000:3.0:1780332874.232603:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 979 00010000:00010000:2.0:1780332874.232724:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332874.232730:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.232737:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332874.232740:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.232747:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.232756:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:2.0:1780332874.232759:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332874.232762:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.232770:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307f81c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332874.232784:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332874.232785:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332874.232787:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332874.237750:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.237767:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.237774:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.237780:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332874.237785:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.237932:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.237951:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec4054dd800) 00010000:00010000:3.0:1780332874.237954:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332874.237959:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332874.237967:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f80e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.224131:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780332875.533893:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967675 is committed 00000001:00080000:3.0:1780332875.534099:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967676 is committed 00000004:00080000:3.0:1780332875.534106:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 81 committed 00000100:00100000:2.0:1780332875.535407:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332875.535431:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067725696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780332875.535502:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332875.535615:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067725696 00000100:00100000:1.0:1780332875.535651:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067725696 00000100:00100000:1.0:1780332875.535714:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1780332875.535723:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067725696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780332875.535751:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:31 count 1 00010000:00010000:1.0:1780332875.535776:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.535796:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.535805:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332875.535807:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332875.535810:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.535836:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 5 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.535851:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 5 pid: 8139 timeout: 2421 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332875.535863:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067725824:192.168.204.30@tcp:104: 00000100:00080000:3.0:1780332875.535976:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332875.536014:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dd980c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780332875.540739:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067725824:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780332875.540775:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332875.540785:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332875.540875:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045544192 00000100:00100000:0.0:1780332875.540883:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045544192 00010000:00010000:0.0:1780332875.540932:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 6 pid: 8139 timeout: 2421 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332875.541182:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 412 00000100:00100000:0.0:1780332875.541194:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045544192:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332875.541209:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332875.541214:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 6 pid: 8139 timeout: 2421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.541236:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 6 pid: 8139 timeout: 2421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.541258:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307f800 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c12c expref: 6 pid: 8139 timeout: 2421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.541272:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332875.541274:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332875.541278:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.541288:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.541354:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332875.541402:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045544192:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 211us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332875.542101:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 412 00010000:00010000:1.0:1780332875.545205:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.545226:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.545238:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.545247:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.545276:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332875.545299:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332875.545308:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.545318:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332875.545323:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.545333:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.545356:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.545364:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c32be8a/0x76434b26e307f823 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.545388:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332875.545390:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332875.545393:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332875.545938:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067725696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10211us (10430us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1780332875.545949:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000004:00080000:0.0:1780332875.546155:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec410ea0a80/2, rc 0, transno 4294967359 00000100:00100000:0.0:1780332875.546161:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067725696:0@lo:6:osp-syn-0-0.0 00000020:00000080:1.0:1780332875.919818:0:89097:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffecbeab200 20000000:00000080:1.0:1780332875.919833:0:89097:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4c000 uarg=0000000000000000 00010000:00010000:1.0:1780332875.920290:0:89097:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332875.920323:0:89097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332875.920327:0:89097:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332875.920337:0:89097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f7a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c110 expref: 5 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.920361:0:89097:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332875.920375:0:89097:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332875.920389:0:89097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.920402:0:89097:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f782 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.920411:0:89097:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.920447:0:89097:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f782 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332875.920464:0:89097:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f782 expref: 17 pid: 5798 timeout: 2422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332875.920479:0:89097:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89097:1866812067725952:0@lo:104: 00000100:00100000:1.0:1780332875.920535:0:89097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332875.920590:0:89097:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec402bd2540 going to sleep for 11 seconds 00000100:00100000:3.0:1780332875.920648:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067725952 00000100:00100000:3.0:1780332875.920657:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067725952 00000100:00100000:3.0:1780332875.920733:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1780332875.920744:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89097:x1866812067725952:12345-0@lo:104: 00010000:00010000:3.0:1780332875.920758:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.920816:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332875.920822:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89097:x1866812067725952:12345-0@lo:104: Request processed in 82us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332875.920829:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00010000:00010000:3.0:1780332875.920851:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332875.920857:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.920865:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332875.920869:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.920877:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332875.920884:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332875.920890:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332875.920915:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.920926:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1780332875.921101:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067726080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332875.921142:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332875.921175:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726080 00000100:00100000:2.0:1780332875.921179:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726080 00010000:00010000:2.0:1780332875.921197:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f782 expref: 18 pid: 5798 timeout: 2422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332875.921218:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1780332875.921224:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067726080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332875.921233:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332875.921249:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f782 expref: 18 pid: 5798 timeout: 2422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921259:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f782 expref: 18 pid: 5798 timeout: 2422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921273:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921285:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921298:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921305:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921312:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921318:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921324:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332875.921327:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921335:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921342:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332875.921350:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332875.921376:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067726080:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332875.921383:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1780332875.921419:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067726080:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332875.921590:0:89097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df200/0x76434b26e307f789 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f782 expref: 17 pid: 5798 timeout: 2422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332875.921601:0:89097:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89097:1866812067725952:0@lo:104: 00010000:00010000:0.0:1780332875.921645:0:89097:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.921654:0:89097:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.921660:0:89097:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332875.921666:0:89097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307f82a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.927853:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.927871:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e307f782 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f789 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332875.927897:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332875.927899:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332875.927902:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332876.248300:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332877.017270:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067726208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332877.017342:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332877.017469:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726208 00000100:00100000:1.0:1780332877.017478:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726208 00000100:00100000:1.0:1780332877.017542:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1780332877.017552:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067726208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332877.017598:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332877.017695:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067726208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332877.017703:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1780332877.017776:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067726208:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332877.018043:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332877.279983:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332877.466273:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332877.466280:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332877.466285:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332877.466331:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332877.466342:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332877.466354:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332877.466380:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067726336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332877.466448:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332877.466555:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726336 00000100:00100000:2.0:1780332877.466563:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726336 00000100:00100000:3.0:1780332877.466606:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4037bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1780332877.467553:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1780332877.467566:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067726336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332877.467582:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332877.467597:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f831 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332877.467644:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f831 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332877.467655:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f831 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332877.467674:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780332877.467733:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067726336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332877.467740:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1780332877.468030:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067726336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332877.468047:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332877.468056:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332877.468076:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332877.468081:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332877.468089:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332878.040615:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067726464:0@lo:400:kworker.0 00000100:00100000:0.0:1780332878.040731:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332878.040885:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726464 00000100:00100000:1.0:1780332878.040902:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726464 00000100:00100000:1.0:1780332878.040947:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1780332878.040956:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067726464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332878.041437:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067726464:12345-0@lo:400:kworker.0 Request processed in 481us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332878.041446:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1780332878.041479:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067726848:0@lo:400:kworker.0 00000100:00100000:2.0:1780332878.041512:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332878.041515:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067726464:0@lo:400:kworker.0 00000100:00100000:0.0:1780332878.041534:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067726976:0@lo:400:kworker.0 00000100:00100000:0.0:1780332878.041561:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332878.041568:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067726592:0@lo:400:kworker.0 00000100:00100000:2.0:1780332878.041605:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067726720:0@lo:400:kworker.0 00000100:00100000:3.0:1780332878.041636:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726848 00000100:00100000:3.0:1780332878.041642:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726848 00000100:00100000:3.0:1780332878.041718:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:3.0:1780332878.041726:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067726848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332878.041835:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067726848:12345-0@lo:400:kworker.0 Request processed in 110us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332878.041842:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:3.0:1780332878.042107:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332878.042433:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726976 00000100:00100000:1.0:1780332878.042438:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726976 00000100:00100000:1.0:1780332878.042482:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726720 00000100:00100000:1.0:1780332878.042485:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726720 00000100:00100000:1.0:1780332878.042507:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1780332878.042514:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067726976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332878.042556:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067726976:12345-0@lo:400:kworker.0 Request processed in 42us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332878.042563:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1780332878.042575:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:1.0:1780332878.042580:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067726720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332878.042609:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067726720:12345-0@lo:400:kworker.0 Request processed in 30us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332878.042634:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00080000:3.0:1780332878.042701:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332878.042733:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067726720:0@lo:400:kworker.0 00000100:00100000:0.0:1780332878.042824:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067726976:0@lo:400:kworker.0 00000100:00100000:2.0:1780332878.042861:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332878.042889:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067727104:0@lo:400:kworker.0 00000100:00100000:3.0:1780332878.042914:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067726592 00000100:00100000:2.0:1780332878.042916:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332878.042918:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067726592 00000100:00100000:3.0:1780332878.042946:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:2.0:1780332878.042950:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067727104 00000100:00100000:3.0:1780332878.042953:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067726592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332878.042953:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067727104 00000100:00100000:2.0:1780332878.042984:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1780332878.042988:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067726592:12345-0@lo:400:kworker.0 Request processed in 36us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332878.042991:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067727104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332878.042993:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:2.0:1780332878.043020:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067727104:12345-0@lo:400:kworker.0 Request processed in 30us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332878.043026:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1780332878.043056:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067726848:0@lo:400:kworker.0 00000100:00100000:2.0:1780332878.043105:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067726592:0@lo:400:kworker.0 00000100:00100000:2.0:1780332878.043114:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067727104:0@lo:400:kworker.0 00000100:00080000:3.0:1780332878.043313:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780332878.295765:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332878.552467:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332878.552491:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067727232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332878.552562:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332878.552852:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067727232 00000100:00100000:3.0:1780332878.552860:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067727232 00000100:00100000:3.0:1780332878.552920:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1780332878.552930:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067727232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332878.552971:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332878.553024:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067727232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332878.553032:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1780332878.553138:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067727232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332878.692080:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332878.692156:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045544320 00000100:00100000:3.0:1780332878.692167:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045544320 00000100:00100000:3.0:1780332878.692242:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 980 00000100:00100000:3.0:1780332878.692253:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:52833:x1866812045544320:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332878.692276:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332878.692300:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f83f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c133 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.692365:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f846 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.692379:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.692391:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332878.692584:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:3.0:1780332878.692588:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332878.692712:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.692808:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307f83f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c133 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.692830:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f846 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c133 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.692838:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332878.692841:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332878.692845:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780332878.692901:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52833:x1866812045544320:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 650us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332878.692909:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 980 00000100:00080000:0.0:1780332878.702179:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332878.703352:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332878.703673:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045544576 00000100:00100000:3.0:1780332878.703684:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045544576 00000100:00100000:3.0:1780332878.703817:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 981 00000100:00100000:3.0:1780332878.703828:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52833:x1866812045544576:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332878.703881:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332878.703911:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307f846 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c133 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.703929:0:5805:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307f7a5) 00010000:00010000:3.0:1780332878.703933:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332878.703944:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332878.703968:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.703981:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332878.704480:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780332878.744536:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967677 is committed 00000004:00010000:2.0:1780332878.744611:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afe6ef25 reply state 00000000c5e22d75 transno 4294967677 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332878.744810:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332878.745131:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00080000:2.0:1780332878.745314:0:5805:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780332878.745652:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52833:x1866812045544576:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 41790us (42270us total) trans 4294967677 rc 0/0 00000100:00100000:2.0:1780332878.745662:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 981 00010000:00010000:0.0:1780332878.746249:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332878.746261:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332878.746268:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332878.746275:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332878.746279:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332878.746286:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332878.746302:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:0.0:1780332878.746305:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332878.746310:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332878.746315:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307f84d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332879.044834:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332879.044886:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332879.044922:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332879.044991:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045544960 00000100:00100000:0.0:1780332879.045011:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045544960 00000100:00100000:3.0:1780332879.045172:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045544704 00000100:00100000:3.0:1780332879.045179:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045544704 00000100:00100000:0.0:1780332879.045218:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1181 00000100:00100000:0.0:1780332879.045230:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045544960:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332879.045304:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045544960:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332879.045312:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1181 00000100:00080000:2.0:1780332879.045524:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332879.045762:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045544832 00000100:00100000:1.0:1780332879.045767:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045544832 00000100:00100000:1.0:1780332879.045814:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1590 00000100:00100000:1.0:1780332879.045822:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045544832:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332879.045865:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045544832:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 44us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332879.045873:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1590 00000100:00100000:2.0:1780332879.046803:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1255 00000100:00100000:2.0:1780332879.046814:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045544704:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332879.046857:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045544704:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (1971us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332879.046864:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1255 00010000:00010000:2.0:1780332879.320342:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332879.552702:0:89292:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcaa65d90 20000000:00000080:3.0:1780332879.552717:0:89292:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec403b8bc00 uarg=0000000000000000 00010000:00010000:3.0:1780332879.553190:0:89292:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332879.553206:0:89292:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332879.553219:0:89292:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332879.553236:0:89292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.553276:0:89292:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f831 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.553284:0:89292:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.553322:0:89292:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f831 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.553341:0:89292:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f831 expref: 17 pid: 5800 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332879.553356:0:89292:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89292:1866812067727360:0@lo:104: 00000100:00100000:3.0:1780332879.553425:0:89292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332879.553483:0:89292:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40bb4f240 going to sleep for 11 seconds 00000100:00100000:2.0:1780332879.553698:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067727360 00000100:00100000:2.0:1780332879.553707:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067727360 00000100:00100000:2.0:1780332879.553869:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1780332879.553880:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89292:x1866812067727360:12345-0@lo:104: 00010000:00010000:2.0:1780332879.553892:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332879.554049:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332879.554057:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89292:x1866812067727360:12345-0@lo:104: Request processed in 180us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332879.554064:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00010000:00010000:1.0:1780332879.554088:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332879.554096:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332879.554103:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332879.554107:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332879.554116:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332879.554125:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332879.554130:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332879.554165:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332879.554171:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332879.554204:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332879.554211:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307f831 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f838 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332879.554218:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067727488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332879.554233:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332879.554237:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332879.554240:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332879.554255:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332879.555536:0:89292:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89292:1866812067727360:0@lo:104: 00010000:00010000:3.0:1780332879.555563:0:89292:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332879.555718:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067727488 00000100:00100000:3.0:1780332879.555725:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067727488 00010000:00010000:3.0:1780332879.555757:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f831 expref: 18 pid: 5800 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332879.555805:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1780332879.555813:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067727488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332879.555826:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332879.555833:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f831 expref: 18 pid: 5800 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555844:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f831 expref: 18 pid: 5800 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555865:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1800/0x76434b26e307f838 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f831 expref: 18 pid: 5800 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555882:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555890:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555905:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555913:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555921:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555938:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555945:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332879.555949:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555959:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555979:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332879.555989:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332879.556015:0:89292:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332879.556025:0:89292:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332879.556032:0:89292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5200/0x76434b26e307f854 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332879.556039:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067727488:12345-0@lo:103:ldlm_bl.0 Request processed in 225us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332879.556046:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1780332879.556596:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067727488:0@lo:103:ldlm_bl.0 00000001:00080000:0.0:1780332879.647302:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00010000:00010000:3.0:1780332880.343902:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332881.377562:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332881.495870:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332881.495877:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332881.495883:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332881.496108:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332881.496126:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332881.496138:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332881.496166:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067727616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332881.496401:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332881.496498:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4124ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1780332881.496600:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067727616 00000100:00100000:1.0:1780332881.496644:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067727616 00000100:00100000:1.0:1780332881.496735:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1780332881.496744:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067727616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332881.496758:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332881.496776:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f85b expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332881.496800:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f85b expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332881.496810:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f85b expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332881.496819:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df000, rc 0) 00000100:00100000:1.0:1780332881.496875:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067727616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332881.496882:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1780332881.496908:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067727616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332881.496923:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332881.496933:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332881.496963:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332881.496968:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332881.497144:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332882.151409:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067727744:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332882.151486:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332882.151561:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067727744 00000100:00100000:0.0:1780332882.151569:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067727744 00000100:00100000:0.0:1780332882.151656:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1780332882.151665:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067727744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332882.151714:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332882.151764:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067727744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332882.151772:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00080000:0.0:1780332882.151792:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332882.151821:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:0.0:1780332882.151826:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec410ea0a80, transno 4294967359 00000100:00100000:0.0:1780332882.151841:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067727744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332882.303905:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332882.304002:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045545088 00000100:00100000:1.0:1780332882.304013:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045545088 00000100:00100000:1.0:1780332882.304093:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 982 00000100:00100000:1.0:1780332882.304105:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:52910:x1866812045545088:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332882.304127:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332882.304167:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f869 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c13a expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304237:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304250:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304262:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304274:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304280:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304286:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304778:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f87e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304788:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f87e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304795:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f87e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332882.304871:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:1.0:1780332882.304875:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332882.304945:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f87e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304959:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304966:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304972:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304977:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332882.304982:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.304989:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305001:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780332882.305004:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332882.305009:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305015:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f870 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305027:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305043:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305049:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305053:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332882.305056:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305061:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305068:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec41273e200) 00010000:00010000:1.0:1780332882.305071:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332882.305073:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305079:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f877 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305107:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f869 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c13a expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305120:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f87e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c13a expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332882.305128:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:1.0:1780332882.305130:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332882.305133:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df400, rc 0) 00000100:00100000:1.0:1780332882.305206:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52910:x1866812045545088:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1103us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332882.305214:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 982 00000100:00080000:2.0:1780332882.305420:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332882.312362:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332882.312749:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045545344 00000100:00100000:2.0:1780332882.312760:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045545344 00000100:00100000:2.0:1780332882.312819:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 983 00000100:00100000:2.0:1780332882.312830:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52910:x1866812045545344:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332882.312852:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332882.312876:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f885 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c141 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313130:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313145:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313157:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313173:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313179:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313185:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332882.313321:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00010000:2.0:1780332882.313342:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313349:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313356:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313363:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332882.313367:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313375:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313388:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:2.0:1780332882.313391:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332882.313396:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313407:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307f88c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313419:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313426:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313432:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313438:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332882.313441:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313447:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313455:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec40b3c7100) 00010000:00010000:2.0:1780332882.313457:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332882.313460:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313465:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307f893 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313495:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f885 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c141 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313509:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:2.0:1780332882.313511:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332882.313515:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307f885 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c141 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.313524:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1a00, rc 0) 00000100:00100000:2.0:1780332882.313614:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52910:x1866812045545344:12345-192.168.204.30@tcp:101:touch.0 Request processed in 785us (1259us total) trans 0 rc 301/301 00000100:00100000:2.0:1780332882.313656:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 983 00000100:00100000:3.0:1780332882.319170:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332882.319405:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045545472 00000100:00100000:2.0:1780332882.319417:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045545472 00000100:00100000:2.0:1780332882.319477:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 984 00000100:00100000:2.0:1780332882.319488:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52910:x1866812045545472:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332882.319511:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332882.319531:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f89a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c148 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319606:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319648:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319661:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319685:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319698:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319705:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319884:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319892:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319898:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319903:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332882.319907:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319914:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319927:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:2.0:1780332882.319930:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332882.319935:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319940:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307f8a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319952:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319958:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.319963:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.320131:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332882.320135:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.320142:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.320150:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec40b3c7800) 00010000:00010000:2.0:1780332882.320153:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332882.320156:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.320162:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f8a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.320196:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f89a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c148 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.320206:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:2.0:1780332882.320208:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332882.320212:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307f89a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c148 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332882.320227:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0800, rc 0) 00000100:00100000:0.0:1780332882.322687:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52910:x1866812045545472:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3188us (3516us total) trans 0 rc 301/301 00000100:00100000:0.0:1780332882.322700:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 984 00000100:00100000:3.0:1780332882.325306:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332882.325499:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045545600 00000100:00100000:1.0:1780332882.325511:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045545600 00000100:00100000:1.0:1780332882.325571:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 985 00000100:00100000:1.0:1780332882.325582:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52910:x1866812045545600:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332882.325613:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332882.325911:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c14f expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326097:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326114:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326126:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326140:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326146:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326221:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326480:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326488:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326494:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326498:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332882.326502:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326509:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326520:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:0.0:1780332882.326524:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332882.326528:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326533:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f8b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326545:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326550:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326555:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326559:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332882.326561:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326565:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326571:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec408256400) 00010000:00010000:0.0:1780332882.326573:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332882.326575:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326580:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326771:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8af lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c14f expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326783:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:0.0:1780332882.326786:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332882.326790:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c14f expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332882.326800:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780332882.327241:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52910:x1866812045545600:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1658us (1941us total) trans 0 rc 301/301 00000100:00100000:0.0:1780332882.327252:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 985 00010000:00010000:2.0:1780332882.391774:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332883.160272:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067728000:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160345:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332883.160395:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067728512:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160421:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332883.160443:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780332883.160449:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067727872:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160486:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332883.160509:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067728384:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160530:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332883.160555:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067728128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160576:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332883.160606:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332883.160612:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067728256:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160657:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332883.160687:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728000 00000100:00100000:0.0:1780332883.160695:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728000 00000100:00100000:0.0:1780332883.160731:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728384 00000100:00100000:0.0:1780332883.160734:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728384 00000100:00100000:0.0:1780332883.160753:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728128 00000100:00100000:0.0:1780332883.160755:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728128 00000100:00100000:0.0:1780332883.160769:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1780332883.160776:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067728000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160823:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067728000:12345-0@lo:400:kworker.0 Request processed in 46us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332883.160833:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1780332883.160853:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:0.0:1780332883.160859:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067728384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160882:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067728384:12345-0@lo:400:kworker.0 Request processed in 24us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332883.160887:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:0.0:1780332883.160896:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:0.0:1780332883.160900:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067728128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160926:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067728128:12345-0@lo:400:kworker.0 Request processed in 25us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332883.160931:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:0.0:1780332883.160946:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067727872 00000100:00100000:0.0:1780332883.160949:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067727872 00000100:00100000:0.0:1780332883.160965:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1780332883.160969:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067727872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.160993:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067727872:12345-0@lo:400:kworker.0 Request processed in 23us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332883.160997:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1780332883.161026:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728512 00000100:00100000:0.0:1780332883.161029:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728512 00000100:00100000:0.0:1780332883.161049:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728256 00000100:00100000:0.0:1780332883.161051:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728256 00000100:00100000:0.0:1780332883.161062:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1780332883.161066:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067728512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.161089:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067728512:12345-0@lo:400:kworker.0 Request processed in 22us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332883.161097:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1780332883.161105:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1780332883.161109:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067728256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.161128:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067728256:12345-0@lo:400:kworker.0 Request processed in 18us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332883.161133:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1780332883.161167:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067728256:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.161176:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067728128:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.161197:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067727872:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.161204:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067728384:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.161212:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067728000:0@lo:400:kworker.0 00000100:00100000:0.0:1780332883.161219:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067728512:0@lo:400:kworker.0 00000100:00080000:2.0:1780332883.162739:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332883.162748:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332883.415868:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332883.682876:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067728640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332883.682950:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332883.684699:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728640 00000100:00100000:0.0:1780332883.684712:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728640 00000100:00100000:0.0:1780332883.684783:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1780332883.684792:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067728640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332883.684834:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332883.684917:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067728640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (1966us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332883.684924:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1780332883.685010:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067728640:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1780332884.012228:0:89538:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff69b8db80 20000000:00000080:1.0:1780332884.012245:0:89538:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4d400 uarg=0000000000000000 00010000:00010000:1.0:1780332884.013099:0:89538:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332884.013212:0:89538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:1.0:1780332884.013216:0:89538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332884.013229:0:89538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f87e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c13a expref: 5 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332884.013256:0:89538:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332884.013274:0:89538:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332884.013287:0:89538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332884.013300:0:89538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f85b expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332884.013307:0:89538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332884.013346:0:89538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f85b expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332884.013365:0:89538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f85b expref: 17 pid: 5799 timeout: 2430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332884.013380:0:89538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89538:1866812067728768:0@lo:104: 00000100:00100000:1.0:1780332884.013524:0:89538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332884.013597:0:89538:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4037be840 going to sleep for 11 seconds 00000100:00100000:3.0:1780332884.014808:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780332884.014831:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728768 00000100:00100000:3.0:1780332884.014842:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728768 00000100:00100000:3.0:1780332884.014895:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1780332884.014905:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c287850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89538:x1866812067728768:12345-0@lo:104: 00010000:00010000:3.0:1780332884.014922:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015006:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332884.015012:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c287850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89538:x1866812067728768:12345-0@lo:104: Request processed in 109us (1489us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332884.015020:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1780332884.015061:0:89538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89538:1866812067728768:0@lo:104: 00010000:00010000:2.0:1780332884.015090:0:89538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332884.015148:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332884.015155:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332884.015167:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332884.015170:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332884.015179:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332884.015185:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332884.015190:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332884.015226:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332884.015231:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332884.015261:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332884.015267:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1200/0x76434b26e307f85b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f862 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332884.015281:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332884.015283:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332884.015284:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332884.015364:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067728896:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332884.015402:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332884.015435:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067728896 00000100:00100000:3.0:1780332884.015441:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067728896 00010000:00010000:3.0:1780332884.015464:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f85b expref: 18 pid: 5799 timeout: 2430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332884.015494:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1780332884.015501:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067728896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332884.015512:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332884.015517:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f85b expref: 18 pid: 5799 timeout: 2430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015529:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f85b expref: 18 pid: 5799 timeout: 2430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015542:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df000/0x76434b26e307f862 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f85b expref: 18 pid: 5799 timeout: 2430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015557:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015566:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015592:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015600:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015606:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015612:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015642:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332884.015646:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015653:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015671:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332884.015680:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332884.015712:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067728896:12345-0@lo:103:ldlm_bl.0 Request processed in 212us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332884.015718:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1780332884.015790:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067728896:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332884.015835:0:89538:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332884.015845:0:89538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332884.015852:0:89538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dea00/0x76434b26e307f8c4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332884.161118:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332884.161161:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332884.161185:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332884.161212:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045545856 00000100:00100000:3.0:1780332884.161223:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045545856 00000100:00100000:3.0:1780332884.161295:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1594 00000100:00100000:3.0:1780332884.161308:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045545856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332884.161379:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045545856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332884.161386:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1594 00000100:00100000:3.0:1780332884.161410:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045545984 00000100:00100000:3.0:1780332884.161414:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045545984 00000100:00100000:3.0:1780332884.161439:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1184 00000100:00100000:3.0:1780332884.161446:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045545984:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332884.161474:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045545984:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332884.161480:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1184 00000100:00080000:3.0:1780332884.161494:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332884.161498:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332884.162389:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045545728 00000100:00100000:0.0:1780332884.162400:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045545728 00000100:00100000:0.0:1780332884.162448:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1258 00000100:00100000:0.0:1780332884.162456:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045545728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332884.162501:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045545728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (1393us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332884.162508:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1258 00010000:00010000:3.0:1780332884.443177:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332885.080696:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332885.080706:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332885.080711:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332885.080829:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332885.080843:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332885.080855:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332885.080886:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067729024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332885.080961:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332885.081035:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729024 00000100:00100000:2.0:1780332885.081045:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729024 00000100:00100000:3.0:1780332885.081056:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec402bd2540 going to sleep for 11 seconds 00000100:00100000:2.0:1780332885.081114:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1780332885.081123:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067729024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332885.081137:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332885.081151:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f8cb expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332885.081176:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f8cb expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332885.081187:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f8cb expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332885.081197:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780332885.081256:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067729024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332885.081264:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1780332885.081393:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067729024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332885.081407:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332885.081415:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332885.081434:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332885.081438:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332885.081446:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332885.465047:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332886.488711:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332886.772582:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332886.773032:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045546112 00000100:00100000:0.0:1780332886.773042:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045546112 00000100:00100000:0.0:1780332886.773423:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 986 00000100:00100000:0.0:1780332886.773435:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:52997:x1866812045546112:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780332886.773456:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332886.773498:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c156 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332886.773589:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332886.773608:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332886.773678:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332886.773888:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:0.0:1780332886.773892:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332886.774216:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332886.774314:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307f8d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c156 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332886.774341:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c156 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332886.774350:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780332886.774354:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332886.774358:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780332886.774420:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52997:x1866812045546112:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 987us (1847us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332886.774428:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 986 00000100:00080000:3.0:1780332886.774833:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332886.789548:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332886.789724:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045546368 00000100:00100000:2.0:1780332886.789734:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045546368 00000100:00100000:2.0:1780332886.789797:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 987 00000100:00100000:2.0:1780332886.789808:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:52997:x1866812045546368:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332886.789858:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332886.789886:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307f8e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c156 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.789915:0:5805:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307f87e) 00010000:00010000:2.0:1780332886.789920:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256300) 00010000:00010000:2.0:1780332886.789931:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332886.789957:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.789972:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.789985:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332886.791370:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a123f47 reply state 00000000704081c4 transno 4294967678 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332886.791387:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332886.791470:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000100:00100000:2.0:1780332886.791801:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:52997:x1866812045546368:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1992us (2268us total) trans 4294967678 rc 0/0 00000100:00100000:2.0:1780332886.791809:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 987 00010000:00010000:2.0:1780332886.802663:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.802680:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.802688:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.802694:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332886.802699:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.802706:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.802723:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332886.802726:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332886.802731:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332886.802738:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f8e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332887.257563:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067729152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332887.257670:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332887.257885:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729152 00000100:00100000:1.0:1780332887.257903:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729152 00000100:00100000:1.0:1780332887.257959:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1780332887.257967:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067729152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332887.258001:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332887.258395:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067729152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332887.258406:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1780332887.258462:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067729152:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332887.259914:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332887.512879:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332887.595204:0:89735:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff47a5ae90 20000000:00000080:3.0:1780332887.595342:0:89735:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc65000 uarg=0000000000000000 00010000:00010000:3.0:1780332887.596459:0:89735:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332887.596479:0:89735:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332887.596496:0:89735:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332887.596526:0:89735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332887.596548:0:89735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f8cb expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332887.596558:0:89735:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332887.596606:0:89735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f8cb expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332887.596843:0:89735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f8cb expref: 17 pid: 5800 timeout: 2434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332887.597045:0:89735:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89735:1866812067729280:0@lo:104: 00000100:00100000:3.0:1780332887.597119:0:89735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332887.597258:0:89735:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec411435300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332887.599569:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729280 00000100:00100000:2.0:1780332887.599583:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729280 00000100:00100000:2.0:1780332887.599970:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1780332887.599982:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89735:x1866812067729280:12345-0@lo:104: 00010000:00010000:2.0:1780332887.599999:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332887.600356:0:89735:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89735:1866812067729280:0@lo:104: 00010000:00010000:0.0:1780332887.600381:0:89735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332887.600434:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332887.600441:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:89735:x1866812067729280:12345-0@lo:104: Request processed in 462us (3322us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332887.600449:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00010000:00010000:1.0:1780332887.600477:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332887.600486:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.600494:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332887.600498:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.600509:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332887.600527:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332887.600534:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332887.600580:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.600589:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332887.600644:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.600653:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4000/0x76434b26e307f8cb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f8d2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.600674:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332887.600676:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332887.600678:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332887.600688:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332887.600705:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067729408:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332887.600753:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332887.600800:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729408 00000100:00100000:1.0:1780332887.600805:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729408 00010000:00010000:1.0:1780332887.600828:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f8cb expref: 18 pid: 5800 timeout: 2434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332887.601508:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1780332887.601534:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067729408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332887.601548:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332887.601554:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f8cb expref: 18 pid: 5800 timeout: 2434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601568:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f8cb expref: 18 pid: 5800 timeout: 2434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601583:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0600/0x76434b26e307f8d2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f8cb expref: 18 pid: 5800 timeout: 2434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601600:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601609:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601643:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601651:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601658:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601665:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601670:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332887.601674:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601682:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601702:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332887.601711:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332887.601769:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067729408:12345-0@lo:103:ldlm_bl.0 Request processed in 240us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332887.601776:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1780332887.601799:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067729408:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332887.601995:0:89735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332887.602003:0:89735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332887.602010:0:89735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307f8ee lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332888.279797:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067729536:0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.279887:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332888.280945:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332888.280958:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067729664:0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.281007:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332888.281069:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729536 00000100:00100000:2.0:1780332888.281077:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729536 00000100:00100000:2.0:1780332888.281130:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729664 00000100:00100000:2.0:1780332888.281134:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729664 00000100:00100000:2.0:1780332888.281169:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1780332888.281181:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067729536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.281244:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067729536:12345-0@lo:400:kworker.0 Request processed in 65us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332888.281251:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1780332888.281271:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1780332888.281279:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067729664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.281311:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067729664:12345-0@lo:400:kworker.0 Request processed in 33us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332888.281317:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00080000:2.0:1780332888.281340:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332888.281376:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067729664:0@lo:400:kworker.0 00000100:00100000:0.0:1780332888.281922:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780332888.281935:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067730048:0@lo:400:kworker.0 00000100:00100000:0.0:1780332888.281971:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332888.282009:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067729920:0@lo:400:kworker.0 00000100:00100000:0.0:1780332888.282035:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332888.282054:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332888.282060:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067729792:0@lo:400:kworker.0 00000100:00100000:0.0:1780332888.282081:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332888.282106:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729920 00000100:00100000:0.0:1780332888.282110:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729920 00000100:00100000:0.0:1780332888.282144:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1780332888.282151:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067729920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332888.282189:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067729920:12345-0@lo:400:kworker.0 Request processed in 39us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332888.282195:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1780332888.282223:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067729920:0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.282299:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067729536:0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.282326:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730048 00000100:00100000:2.0:1780332888.282330:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730048 00000100:00100000:2.0:1780332888.282364:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067729792 00000100:00100000:2.0:1780332888.282367:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067729792 00000100:00100000:2.0:1780332888.282387:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1780332888.282550:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067730048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.282590:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067730048:12345-0@lo:400:kworker.0 Request processed in 186us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332888.282597:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1780332888.282610:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1780332888.282637:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067729792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332888.282672:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067729792:12345-0@lo:400:kworker.0 Request processed in 57us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332888.282679:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1780332888.282710:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067729792:0@lo:400:kworker.0 00000100:00080000:2.0:1780332888.282731:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332888.282734:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332888.283002:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067730048:0@lo:400:kworker.0 00010000:00010000:3.0:1780332888.536354:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332888.792269:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332888.792295:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067730176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332888.792361:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332888.792574:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730176 00000100:00100000:0.0:1780332888.792584:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730176 00000100:00100000:1.0:1780332888.792766:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1780332888.792776:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067730176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332888.792813:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332888.792883:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067730176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332888.792891:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1780332888.792967:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067730176:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1780332889.176830:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332889.176839:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332889.176845:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332889.176893:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332889.176906:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332889.176919:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332889.176950:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067730304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332889.177020:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332889.177088:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332889.177115:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730304 00000100:00100000:3.0:1780332889.177123:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730304 00000100:00100000:3.0:1780332889.177178:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1780332889.177187:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067730304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332889.177201:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332889.177213:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f8f5 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332889.177236:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332889.177247:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332889.177256:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780332889.177299:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067730304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332889.177306:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1780332889.177357:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067730304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332889.177369:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332889.177378:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332889.177409:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332889.177414:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332889.177426:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332889.290530:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332889.290574:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332889.290643:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332889.290675:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045546496 00000100:00100000:2.0:1780332889.290688:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045546496 00000100:00100000:2.0:1780332889.290750:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1261 00000100:00100000:2.0:1780332889.290761:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045546496:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332889.291004:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045546752 00000100:00100000:1.0:1780332889.291009:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045546752 00000100:00100000:1.0:1780332889.291055:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1187 00000100:00100000:1.0:1780332889.291064:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045546752:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332889.291401:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045546496:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 631us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332889.291411:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1261 00000100:00100000:2.0:1780332889.291449:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045546624 00000100:00100000:2.0:1780332889.291454:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045546624 00000100:00100000:2.0:1780332889.291484:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1598 00000100:00100000:2.0:1780332889.291501:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045546624:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332889.299302:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045546752:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 8217us (8703us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332889.299320:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1187 00000100:00080000:3.0:1780332889.302841:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332889.302850:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332889.303435:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045546624:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 11934us (12782us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332889.303449:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1598 00000001:00080000:0.0:1780332889.395666:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967678 is committed 00010000:00010000:1.0:1780332889.559717:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332890.265614:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332890.266012:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045546880 00000100:00100000:2.0:1780332890.266023:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045546880 00000100:00100000:2.0:1780332890.266084:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 988 00000100:00100000:2.0:1780332890.266096:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045546880:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332890.266217:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045546880:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 122us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332890.266226:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 988 00000100:00100000:2.0:1780332890.279560:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332890.280251:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547008 00000100:00100000:3.0:1780332890.280262:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547008 00000100:00100000:0.0:1780332890.280557:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 540 00000100:00100000:0.0:1780332890.280569:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547008:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332890.281459:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547008:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 888us (1903us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332890.281468:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 540 00000100:00100000:2.0:1780332890.289542:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332890.289704:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547136 00000100:00100000:1.0:1780332890.289714:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547136 00000100:00100000:1.0:1780332890.289762:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 541 00000100:00100000:1.0:1780332890.289780:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2365:x1866812045547136:12345-192.168.204.30@tcp:8:lfs.0 00010000:00080000:1.0:1780332890.289817:0:6596:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2336 last 0 00000020:00000080:1.0:1780332890.289862:0:6596:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307f903 00002000:00100000:1.0:1780332890.289878:0:6596:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec4342cd000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332890.289892:0:6596:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332890.290131:0:6596:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1780332890.290162:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec4342cc000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332890.290399:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045547136:12345-192.168.204.30@tcp:8:lfs.0 Request processed in 619us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332890.290417:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 541 00000100:00100000:2.0:1780332890.297000:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332890.297107:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547264 00000100:00100000:3.0:1780332890.297118:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547264 00000100:00100000:3.0:1780332890.297229:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 542 00000100:00100000:3.0:1780332890.297242:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53081:x1866812045547264:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332890.297698:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53081:x1866812045547264:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 460us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332890.297713:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 542 00000100:00080000:2.0:1780332890.299076:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332890.302432:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332890.302699:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547392 00000100:00100000:0.0:1780332890.302710:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547392 00000100:00100000:0.0:1780332890.302783:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 989 00000100:00100000:0.0:1780332890.302792:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547392:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332890.303260:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547392:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 468us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332890.303268:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 989 00000100:00100000:1.0:1780332890.308530:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332890.308688:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547520 00000100:00100000:3.0:1780332890.308699:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547520 00000100:00100000:3.0:1780332890.308748:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 990 00000100:00100000:3.0:1780332890.308758:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547520:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332890.309095:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547520:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 337us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332890.309103:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 990 00000100:00100000:3.0:1780332890.311011:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332890.311173:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547648 00000100:00100000:2.0:1780332890.311182:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547648 00000100:00100000:2.0:1780332890.311244:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 543 00000100:00100000:2.0:1780332890.311254:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547648:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332890.312004:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547648:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 749us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332890.312013:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 543 00000100:00100000:2.0:1780332890.314387:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332890.314602:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547776 00000100:00100000:3.0:1780332890.314613:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547776 00000100:00100000:3.0:1780332890.314831:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 544 00000100:00100000:3.0:1780332890.314842:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53081:x1866812045547776:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332890.315233:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53081:x1866812045547776:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 392us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332890.315242:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 544 00000100:00100000:1.0:1780332890.318736:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332890.319062:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045547904 00000100:00100000:2.0:1780332890.319073:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045547904 00000100:00100000:2.0:1780332890.319133:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 991 00000100:00100000:2.0:1780332890.319143:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547904:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332890.319596:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53081:x1866812045547904:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 453us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332890.319604:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 991 00000100:00100000:2.0:1780332890.390665:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332890.390873:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045548032 00000100:00100000:0.0:1780332890.390884:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045548032 00000100:00100000:0.0:1780332890.391070:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 992 00000100:00100000:0.0:1780332890.391082:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53085:x1866812045548032:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:0.0:1780332890.391102:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332890.391127:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f90a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c15d expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.391201:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.391216:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.391229:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.391242:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.391249:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.391259:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.392652:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f91f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.394814:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.394832:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332890.395223:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:0.0:1780332890.395227:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332890.395307:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395324:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395331:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395338:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395345:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332890.395349:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395357:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395371:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780332890.395373:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332890.395378:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395385:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e307f911 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395398:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395405:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395411:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395416:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332890.395418:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395424:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395432:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec408256500) 00010000:00010000:0.0:1780332890.395434:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332890.395437:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395443:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e307f918 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395496:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307f90a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c15d expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395515:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f91f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c15d expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.395522:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332890.395524:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332890.395527:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390c00, rc 0) 00000100:00100000:0.0:1780332890.395595:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53085:x1866812045548032:12345-192.168.204.30@tcp:101:dd.0 Request processed in 4514us (4975us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332890.395605:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 992 00000100:00100000:2.0:1780332890.403547:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332890.404296:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045548288 00000100:00100000:3.0:1780332890.404309:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045548288 00000100:00100000:3.0:1780332890.404371:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 993 00000100:00100000:3.0:1780332890.404381:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53085:x1866812045548288:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780332890.404401:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332890.404422:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f926 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c164 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.405341:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.405360:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.405371:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.405385:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.405391:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.405397:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332890.410789:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1f:0x0], index 1: 0 00010000:00010000:3.0:1780332890.414512:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f93b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414535:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414547:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414590:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414597:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414604:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414609:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332890.414613:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414638:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414651:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780332890.414654:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332890.414658:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414676:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307f92d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332890.414694:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c28e6fc0 reply state 000000003abef652 transno 4294967679 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332890.414703:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332890.414740:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307f926 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c164 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.414754:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f93b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c164 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332890.415570:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:3.0:1780332890.415573:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332890.415577:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780332890.415856:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:53085:x1866812045548288:12345-192.168.204.30@tcp:101:dd.0 Request processed in 11474us (12316us total) trans 4294967679 rc 0/0 00000100:00100000:3.0:1780332890.415875:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 993 00010000:00010000:0.0:1780332890.420147:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.420166:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.420174:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.420179:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332890.420185:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.420252:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.420269:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec4054dd700) 00010000:00010000:0.0:1780332890.420360:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332890.420367:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332890.420374:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307f934 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332890.428346:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332890.428521:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045548416 00000100:00100000:1.0:1780332890.428532:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045548416 00000100:00100000:1.0:1780332890.428597:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 545 00000100:00100000:1.0:1780332890.428607:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53085:x1866812045548416:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780332890.428827:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332890.428976:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c16b expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332890.429007:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332890.429087:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332890.429090:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332890.429101:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 7 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332890.429126:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 7 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332890.429139:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332890.429297:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53085:x1866812045548416:12345-192.168.204.30@tcp:101:dd.0 Request processed in 690us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332890.429305:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 545 00000100:00100000:1.0:1780332890.458821:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332890.459290:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045548544 00000100:00100000:0.0:1780332890.459300:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045548544 00002000:00100000:0.0:1780332890.459433:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f:0x0] (0->1048575) req@ffff8ec42ded3100 x1866812045548544/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:621/0 lens 488/0 e 0 to 0 dl 1780332901 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780332890.459444:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec42ded3100 with x1866812045548544 ext(0->1048575) 00002000:00010000:0.0:1780332890.459451:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec42ded3100 00000100:00100000:0.0:1780332890.459539:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 24 00000100:00100000:0.0:1780332890.459551:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045548544:12345-192.168.204.30@tcp:4:dd.0 00000001:00100000:2.0:1780332890.550328:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:0.0:1780332890.553507:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045548544:12345-192.168.204.30@tcp:4:dd.0 Request processed in 93946us (94684us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1780332890.553521:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 24 00002000:00100000:0.0:1780332890.553533:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f:0x0] (0->1048575) req@ffff8ec42ded3100 x1866812045548544/t4294967358(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:621/0 lens 488/448 e 0 to 0 dl 1780332901 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780332890.553544:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec42ded3100 with x1866812045548544 ext(0->1048575) 00002000:00010000:0.0:1780332890.553550:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec42ded3100 00000100:00100000:2.0:1780332890.557589:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332890.557753:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045548672 00000100:00100000:0.0:1780332890.557766:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045548672 00000100:00100000:0.0:1780332890.557869:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 994 00000100:00100000:0.0:1780332890.557880:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:53085:x1866812045548672:12345-192.168.204.30@tcp:44:dd.0 00010000:00010000:2.0:1780332890.584342:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332890.595794:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:53085:x1866812045548672:12345-192.168.204.30@tcp:44:dd.0 Request processed in 37907us (38204us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332890.595808:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 994 00000001:00080000:2.0:1780332890.596982:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967679 is committed 00000100:00100000:1.0:1780332890.598738:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332890.598823:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045548800 00000100:00100000:0.0:1780332890.598834:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045548800 00000100:00100000:0.0:1780332890.598906:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 546 00000100:00100000:0.0:1780332890.598917:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045548800:12345-192.168.204.30@tcp:16:dd.0 00000001:00080000:2.0:1780332890.637516:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000100:00100000:1.0:1780332890.637847:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045548800:12345-192.168.204.30@tcp:16:dd.0 Request processed in 38917us (39104us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332890.637864:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 546 00000100:00100000:1.0:1780332890.640883:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332890.641433:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549056 00000100:00100000:0.0:1780332890.641444:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549056 00000100:00100000:0.0:1780332890.641515:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 101 00000100:00100000:0.0:1780332890.641525:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53085:x1866812045549056:12345-192.168.204.30@tcp:35:dd.0 00000001:00080000:0.0:1780332890.641931:0:5809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967680 00000100:00100000:0.0:1780332890.642047:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:53085:x1866812045549056:12345-192.168.204.30@tcp:35:dd.0 Request processed in 523us (1172us total) trans 4294967681 rc 0/0 00000100:00100000:0.0:1780332890.642056:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 101 00000020:00080000:0.0:1780332890.642061:0:5809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:1.0:1780332891.605113:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967681 is committed 00010000:00010000:1.0:1780332891.607807:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332892.383010:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067730432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332892.383087:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332892.383198:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730432 00000100:00100000:0.0:1780332892.383204:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730432 00000100:00100000:0.0:1780332892.383271:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1780332892.383282:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067730432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332892.383315:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1780332892.383391:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332892.384611:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067730432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1325us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332892.384634:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1780332892.384799:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067730432:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332892.631827:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780332892.677564:0:89983:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2339084942928ns, next at 2321639455671ns, rc = 0 00000004:00080000:0.0:1780332892.677898:0:89983:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2339085279216ns, next at 2254285442370ns, rc = 0 00000004:00080000:1.0:1780332892.686211:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 85 committed 00000004:00080000:1.0:1780332892.686240:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 82 committed 00000100:00100000:3.0:1780332893.400477:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067730688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332893.400480:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067730560:0@lo:400:kworker.0 00000100:00100000:1.0:1780332893.400672:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067730944:0@lo:400:kworker.0 00000100:00100000:0.0:1780332893.407525:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332893.407607:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067731072:0@lo:400:kworker.0 00000100:00100000:1.0:1780332893.407665:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332893.407674:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332893.407722:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067730816:0@lo:400:kworker.0 00000100:00100000:0.0:1780332893.407744:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332893.407773:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067731072 00000100:00100000:0.0:1780332893.407780:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067731072 00000100:00100000:0.0:1780332893.407827:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730816 00000100:00100000:0.0:1780332893.407830:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730816 00000100:00100000:0.0:1780332893.407852:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:0.0:1780332893.407860:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067731072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332893.407915:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067731072:12345-0@lo:400:kworker.0 Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332893.407922:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:0.0:1780332893.407939:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1780332893.407945:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067730816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332893.407988:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067730816:12345-0@lo:400:kworker.0 Request processed in 43us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332893.407994:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00080000:0.0:1780332893.408013:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332893.408051:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067730816:0@lo:400:kworker.0 00000100:00100000:3.0:1780332893.408064:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332893.408084:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067731072:0@lo:400:kworker.0 00000100:00100000:3.0:1780332893.408095:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067731200:0@lo:400:kworker.0 00000100:00100000:0.0:1780332893.408104:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730688 00000100:00100000:0.0:1780332893.408108:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730688 00000100:00100000:3.0:1780332893.408130:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332893.408137:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1780332893.408145:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067730688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332893.408161:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730944 00000100:00100000:3.0:1780332893.408165:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730944 00000100:00100000:0.0:1780332893.408184:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067730688:12345-0@lo:400:kworker.0 Request processed in 40us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332893.408192:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:3.0:1780332893.408202:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067731200 00000100:00100000:3.0:1780332893.408206:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067731200 00000100:00100000:0.0:1780332893.408245:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1780332893.408254:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067730944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332893.408335:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067730560 00000100:00100000:2.0:1780332893.408339:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067730560 00000100:00100000:3.0:1780332893.408371:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1780332893.408379:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1780332893.408384:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067731200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332893.408390:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067730560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332893.408451:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067730560:12345-0@lo:400:kworker.0 Request processed in 48us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332893.408457:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1780332893.408590:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067731200:12345-0@lo:400:kworker.0 Request processed in 211us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332893.408597:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:1.0:1780332893.408782:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332893.408876:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067731200:0@lo:400:kworker.0 00000100:00100000:2.0:1780332893.408898:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067730688:0@lo:400:kworker.0 00000100:00100000:0.0:1780332893.409601:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067730944:12345-0@lo:400:kworker.0 Request processed in 1346us (1934us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332893.409609:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1780332893.409663:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067730560:0@lo:400:kworker.0 00000100:00100000:1.0:1780332893.411707:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067730944:0@lo:400:kworker.0 00010000:00010000:1.0:1780332893.656715:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332893.913027:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067731328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332893.913099:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332893.913323:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067731328 00000100:00100000:2.0:1780332893.913331:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067731328 00000100:00100000:2.0:1780332893.913381:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1780332893.913390:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067731328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332893.913432:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332893.913487:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067731328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332893.913494:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1780332893.913591:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067731328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332894.138942:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332894.139017:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549184 00000100:00100000:0.0:1780332894.139027:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549184 00000100:00100000:0.0:1780332894.139112:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 995 00000100:00100000:0.0:1780332894.139123:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045549184:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332894.139224:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045549184:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 104us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332894.139232:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 995 00000100:00080000:3.0:1780332894.139433:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332894.148219:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332894.148302:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549312 00000100:00100000:3.0:1780332894.148324:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549312 00000100:00100000:3.0:1780332894.148398:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 547 00000100:00100000:3.0:1780332894.148411:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53278:x1866812045549312:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332894.148816:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53278:x1866812045549312:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 408us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332894.148824:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 547 00000100:00080000:0.0:1780332894.150830:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332894.157901:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332894.157996:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549440 00000100:00100000:3.0:1780332894.158006:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549440 00000100:00100000:3.0:1780332894.158106:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 548 00000100:00100000:3.0:1780332894.158117:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53278:x1866812045549440:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332894.158788:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53278:x1866812045549440:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 668us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332894.158798:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 548 00000100:00080000:0.0:1780332894.159117:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332894.162723:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332894.164810:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549568 00000100:00100000:0.0:1780332894.164825:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549568 00000100:00100000:0.0:1780332894.164886:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 996 00000100:00100000:0.0:1780332894.164896:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045549568:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332894.165415:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045549568:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 519us (2700us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332894.165433:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 996 00000100:00100000:2.0:1780332894.178447:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332894.178608:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549696 00000100:00100000:0.0:1780332894.178641:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549696 00000100:00100000:0.0:1780332894.178709:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 997 00000100:00100000:0.0:1780332894.178720:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045549696:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332894.178821:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045549696:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 102us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332894.178829:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 997 00000100:00100000:0.0:1780332894.180593:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332894.180678:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549824 00000100:00100000:3.0:1780332894.180688:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549824 00000100:00100000:3.0:1780332894.180741:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 549 00000100:00100000:3.0:1780332894.180751:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53278:x1866812045549824:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780332894.181126:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53278:x1866812045549824:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 375us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332894.181143:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 549 00000100:00100000:3.0:1780332894.186405:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332894.186497:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045549952 00000100:00100000:0.0:1780332894.186507:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045549952 00000100:00100000:0.0:1780332894.186577:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 550 00000100:00100000:0.0:1780332894.186587:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53278:x1866812045549952:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332894.186983:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53278:x1866812045549952:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 396us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332894.186990:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 550 00000100:00100000:3.0:1780332894.189029:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332894.189472:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045550080 00000100:00100000:0.0:1780332894.189482:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045550080 00000100:00100000:0.0:1780332894.189543:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 998 00000100:00100000:0.0:1780332894.189552:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045550080:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332894.189977:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53278:x1866812045550080:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 424us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332894.189985:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 998 00000100:00100000:0.0:1780332894.244790:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332894.244869:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045550336 00000100:00100000:2.0:1780332894.244879:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045550336 00000100:00100000:2.0:1780332894.244944:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 999 00000100:00100000:2.0:1780332894.244955:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53282:x1866812045550336:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332894.245009:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332894.245038:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307f93b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c164 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245058:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:2.0:1780332894.245069:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332894.245091:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245105:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245114:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245128:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245134:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245141:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245800:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245810:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.245817:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780332894.246647:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].31, 64 off10176 00000004:00080000:2.0:1780332894.246657:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2340654037827ns, next at 2341654036195ns, rc = 0 00010000:00010000:0.0:1780332894.249891:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.249916:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.249927:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.249935:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.249941:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.249946:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.249972:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332894.249995:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250002:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250008:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250016:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332894.250020:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250031:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250044:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:0.0:1780332894.250047:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780332894.250051:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250056:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307f95e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250077:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250082:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250087:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250092:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332894.250094:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250100:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250107:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780332894.250109:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332894.250112:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332894.250122:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307f950 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332894.250131:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f29c9117 reply state 0000000032a8032f transno 4294967682 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332894.250140:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780332894.250238:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:53282:x1866812045550336:12345-192.168.204.30@tcp:36:rm.0 Request processed in 5281us (5456us total) trans 4294967682 rc 0/0 00000100:00100000:0.0:1780332894.250248:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 999 00010000:00010000:2.0:1780332894.250427:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332894.250434:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.250441:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332894.250444:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.250450:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.250458:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332894.250460:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780332894.250463:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.250469:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e307f965 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.250486:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332894.250488:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332894.250489:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332894.252814:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.252830:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.252837:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.252843:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332894.252847:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.252854:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.252868:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780332894.252871:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332894.252875:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332894.252882:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307f957 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332894.404982:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332894.405218:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045550464 00000100:00100000:3.0:1780332894.405228:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045550464 00000100:00100000:3.0:1780332894.405321:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1263 00000100:00100000:3.0:1780332894.405332:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045550464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332894.405406:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045550464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332894.405413:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1263 00010000:00010000:1.0:1780332894.680056:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332895.706914:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780332896.181369:0:90128:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2342588747322ns, next at 2321639455671ns, rc = 0 00000004:00080000:3.0:1780332896.181517:0:90128:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2342588898637ns, next at 2341654036195ns, rc = 0 00000001:00080000:0.0:1780332896.234258:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967682 is committed 00000004:00080000:0.0:1780332896.234272:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 86 committed 00000004:00080000:0.0:1780332896.234298:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 83 committed 00000100:00100000:0.0:1780332896.234541:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067731456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780332896.234609:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332896.236503:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067731456 00000100:00100000:1.0:1780332896.236517:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067731456 00000100:00100000:1.0:1780332896.236596:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1780332896.236607:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067731456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780332896.236664:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:31 count 1 00010000:00010000:1.0:1780332896.236689:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.236710:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.236719:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780332896.236721:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780332896.236725:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.236759:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.236775:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 5 pid: 6596 timeout: 2442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332896.236787:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067731584:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780332896.236865:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747f780 going to sleep for 11 seconds 00000100:00080000:2.0:1780332896.237126:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1780332896.244234:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 87 committed 00000100:00100000:2.0:1780332896.245000:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067731584:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332896.245031:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332896.248319:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332896.248428:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045550592 00000100:00100000:3.0:1780332896.248440:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045550592 00010000:00010000:3.0:1780332896.248508:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 6 pid: 6596 timeout: 2442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332896.248552:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 417 00000100:00100000:3.0:1780332896.248561:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045550592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332896.248578:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332896.248583:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 6 pid: 6596 timeout: 2442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332896.248602:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 6 pid: 6596 timeout: 2442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332896.248667:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000813e3d56/0x76434b26e307f949 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c16b expref: 6 pid: 6596 timeout: 2442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332896.248684:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332896.248686:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332896.248691:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332896.248699:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332896.248737:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332896.248802:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045550592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 242us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332896.248810:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 417 00010000:00010000:1.0:1780332896.249050:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.249061:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.249071:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.249079:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332896.249110:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780332896.249155:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332896.249163:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332896.249174:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332896.249178:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332896.249188:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332896.249207:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332896.249214:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9244fc4/0x76434b26e307f96c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332896.249235:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332896.249238:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332896.249239:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780332896.251009:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332896.260962:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067731456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24350us (26345us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1780332896.260974:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000004:00080000:0.0:1780332896.261067:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec4012a8a80/2, rc 0, transno 4294967359 00000100:00100000:0.0:1780332896.261181:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067731456:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780332896.730021:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332897.496053:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067731712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332897.496129:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332897.496234:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067731712 00000100:00100000:1.0:1780332897.496244:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067731712 00000100:00100000:1.0:1780332897.496329:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1780332897.496339:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067731712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332897.496384:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332897.496431:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067731712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332897.496438:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:2.0:1780332897.496562:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332897.496675:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067731712:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332897.751852:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332898.519999:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067732224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332898.520070:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332898.520145:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332898.520153:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067732096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332898.520181:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332898.520217:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732224 00000100:00100000:3.0:1780332898.520224:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732224 00000100:00100000:3.0:1780332898.520278:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:3.0:1780332898.520286:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067732224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332898.520342:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067732224:12345-0@lo:400:kworker.0 Request processed in 56us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332898.520350:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1780332898.520490:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732096 00000100:00100000:1.0:1780332898.520494:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732096 00000100:00100000:1.0:1780332898.520534:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:1.0:1780332898.520541:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067732096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332898.520578:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067732096:12345-0@lo:400:kworker.0 Request processed in 38us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332898.520588:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00080000:1.0:1780332898.520608:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332898.520735:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067731840:0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.520774:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332898.520808:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067732352:0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.520832:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332898.520853:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780332898.520858:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067731968:0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.520880:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332898.520900:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067732480:0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.520919:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332898.520947:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732352 00000100:00100000:2.0:1780332898.520951:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732352 00000100:00100000:2.0:1780332898.520978:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067731968 00000100:00100000:2.0:1780332898.520980:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067731968 00000100:00100000:2.0:1780332898.520995:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1780332898.521002:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067732352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.521035:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067732352:12345-0@lo:400:kworker.0 Request processed in 34us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332898.521041:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1780332898.521053:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:2.0:1780332898.521058:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067731968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.521080:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067731968:12345-0@lo:400:kworker.0 Request processed in 23us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332898.521086:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00100000:2.0:1780332898.521118:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067731968:0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.521132:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067732352:0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.521181:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067732096:0@lo:400:kworker.0 00000100:00100000:2.0:1780332898.521191:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067732224:0@lo:400:kworker.0 00000100:00100000:1.0:1780332898.521271:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067731840 00000100:00100000:1.0:1780332898.521275:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067731840 00000100:00100000:1.0:1780332898.521309:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1780332898.521316:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067731840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332898.521369:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067731840:12345-0@lo:400:kworker.0 Request processed in 39us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332898.521375:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1780332898.521408:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732480 00000100:00100000:1.0:1780332898.521412:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732480 00000100:00100000:1.0:1780332898.521436:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1780332898.521442:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067732480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332898.521473:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067732480:12345-0@lo:400:kworker.0 Request processed in 31us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332898.521479:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00080000:1.0:1780332898.521497:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332898.521501:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332898.521518:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067732480:0@lo:400:kworker.0 00000100:00100000:1.0:1780332898.521526:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067731840:0@lo:400:kworker.0 00010000:00010000:3.0:1780332898.776014:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332899.033458:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067732608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332899.033530:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332899.038598:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732608 00000100:00100000:2.0:1780332899.038613:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732608 00000100:00100000:2.0:1780332899.038682:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1780332899.038694:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067732608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332899.038726:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332899.038809:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067732608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (5278us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332899.038816:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1780332899.038954:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067732608:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1780332899.105050:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000100:00100000:0.0:1780332899.523495:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332899.523544:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332899.523571:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332899.523592:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332899.523642:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045551104 00000100:00100000:0.0:1780332899.523651:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045551104 00000100:00100000:0.0:1780332899.523710:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045550976 00000100:00100000:0.0:1780332899.523714:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045550976 00000100:00100000:0.0:1780332899.523742:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1192 00000100:00100000:0.0:1780332899.523756:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045551104:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332899.524281:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045550848 00000100:00100000:2.0:1780332899.524287:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045550848 00000100:00100000:0.0:1780332899.524651:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045551104:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 898us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332899.524660:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1192 00000100:00100000:0.0:1780332899.524679:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1193 00000100:00100000:0.0:1780332899.524687:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045550976:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332899.524714:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045550976:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (1120us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332899.524720:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1193 00000100:00100000:0.0:1780332899.524736:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045550720 00000100:00100000:0.0:1780332899.524740:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045550720 00000100:00100000:0.0:1780332899.524763:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1265 00000100:00100000:0.0:1780332899.524769:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045550720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332899.524790:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045550720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (1218us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332899.524797:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1265 00000100:00080000:0.0:1780332899.524827:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332899.524831:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780332899.524833:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332899.527446:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1605 00000100:00100000:1.0:1780332899.527465:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045550848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332899.527544:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045550848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 86us (4056us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332899.527552:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1605 00010000:00010000:0.0:1780332899.802734:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332900.824037:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332901.849942:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332902.617141:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332902.617164:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067732736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332902.617233:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332902.617309:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732736 00000100:00100000:2.0:1780332902.617317:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732736 00000100:00100000:2.0:1780332902.617370:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1780332902.617379:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067732736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332902.617414:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332902.617458:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067732736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332902.617465:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1780332902.617516:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067732736:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332902.618168:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780332902.878242:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332903.644086:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067733120:0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644151:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332903.644206:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332903.644211:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067733248:0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644234:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332903.644271:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067733120 00000100:00100000:0.0:1780332903.644277:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067733120 00000100:00100000:3.0:1780332903.644335:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067732992:0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644339:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:0.0:1780332903.644347:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067733120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332903.644363:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332903.644385:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067733504:0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644396:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067733120:12345-0@lo:400:kworker.0 Request processed in 49us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332903.644403:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332903.644403:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:3.0:1780332903.644418:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780332903.644418:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732992 00000100:00100000:0.0:1780332903.644421:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732992 00000100:00100000:3.0:1780332903.644423:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067732864:0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644440:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1780332903.644445:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067732992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332903.644446:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332903.644468:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067733376:0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644470:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067732992:12345-0@lo:400:kworker.0 Request processed in 26us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332903.644475:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:3.0:1780332903.644486:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332903.644492:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067733248 00000100:00100000:0.0:1780332903.644495:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067733248 00000100:00100000:0.0:1780332903.644514:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067733504 00000100:00100000:3.0:1780332903.644516:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067732992:0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644516:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067733504 00000100:00100000:0.0:1780332903.644534:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1780332903.644539:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067732864 00000100:00100000:0.0:1780332903.644540:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067733248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332903.644541:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067732864 00000100:00100000:3.0:1780332903.644568:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1780332903.644569:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067733248:12345-0@lo:400:kworker.0 Request processed in 29us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332903.644574:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067732864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332903.644575:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1780332903.644585:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:0.0:1780332903.644591:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067733504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332903.644603:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067732864:12345-0@lo:400:kworker.0 Request processed in 29us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332903.644609:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1780332903.644611:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067733504:12345-0@lo:400:kworker.0 Request processed in 21us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332903.644641:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1780332903.644667:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067733376 00000100:00100000:3.0:1780332903.644671:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067733376 00000100:00100000:3.0:1780332903.644705:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:3.0:1780332903.644712:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067733376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332903.644739:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067733376:12345-0@lo:400:kworker.0 Request processed in 29us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332903.644745:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:3.0:1780332903.644767:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067732864:0@lo:400:kworker.0 00000100:00100000:3.0:1780332903.644776:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067733376:0@lo:400:kworker.0 00000100:00100000:3.0:1780332903.644783:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:3.0:1780332903.644787:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec4012a8a80, transno 4294967359 00000100:00100000:3.0:1780332903.644797:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067733504:0@lo:400:kworker.0 00000100:00080000:0.0:1780332903.644873:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332903.644877:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332903.652893:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067733248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332903.652910:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067733120:0@lo:400:kworker.0 00010000:00010000:0.0:1780332903.895974:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332904.153685:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067733632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332904.153758:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332904.153913:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067733632 00000100:00100000:3.0:1780332904.153923:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067733632 00000100:00100000:3.0:1780332904.153975:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1780332904.153985:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067733632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332904.154027:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332904.154070:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067733632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332904.154077:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1780332904.156010:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067733632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332904.643136:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332904.643173:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332904.643192:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332904.643265:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332904.643305:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045551232 00000100:00100000:1.0:1780332904.643314:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045551232 00000100:00100000:1.0:1780332904.643364:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1267 00000100:00100000:1.0:1780332904.643374:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045551232:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332904.643447:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045551232:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332904.643455:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1267 00000100:00100000:1.0:1780332904.643490:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045551360 00000100:00100000:1.0:1780332904.643494:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045551360 00000100:00100000:1.0:1780332904.643538:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1609 00000100:00100000:1.0:1780332904.643545:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045551360:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332904.643577:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045551360:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332904.643584:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1609 00000100:00100000:1.0:1780332904.643602:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045551616 00000100:00100000:1.0:1780332904.643606:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045551616 00000100:00100000:1.0:1780332904.643660:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045551488 00000100:00100000:1.0:1780332904.643663:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045551488 00000100:00100000:1.0:1780332904.643686:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1196 00000100:00100000:1.0:1780332904.643692:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045551616:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332904.643718:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045551616:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332904.643725:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1196 00000100:00100000:1.0:1780332904.643737:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1197 00000100:00100000:1.0:1780332904.643743:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045551488:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332904.643766:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045551488:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332904.643772:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1197 00000100:00080000:1.0:1780332904.643857:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780332904.643861:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332904.643863:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332904.920084:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332905.943850:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332906.968267:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332907.736002:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332907.736037:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067733760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332907.736193:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332907.736336:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067733760 00000100:00100000:2.0:1780332907.736346:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067733760 00000100:00100000:2.0:1780332907.736407:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1780332907.736422:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067733760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332907.736458:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332907.736509:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067733760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332907.736517:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1780332907.736652:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067733760:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332907.736993:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332907.992766:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332908.760072:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067733888:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760145:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332908.760206:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067734400:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760246:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332908.760269:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780332908.760274:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067734016:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760304:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332908.760325:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067734528:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760345:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332908.760376:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734528 00000100:00100000:1.0:1780332908.760382:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734528 00000100:00100000:1.0:1780332908.760429:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1780332908.760437:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067734528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760483:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067734528:12345-0@lo:400:kworker.0 Request processed in 46us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332908.760489:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1780332908.760526:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067734528:0@lo:400:kworker.0 00000100:00100000:2.0:1780332908.760571:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067733888 00000100:00100000:2.0:1780332908.760575:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067733888 00000100:00100000:2.0:1780332908.760609:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1780332908.760615:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067733888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332908.760683:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067733888:12345-0@lo:400:kworker.0 Request processed in 68us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332908.760690:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1780332908.760768:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734400 00000100:00100000:0.0:1780332908.760772:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734400 00000100:00100000:1.0:1780332908.760781:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067733888:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760810:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067734272:0@lo:400:kworker.0 00000100:00100000:0.0:1780332908.760814:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734016 00000100:00100000:0.0:1780332908.760817:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734016 00000100:00100000:1.0:1780332908.760834:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332908.760836:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1780332908.760842:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067734400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760851:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332908.760856:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302598000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067734144:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760877:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332908.760877:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067734400:12345-0@lo:400:kworker.0 Request processed in 36us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332908.760883:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1780332908.760892:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734144 00000100:00100000:0.0:1780332908.760895:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734144 00000100:00100000:1.0:1780332908.760897:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:1.0:1780332908.760902:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067734016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332908.760908:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1780332908.760913:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067734144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760929:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067734016:12345-0@lo:400:kworker.0 Request processed in 27us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332908.760935:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:0.0:1780332908.760937:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067734144:12345-0@lo:400:kworker.0 Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332908.760942:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:1.0:1780332908.760952:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734272 00000100:00100000:1.0:1780332908.760955:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734272 00000100:00080000:0.0:1780332908.760956:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780332908.760960:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332908.760974:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1780332908.760975:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302598000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067734144:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.760980:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067734272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332908.761006:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067734016:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.761010:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067734272:12345-0@lo:400:kworker.0 Request processed in 30us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332908.761015:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067734400:0@lo:400:kworker.0 00000100:00100000:1.0:1780332908.761016:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1780332908.762300:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067734272:0@lo:400:kworker.0 00010000:00010000:2.0:1780332909.016430:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332909.271953:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332909.271975:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067734656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332909.272045:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332909.272559:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734656 00000100:00100000:3.0:1780332909.272567:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734656 00000100:00100000:3.0:1780332909.272649:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1780332909.272659:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067734656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332909.272689:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332909.272745:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067734656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332909.272751:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1780332909.272840:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067734656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332909.766360:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332909.766477:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332909.766516:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332909.766551:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332909.766600:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552128 00000100:00100000:2.0:1780332909.766610:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552128 00000100:00100000:2.0:1780332909.766706:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552000 00000100:00100000:2.0:1780332909.766710:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552000 00000100:00100000:2.0:1780332909.766735:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1200 00000100:00100000:2.0:1780332909.766757:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045552128:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332909.766827:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045552128:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332909.766836:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1200 00000100:00100000:2.0:1780332909.766854:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1201 00000100:00100000:2.0:1780332909.766860:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045552000:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332909.766881:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045552000:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332909.766886:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1201 00000100:00080000:2.0:1780332909.766899:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332909.766915:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332909.767518:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045551872 00000100:00100000:3.0:1780332909.767525:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045551872 00000100:00100000:1.0:1780332909.770882:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045551744 00000100:00100000:1.0:1780332909.770898:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045551744 00000100:00100000:1.0:1780332909.771086:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1269 00000100:00100000:1.0:1780332909.771096:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045551744:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332909.771174:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045551744:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (5281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332909.771183:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1269 00000100:00100000:3.0:1780332909.773658:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1613 00000100:00100000:3.0:1780332909.773713:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045551872:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332909.773808:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045551872:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 140us (7331us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332909.773816:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1613 00000100:00080000:2.0:1780332909.773900:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780332910.040749:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332911.066100:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332912.087875:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332912.856041:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067734784:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332912.856122:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332912.856261:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734784 00000100:00100000:2.0:1780332912.856270:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734784 00000100:00100000:2.0:1780332912.856334:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1780332912.856343:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067734784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780332912.856376:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332912.856420:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067734784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332912.856427:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1780332912.856468:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067734784:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780332912.856595:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332913.112056:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332913.880304:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067735168:0@lo:400:kworker.0 00000100:00100000:2.0:1780332913.880382:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332913.880479:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067735040:0@lo:400:kworker.0 00000100:00100000:1.0:1780332913.880507:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067734912:0@lo:400:kworker.0 00000100:00100000:3.0:1780332913.880516:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332913.880557:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332913.880572:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735168 00000100:00100000:3.0:1780332913.880580:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735168 00000100:00100000:1.0:1780332913.880604:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067734912 00000100:00100000:1.0:1780332913.880609:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067734912 00000100:00100000:3.0:1780332913.880664:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735040 00000100:00100000:1.0:1780332913.880676:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1780332913.880678:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735040 00000100:00100000:1.0:1780332913.880689:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067734912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332913.880715:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1780332913.880725:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067735168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332913.880746:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067734912:12345-0@lo:400:kworker.0 Request processed in 59us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332913.880754:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1780332913.880809:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067734912:0@lo:400:kworker.0 00000100:00080000:1.0:1780332913.880845:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332913.880860:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:1.0:1780332913.880868:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067735040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332913.880906:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067735040:12345-0@lo:400:kworker.0 Request processed in 39us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332913.880912:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:1.0:1780332913.880939:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067735040:0@lo:400:kworker.0 00000100:00100000:1.0:1780332913.880961:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067735296:0@lo:400:kworker.0 00000100:00100000:1.0:1780332913.880987:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332913.881022:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735296 00000100:00100000:1.0:1780332913.881026:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735296 00000100:00100000:1.0:1780332913.881051:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1780332913.881059:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067735296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332913.881092:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067735296:12345-0@lo:400:kworker.0 Request processed in 35us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332913.881098:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1780332913.881124:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067735296:0@lo:400:kworker.0 00000100:00100000:3.0:1780332913.882647:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067735168:12345-0@lo:400:kworker.0 Request processed in 1917us (2258us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332913.882658:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1780332913.883659:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780332913.884074:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067735168:0@lo:400:kworker.0 00000100:00100000:3.0:1780332913.884825:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067735552:0@lo:400:kworker.0 00000100:00100000:3.0:1780332913.884965:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332913.885043:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067735424:0@lo:400:kworker.0 00000100:00100000:3.0:1780332913.885069:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332913.885174:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735424 00000100:00100000:1.0:1780332913.885181:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735424 00000100:00080000:3.0:1780332913.885679:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332913.885937:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1780332913.885953:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067735424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332913.886012:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067735424:12345-0@lo:400:kworker.0 Request processed in 65us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332913.886019:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1780332913.886059:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067735424:0@lo:400:kworker.0 00000100:00100000:2.0:1780332913.886769:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735552 00000100:00100000:2.0:1780332913.886779:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735552 00000100:00100000:2.0:1780332913.886888:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:2.0:1780332913.886897:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067735552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332913.886964:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067735552:12345-0@lo:400:kworker.0 Request processed in 69us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332913.886971:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1780332913.887120:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067735552:0@lo:400:kworker.0 00000100:00080000:3.0:1780332913.887222:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332914.135833:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332914.392047:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332914.392067:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067735680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332914.392142:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332914.392214:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735680 00000100:00100000:3.0:1780332914.392221:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735680 00000100:00100000:3.0:1780332914.392270:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1780332914.392282:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067735680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332914.392613:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332914.393789:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067735680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332914.397044:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067735680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 399us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332914.397062:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1780332914.645783:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332914.645965:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552256 00000100:00100000:1.0:1780332914.645976:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552256 00000100:00100000:1.0:1780332914.646053:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1000 00000100:00100000:1.0:1780332914.646064:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045552256:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780332914.646174:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045552256:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 112us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332914.646182:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1000 00000100:00080000:3.0:1780332914.646956:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332914.648752:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332914.648863:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552384 00000100:00100000:2.0:1780332914.648874:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552384 00000100:00100000:2.0:1780332914.648953:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 552 00000100:00100000:2.0:1780332914.648964:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045552384:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332914.649360:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045552384:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 396us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332914.649369:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 552 00000100:00080000:3.0:1780332914.649860:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332914.652106:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332914.652315:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552512 00000100:00100000:2.0:1780332914.652326:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552512 00000100:00100000:2.0:1780332914.652400:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 553 00000100:00100000:2.0:1780332914.652410:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045552512:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332914.653171:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045552512:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 760us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332914.653180:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 553 00000100:00080000:3.0:1780332914.654105:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332914.660112:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332914.660205:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552640 00000100:00100000:3.0:1780332914.660215:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552640 00000100:00100000:3.0:1780332914.660288:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1001 00000100:00100000:3.0:1780332914.660299:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045552640:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780332914.661098:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045552640:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 799us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332914.661108:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1001 00000100:00100000:1.0:1780332914.670804:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332914.670952:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552768 00000100:00100000:0.0:1780332914.670962:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552768 00000100:00100000:0.0:1780332914.671016:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1002 00000100:00100000:0.0:1780332914.671026:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045552768:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780332914.671133:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045552768:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 100us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332914.671141:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1002 00000100:00100000:0.0:1780332914.673188:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332914.681368:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045552896 00000100:00100000:2.0:1780332914.681385:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045552896 00000100:00100000:2.0:1780332914.681523:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 554 00000100:00100000:2.0:1780332914.681543:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045552896:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780332914.681913:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045552896:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 379us (8732us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332914.681921:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 554 00000100:00100000:2.0:1780332914.687510:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332914.687616:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553024 00000100:00100000:0.0:1780332914.687651:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553024 00000100:00100000:0.0:1780332914.687706:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 555 00000100:00100000:0.0:1780332914.687717:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045553024:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780332914.689337:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53540:x1866812045553024:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1616us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332914.689348:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 555 00000100:00100000:3.0:1780332914.694591:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332914.694897:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553152 00000100:00100000:2.0:1780332914.694909:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553152 00000100:00100000:2.0:1780332914.694970:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1003 00000100:00100000:2.0:1780332914.694981:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045553152:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780332914.695480:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53540:x1866812045553152:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 499us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332914.695489:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1003 00000100:00100000:3.0:1780332914.883869:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332914.883907:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553280 00000100:00100000:2.0:1780332914.883917:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553280 00000100:00100000:2.0:1780332914.883977:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1271 00000100:00100000:2.0:1780332914.883987:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045553280:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332914.884053:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045553280:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 68us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332914.884061:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1271 00010000:00010000:3.0:1780332915.162324:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332916.187898:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332917.210924:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332917.232783:0:90445:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2bcda850 20000000:00000080:1.0:1780332917.232799:0:90445:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311ec00 uarg=0000000000000000 00010000:00010000:1.0:1780332917.233614:0:90445:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332917.233868:0:90445:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256000) 00010000:00010000:1.0:1780332917.233872:0:90445:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332917.233884:0:90445:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307f91f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c15d expref: 5 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332917.233910:0:90445:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332917.233927:0:90445:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332917.233940:0:90445:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332917.233955:0:90445:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332917.233963:0:90445:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332917.234005:0:90445:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332917.234160:0:90445:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 17 pid: 5798 timeout: 2463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332917.234178:0:90445:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90445:1866812067735808:0@lo:104: 00000100:00100000:1.0:1780332917.234247:0:90445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332917.234358:0:90445:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9240 going to sleep for 11 seconds 00000100:00100000:3.0:1780332917.234401:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735808 00000100:00100000:3.0:1780332917.234409:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735808 00000100:00100000:3.0:1780332917.234492:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1780332917.234502:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:90445:x1866812067735808:12345-0@lo:104: 00010000:00010000:3.0:1780332917.234514:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332917.234614:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332917.234643:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:90445:x1866812067735808:12345-0@lo:104: Request processed in 144us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332917.234652:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1780332917.234738:0:90445:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90445:1866812067735808:0@lo:104: 00010000:00010000:1.0:1780332917.234762:0:90445:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332917.234896:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332917.234902:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332917.234910:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332917.234913:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332917.234922:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332917.234929:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332917.234934:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332917.234977:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332917.234983:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780332917.235005:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332917.235012:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e307f8f5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f8fc expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332917.235038:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332917.235040:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332917.235041:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332917.235232:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067735936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332917.235268:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332917.235343:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067735936 00000100:00100000:2.0:1780332917.235348:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067735936 00010000:00010000:2.0:1780332917.235370:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 18 pid: 5798 timeout: 2463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332917.235399:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1780332917.235406:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067735936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332917.235417:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332917.235421:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 18 pid: 5798 timeout: 2463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235432:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 18 pid: 5798 timeout: 2463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235443:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e307f8fc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f8f5 expref: 18 pid: 5798 timeout: 2463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235457:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235464:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235477:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235483:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235489:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235495:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235499:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332917.235502:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235512:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235525:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332917.235534:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332917.235564:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067735936:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332917.235570:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00010000:00010000:1.0:1780332917.235767:0:90445:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332917.235775:0:90445:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332917.235782:0:90445:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f973 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332917.236991:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067735936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332917.976265:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067736064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332917.976347:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332917.976462:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736064 00000100:00100000:1.0:1780332917.976471:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736064 00000100:00100000:1.0:1780332917.976546:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1780332917.976555:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067736064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332917.976592:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332917.976858:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067736064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 236us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332917.976868:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1780332917.976916:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067736064:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332917.976979:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332918.233188:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332918.878216:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332918.878225:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332918.878231:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332918.878283:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332918.878296:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332918.878308:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332918.878334:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067736192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332918.878412:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332918.878465:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780332918.883540:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736192 00000100:00100000:2.0:1780332918.883555:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736192 00000100:00100000:2.0:1780332918.883649:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1780332918.883663:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067736192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332918.883685:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332918.883713:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f97a expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332918.883746:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f97a expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332918.883758:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f97a expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332918.883767:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780332918.883930:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067736192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 271us (5517us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332918.883938:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1780332918.884990:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067736192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332918.885018:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332918.885030:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332918.885055:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332918.885061:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332918.885077:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332919.000893:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332919.000916:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067736320:0@lo:400:kworker.0 00000100:00100000:1.0:1780332919.000988:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332919.001056:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736320 00000100:00100000:1.0:1780332919.001075:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736320 00000100:00100000:0.0:1780332919.004096:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067736832:0@lo:400:kworker.0 00000100:00100000:1.0:1780332919.004120:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:1.0:1780332919.004137:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067736320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332919.004170:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332919.004194:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067736320:12345-0@lo:400:kworker.0 Request processed in 63us (3206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332919.004206:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:1.0:1780332919.004235:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067736704:0@lo:400:kworker.0 00000100:00100000:1.0:1780332919.004262:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332919.004309:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067736320:0@lo:400:kworker.0 00000100:00100000:1.0:1780332919.004506:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736704 00000100:00100000:0.0:1780332919.004511:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067736448:0@lo:400:kworker.0 00000100:00100000:1.0:1780332919.004513:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736704 00000100:00100000:0.0:1780332919.004535:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332919.004553:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736448 00000100:00100000:1.0:1780332919.004556:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736448 00000100:00100000:0.0:1780332919.004558:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332919.004564:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067736576:0@lo:400:kworker.0 00000100:00100000:1.0:1780332919.004576:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1780332919.004582:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067736704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332919.004583:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332919.004614:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067736704:12345-0@lo:400:kworker.0 Request processed in 32us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332919.004636:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1780332919.004649:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:1.0:1780332919.004655:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067736448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332919.004680:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067736448:12345-0@lo:400:kworker.0 Request processed in 25us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332919.004690:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00080000:1.0:1780332919.004707:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332919.004786:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067736704:0@lo:400:kworker.0 00000100:00100000:0.0:1780332919.005157:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067736448:0@lo:400:kworker.0 00000100:00100000:3.0:1780332919.008508:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736832 00000100:00100000:3.0:1780332919.008519:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736832 00000100:00100000:3.0:1780332919.008644:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736576 00000100:00100000:3.0:1780332919.008648:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736576 00000100:00080000:0.0:1780332919.008694:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780332919.008698:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332919.011475:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1780332919.011495:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067736832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332919.011698:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067736832:12345-0@lo:400:kworker.0 Request processed in 211us (7526us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332919.011706:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1780332919.013299:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1780332919.013315:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067736576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332919.013396:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067736576:12345-0@lo:400:kworker.0 Request processed in 88us (8811us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332919.013404:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1780332919.017440:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067736832:0@lo:400:kworker.0 00000100:00100000:0.0:1780332919.017494:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067736576:0@lo:400:kworker.0 00010000:00010000:0.0:1780332919.262034:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332919.512340:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332919.512362:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067736960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332919.512431:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332919.512502:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067736960 00000100:00100000:1.0:1780332919.512509:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067736960 00000100:00100000:1.0:1780332919.512559:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1780332919.512569:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067736960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332919.512599:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332919.512662:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067736960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332919.512670:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1780332919.512713:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067736960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332919.998162:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332920.005042:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553408 00000100:00100000:2.0:1780332920.005067:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553408 00000100:00100000:2.0:1780332920.005154:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1273 00000100:00100000:2.0:1780332920.005165:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045553408:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332920.005251:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045553408:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 87us (7100us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332920.005259:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1273 00000100:00100000:3.0:1780332920.005804:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332920.005925:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332920.005946:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332920.006733:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553664 00000100:00100000:2.0:1780332920.006742:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553664 00000100:00100000:2.0:1780332920.006805:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553792 00000100:00100000:2.0:1780332920.006809:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553792 00000100:00100000:2.0:1780332920.006836:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1206 00000100:00100000:2.0:1780332920.006845:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045553664:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332920.006905:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045553664:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 61us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332920.006912:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1206 00000100:00100000:2.0:1780332920.006927:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1207 00000100:00100000:2.0:1780332920.006933:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045553792:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332920.006956:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045553792:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332920.006963:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1207 00000100:00080000:3.0:1780332920.006981:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332920.006985:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332920.007545:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553536 00000100:00100000:0.0:1780332920.007552:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553536 00000100:00100000:0.0:1780332920.007602:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1620 00000100:00100000:0.0:1780332920.007609:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045553536:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:3.0:1780332920.007640:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332920.007705:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045553536:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (1901us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332920.007712:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1620 00010000:00010000:2.0:1780332920.282284:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332920.426608:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332920.429999:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045553920 00000100:00100000:1.0:1780332920.430014:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045553920 00000100:00100000:1.0:1780332920.430299:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1004 00000100:00100000:1.0:1780332920.430311:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53627:x1866812045553920:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332920.430333:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332920.430359:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f988 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c172 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332920.430427:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f98f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332920.430440:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f98f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332920.430465:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f98f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332920.430667:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:1.0:1780332920.430672:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332920.430753:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f98f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332920.430792:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307f988 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c172 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332920.430813:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f98f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c172 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332920.430821:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332920.430823:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332920.430826:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfa00, rc 0) 00000100:00100000:1.0:1780332920.430884:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53627:x1866812045553920:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 576us (4285us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332920.430891:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1004 00000100:00100000:3.0:1780332920.437101:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332920.437182:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045554176 00000100:00100000:2.0:1780332920.437194:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045554176 00000100:00100000:2.0:1780332920.437258:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1005 00000100:00100000:2.0:1780332920.437269:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53627:x1866812045554176:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780332920.437320:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332920.437347:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307f98f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c172 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.437365:0:5806:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307f91f) 00010000:00010000:2.0:1780332920.437370:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:2.0:1780332920.437383:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332920.437408:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.437421:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.437429:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332920.504557:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967683 is committed 00000004:00010000:2.0:1780332920.504699:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000913092b0 reply state 000000002db87607 transno 4294967683 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332920.504718:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780332920.504933:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00080000:2.0:1780332920.505288:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780332920.505307:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53627:x1866812045554176:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 68036us (68212us total) trans 4294967683 rc 0/0 00000100:00100000:2.0:1780332920.505317:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1005 00010000:00010000:2.0:1780332920.505977:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.505989:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.505997:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.506002:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332920.506007:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.506014:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.506029:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332920.506031:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780332920.506306:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332920.506315:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307f996 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332921.305351:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332921.412180:0:90641:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa45c2c40 20000000:00000080:1.0:1780332921.412194:0:90641:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311fc00 uarg=0000000000000000 00010000:00010000:1.0:1780332921.412696:0:90641:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332921.412712:0:90641:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332921.412725:0:90641:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332921.412743:0:90641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332921.412763:0:90641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f97a expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332921.412771:0:90641:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332921.412812:0:90641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f97a expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332921.412826:0:90641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f97a expref: 17 pid: 5800 timeout: 2467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332921.412837:0:90641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90641:1866812067737088:0@lo:104: 00000100:00100000:1.0:1780332921.412889:0:90641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332921.412936:0:90641:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40929e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332921.412941:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737088 00000100:00100000:2.0:1780332921.412948:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737088 00000100:00100000:2.0:1780332921.413007:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1780332921.413140:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:90641:x1866812067737088:12345-0@lo:104: 00010000:00010000:2.0:1780332921.413154:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332921.413223:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332921.413229:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:90641:x1866812067737088:12345-0@lo:104: Request processed in 94us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332921.413235:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1780332921.413244:0:90641:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90641:1866812067737088:0@lo:104: 00010000:00010000:1.0:1780332921.413261:0:90641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.413311:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332921.413318:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.413326:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332921.413329:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.413347:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332921.413354:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332921.413361:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332921.413463:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.413474:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332921.413505:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.413512:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e307f97a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f981 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.413529:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332921.413532:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332921.413533:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332921.413552:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067737216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332921.413582:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332921.415258:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737216 00000100:00100000:3.0:1780332921.415275:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737216 00010000:00010000:3.0:1780332921.415332:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f97a expref: 18 pid: 5800 timeout: 2467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332921.415378:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1780332921.415387:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067737216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332921.415401:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332921.415406:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f97a expref: 18 pid: 5800 timeout: 2467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415419:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f97a expref: 18 pid: 5800 timeout: 2467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415436:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1600/0x76434b26e307f981 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f97a expref: 18 pid: 5800 timeout: 2467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415451:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415459:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415475:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415482:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415489:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415494:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415499:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332921.415503:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415511:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415525:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332921.415540:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332921.415603:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067737216:12345-0@lo:103:ldlm_bl.0 Request processed in 217us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332921.415610:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1780332921.415673:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067737216:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332921.415772:0:90641:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332921.415785:0:90641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332921.415792:0:90641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de000/0x76434b26e307f99d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332922.328612:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332923.099013:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332923.099018:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332923.099023:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332923.099303:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332923.099317:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332923.099329:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332923.099355:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067737472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332923.099427:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332923.099479:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4074c5180 going to sleep for 11 seconds 00000100:00100000:1.0:1780332923.099590:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067737344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332923.099993:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332923.100049:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737472 00000100:00100000:1.0:1780332923.100247:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737472 00000100:00100000:1.0:1780332923.100475:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1780332923.100486:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067737472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332923.100501:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332923.100518:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307f9a4 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332923.100542:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332923.100553:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332923.100562:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfc00, rc 0) 00000100:00100000:1.0:1780332923.100603:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067737472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332923.100609:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1780332923.101281:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737344 00000100:00100000:1.0:1780332923.101288:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737344 00000100:00080000:2.0:1780332923.101425:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332923.101425:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1780332923.101435:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067737344:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332923.101462:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067737472:0@lo:101:ll_cfg_requeue.0 00002000:00000024:1.0:1780332923.101468:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00010000:00010000:2.0:1780332923.101482:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332923.101495:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332923.101521:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067737344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (1528us total) trans 0 rc 0/0 10000000:01000000:2.0:1780332923.101522:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332923.101531:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332923.101535:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00010000:00010000:2.0:1780332923.101544:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332923.101582:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067737344:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332923.355670:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332924.123372:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067737984:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.123440:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332924.123494:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780332924.123501:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067737600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.123532:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332924.123555:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067738112:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.123578:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332924.123602:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067737728:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.123642:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332924.123661:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067738240:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.123681:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332924.123698:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780332924.123703:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067737856:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.123722:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332924.123847:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737984 00000100:00100000:1.0:1780332924.123854:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737984 00000100:00100000:1.0:1780332924.123895:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067738240 00000100:00100000:1.0:1780332924.123898:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067738240 00000100:00100000:1.0:1780332924.123929:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1780332924.123936:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067737984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.123984:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067737984:12345-0@lo:400:kworker.0 Request processed in 48us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.124003:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1780332924.124018:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1780332924.124024:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067738240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.124055:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067738240:12345-0@lo:400:kworker.0 Request processed in 31us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.124061:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1780332924.124078:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737600 00000100:00100000:1.0:1780332924.124081:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737600 00000100:00100000:1.0:1780332924.124105:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1780332924.124112:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067737600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.124139:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067737600:12345-0@lo:400:kworker.0 Request processed in 29us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.124145:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1780332924.124172:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067738112 00000100:00100000:1.0:1780332924.124176:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067738112 00000100:00100000:1.0:1780332924.124199:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737728 00000100:00100000:1.0:1780332924.124202:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737728 00000100:00100000:1.0:1780332924.125542:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067737856 00000100:00100000:1.0:1780332924.125549:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067737856 00000100:00100000:1.0:1780332924.125580:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:1.0:1780332924.125587:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067738112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.125653:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067738112:12345-0@lo:400:kworker.0 Request processed in 67us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.125660:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:1.0:1780332924.125674:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1780332924.125679:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067737728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.125886:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067737728:12345-0@lo:400:kworker.0 Request processed in 206us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.125893:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1780332924.125906:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1780332924.125912:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067737856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.125940:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067737856:12345-0@lo:400:kworker.0 Request processed in 29us (2217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.125946:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00080000:1.0:1780332924.125980:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780332924.125985:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332924.126043:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067737856:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.126055:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067737728:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.126193:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067738240:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.126240:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067737600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.126252:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067738112:0@lo:400:kworker.0 00000100:00100000:1.0:1780332924.126265:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067737984:0@lo:400:kworker.0 00010000:00010000:3.0:1780332924.379114:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332924.465880:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332924.466476:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045554304 00000100:00100000:1.0:1780332924.466488:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045554304 00000100:00100000:1.0:1780332924.466650:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1006 00000100:00100000:1.0:1780332924.466661:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53703:x1866812045554304:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332924.466686:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332924.466720:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f9b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c179 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.466795:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.466813:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.466827:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.466842:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.466848:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.466855:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467302:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f9c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467311:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467318:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332924.467396:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:1.0:1780332924.467400:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332924.467479:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467492:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467497:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467504:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467509:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332924.467513:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467520:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467532:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332924.467535:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332924.467540:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467545:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467557:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467562:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467568:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467573:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332924.467576:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467583:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467590:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec41273ea00) 00010000:00010000:1.0:1780332924.467592:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332924.467595:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467600:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307f9c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467670:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307f9b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c179 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467692:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f9c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c179 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.467700:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332924.467702:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332924.467705:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332924.467778:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53703:x1866812045554304:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1118us (1916us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.467787:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1006 00000100:00100000:0.0:1780332924.471389:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00080000:2.0:1780332924.471505:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332924.472217:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045554560 00000100:00100000:1.0:1780332924.472229:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045554560 00000100:00100000:1.0:1780332924.472297:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1007 00000100:00100000:1.0:1780332924.472308:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53703:x1866812045554560:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332924.472953:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332924.473000:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f9ce lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c180 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.474724:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.474746:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.474759:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.474776:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.474783:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.474790:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780332924.476740:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x20:0x0], index 0: 0 00010000:00010000:1.0:1780332924.477514:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f9e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477532:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f9e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477544:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f9e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477585:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477592:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477598:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477604:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332924.477608:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477645:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477660:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332924.477663:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332924.477668:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477674:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9d5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332924.477690:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f01723a7 reply state 000000007cd53120 transno 4294967684 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332924.477699:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780332924.477735:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f9ce lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c180 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477749:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f9e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c180 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.477756:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332924.477758:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332924.477760:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780332924.477842:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:53703:x1866812045554560:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 5535us (6463us total) trans 4294967684 rc 0/0 00000100:00100000:1.0:1780332924.477851:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1007 00010000:00010000:2.0:1780332924.481817:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.481837:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.481845:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.481851:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332924.481856:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.481864:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.481881:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec41273ea00) 00010000:00010000:2.0:1780332924.481885:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332924.481890:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.481897:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307f9dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332924.484953:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332924.485276:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045554816 00000100:00100000:2.0:1780332924.485288:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045554816 00000100:00100000:2.0:1780332924.485415:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1008 00000100:00100000:2.0:1780332924.485429:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:53703:x1866812045554816:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:2.0:1780332924.485483:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332924.485510:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307f9e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c180 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.485534:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:2.0:1780332924.485875:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332924.485917:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.485933:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.485943:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332924.486099:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000470aaa31 reply state 00000000c0775f91 transno 4294967685 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332924.486108:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332924.488227:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:53703:x1866812045554816:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 2114us (2597us total) trans 4294967685 rc 0/0 00000100:00100000:2.0:1780332924.488240:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1008 00010000:00010000:2.0:1780332924.490692:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.490705:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.490711:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.490715:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332924.490718:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.490724:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.490737:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332924.490739:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332924.490743:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.490746:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307f9f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332924.493000:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332924.493263:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045554944 00000100:00100000:1.0:1780332924.493274:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045554944 00000100:00100000:1.0:1780332924.493338:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1009 00000100:00100000:1.0:1780332924.493459:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:53703:x1866812045554944:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780332924.493484:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332924.493507:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f9f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c187 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.493797:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f9f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c187 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.493812:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f9f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c187 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.493833:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332924.493837:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780332924.493840:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780332924.493906:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:53703:x1866812045554944:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 559us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.493913:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1009 00000100:00100000:3.0:1780332924.499071:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332924.500363:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045555072 00000100:00100000:1.0:1780332924.500376:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045555072 00000100:00100000:1.0:1780332924.500466:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 556 00000100:00100000:1.0:1780332924.500479:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045555072:12345-192.168.204.30@tcp:2:touch.60003 00000100:00080000:2.0:1780332924.500819:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332924.500881:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045555072:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 404us (1818us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1780332924.500889:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 556 00000100:00100000:3.0:1780332924.503772:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332924.504029:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045555328 00000100:00100000:2.0:1780332924.504040:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045555328 00000100:00100000:2.0:1780332924.504114:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 102 00000100:00100000:2.0:1780332924.504125:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:53703:x1866812045555328:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:2.0:1780332924.504487:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:53703:x1866812045555328:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 363us (723us total) trans 4294967686 rc 0/0 00000100:00100000:2.0:1780332924.504496:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 102 00000100:00100000:0.0:1780332924.593507:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332924.593639:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045555456 00000100:00100000:1.0:1780332924.593650:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045555456 00000100:00100000:1.0:1780332924.593707:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1010 00000100:00100000:1.0:1780332924.593717:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:53707:x1866812045555456:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:1.0:1780332924.593743:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332924.593763:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c18e expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593832:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593848:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593861:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593874:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593881:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593887:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593991:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fa14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.593999:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fa14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594006:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fa14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332924.594037:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 0 00000004:00200000:1.0:1780332924.594041:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332924.594058:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fa14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594069:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fa14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594077:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594083:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594100:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594106:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332924.594110:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594117:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594129:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332924.594132:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332924.594136:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594142:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e307fa06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594158:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594164:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594169:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594174:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332924.594177:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594182:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594357:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec41273e500) 00010000:00010000:1.0:1780332924.594360:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332924.594363:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594369:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307fa0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594397:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e307f9ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c18e expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594409:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fa14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c18e expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332924.594421:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780332924.594423:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780332924.594426:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780332924.594494:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:53707:x1866812045555456:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 778us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.594502:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1010 00000100:00100000:3.0:1780332924.605762:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332924.605888:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045555584 00000100:00100000:0.0:1780332924.605904:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045555584 00000100:00100000:0.0:1780332924.606000:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 557 00000100:00100000:0.0:1780332924.606013:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045555584:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:0.0:1780332924.606045:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332924.606081:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c195 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780332924.606123:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x6a1db97d, atime: 0x6a1db97d, ctime: 0x6a1db97d, blocks: 0x1 00010000:00010000:0.0:1780332924.606153:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332924.606156:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332924.606167:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332924.606191:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332924.606208:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390800, rc 0) 00000100:00100000:0.0:1780332924.606355:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045555584:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 344us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332924.606363:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 557 00000100:00100000:3.0:1780332924.617136:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332924.617327:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045555840 00000100:00100000:2.0:1780332924.617339:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045555840 00000100:00100000:2.0:1780332924.617569:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1011 00000100:00100000:2.0:1780332924.617581:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:53707:x1866812045555840:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:2.0:1780332924.617674:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332924.617702:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fa14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c18e expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617731:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e307f9f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c187 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617741:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:2.0:1780332924.617752:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332924.617773:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617788:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617797:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617812:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617818:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617825:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617939:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617948:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.617955:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780332924.621128:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].32, 64 off10240 00000004:00080000:2.0:1780332924.621142:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2371028523254ns, next at 2372028519616ns, rc = 0 00010000:00010000:2.0:1780332924.621213:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621230:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621241:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621250:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621256:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621262:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621291:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332924.621320:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621327:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621333:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621339:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332924.621345:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621352:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621364:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332924.621366:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332924.621371:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621377:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fa30 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621410:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621416:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621422:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621427:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332924.621430:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621436:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621444:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:2.0:1780332924.621446:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332924.621450:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.621455:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa22 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332924.621465:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a7f88f5 reply state 000000002e34a377 transno 4294967687 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332924.621474:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332924.621565:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:53707:x1866812045555840:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 3982us (4435us total) trans 4294967687 rc 0/0 00000100:00100000:2.0:1780332924.621573:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1011 00010000:00010000:3.0:1780332924.621791:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332924.621798:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332924.621806:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332924.621810:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332924.621817:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332924.621825:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:3.0:1780332924.621828:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780332924.621831:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332924.621836:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fa37 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332924.621861:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332924.621863:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332924.621864:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332924.625375:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.625392:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.625400:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.625406:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332924.625411:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.625418:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.625436:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332924.625439:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332924.625444:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332924.625450:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332924.632190:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332924.632214:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067738368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332924.632288:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332924.632996:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067738368 00000100:00100000:1.0:1780332924.633006:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067738368 00000100:00100000:1.0:1780332924.633066:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1780332924.633078:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067738368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332924.633110:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332924.633163:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067738368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332924.633172:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1780332924.633423:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067738368:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1780332924.675429:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000100:00100000:3.0:1780332925.118371:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332925.118414:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332925.118446:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332925.118469:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332925.118507:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045556352 00000100:00100000:3.0:1780332925.118517:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045556352 00000100:00100000:3.0:1780332925.118585:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045556224 00000100:00100000:3.0:1780332925.118589:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045556224 00000100:00100000:3.0:1780332925.118640:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1210 00000100:00100000:3.0:1780332925.118653:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045556352:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332925.118728:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045556352:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332925.118737:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1210 00000100:00100000:3.0:1780332925.118753:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1211 00000100:00100000:3.0:1780332925.118761:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045556224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332925.118784:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045556224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332925.118790:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1211 00000100:00100000:3.0:1780332925.118807:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045555968 00000100:00100000:3.0:1780332925.118810:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045555968 00000100:00100000:3.0:1780332925.118833:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1276 00000100:00100000:3.0:1780332925.118838:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045555968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332925.118859:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045555968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332925.118866:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1276 00000100:00080000:3.0:1780332925.118890:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332925.119413:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045556096 00000100:00100000:0.0:1780332925.119420:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045556096 00000100:00100000:0.0:1780332925.119466:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1624 00000100:00100000:0.0:1780332925.119474:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2369:x1866812045556096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332925.119512:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2369:x1866812045556096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 40us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332925.119519:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1624 00010000:00010000:0.0:1780332925.400106:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332925.731816:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967684 is committed 00000001:00080000:1.0:1780332925.731839:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967687 is committed 00000004:00080000:1.0:1780332925.731843:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 84 committed 00000100:00100000:2.0:1780332925.732118:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067738496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780332925.732199:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332925.732309:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067738496 00000100:00100000:3.0:1780332925.732317:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067738496 00000100:00100000:3.0:1780332925.732422:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1780332925.732436:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067738496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780332925.732466:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:32 count 1 00010000:00010000:3.0:1780332925.732490:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332925.732512:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332925.732522:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332925.732524:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780332925.732527:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332925.732554:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 5 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332925.732570:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 5 pid: 6596 timeout: 2472 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332925.732584:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067738624:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780332925.732665:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64f00 going to sleep for 11 seconds 00000100:00080000:1.0:1780332925.732710:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332925.736416:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332925.736475:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045556480 00000100:00100000:2.0:1780332925.736484:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045556480 00010000:00010000:2.0:1780332925.736525:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 6 pid: 6596 timeout: 2472 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332925.736565:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 420 00000100:00100000:2.0:1780332925.736574:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045556480:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332925.736588:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332925.736593:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 6 pid: 6596 timeout: 2472 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.736609:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 6 pid: 6596 timeout: 2472 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.736666:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332925.736669:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332925.736676:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.736687:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.736707:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332925.736756:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045556480:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 183us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332925.736763:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 420 00010000:00010000:0.0:1780332925.737035:0:8139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c276c54b/0x76434b26e307fa1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c195 expref: 5 pid: 6596 timeout: 2472 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332925.737051:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067738624:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780332925.737839:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332925.737865:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332925.737872:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332925.737882:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332925.737891:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332925.737917:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780332925.738552:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067738496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6118us (6349us total) trans 4294967361 rc 0/0 00000004:00080000:1.0:1780332925.738603:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43c7cfb80/2, rc 0, transno 4294967361 00000100:00100000:1.0:1780332925.738611:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067738496:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780332925.738933:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332925.738941:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.738952:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332925.738956:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.738978:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.738997:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.739003:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d192ee6/0x76434b26e307fa3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332925.739029:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332925.739031:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332925.739033:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332925.742006:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000020:00000080:1.0:1780332926.239907:0:90888:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb8dc7d80 20000000:00000080:1.0:1780332926.239925:0:90888:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c2e3c00 uarg=0000000000000000 00010000:00010000:1.0:1780332926.240422:0:90888:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780332926.240459:0:90888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:1.0:1780332926.240462:0:90888:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332926.240473:0:90888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307f9c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c179 expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332926.240493:0:90888:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780332926.240508:0:90888:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332926.240520:0:90888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332926.240533:0:90888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332926.240541:0:90888:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332926.240576:0:90888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332926.240593:0:90888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 17 pid: 5798 timeout: 2472 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332926.240608:0:90888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90888:1866812067738752:0@lo:104: 00000100:00100000:1.0:1780332926.240699:0:90888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332926.240753:0:90888:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747f180 going to sleep for 11 seconds 00000100:00100000:3.0:1780332926.241613:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067738752 00000100:00100000:3.0:1780332926.241645:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067738752 00000100:00100000:3.0:1780332926.241697:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1780332926.241707:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:90888:x1866812067738752:12345-0@lo:104: 00010000:00010000:3.0:1780332926.241721:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332926.241789:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332926.241795:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:90888:x1866812067738752:12345-0@lo:104: Request processed in 90us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332926.241801:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00010000:00010000:0.0:1780332926.241919:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332926.241927:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332926.241936:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780332926.241940:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332926.241949:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780332926.241956:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332926.241974:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780332926.242013:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332926.242019:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1780332926.242049:0:90888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90888:1866812067738752:0@lo:104: 00010000:00010000:0.0:1780332926.242062:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332926.242071:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307f9a4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307f9ab expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242083:0:90888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332926.242088:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332926.242091:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332926.242094:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332926.242118:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067738880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780332926.242162:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332926.242204:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067738880 00000100:00100000:2.0:1780332926.242208:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067738880 00010000:00010000:2.0:1780332926.242225:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 18 pid: 5798 timeout: 2472 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332926.242400:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1780332926.242408:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067738880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332926.242420:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332926.242425:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 18 pid: 5798 timeout: 2472 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242439:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 18 pid: 5798 timeout: 2472 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242452:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e307f9ab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307f9a4 expref: 18 pid: 5798 timeout: 2472 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242465:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242473:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242488:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242496:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242504:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242512:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242518:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332926.242522:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242530:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242552:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332926.242562:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332926.242595:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067738880:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332926.242602:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00010000:00010000:3.0:1780332926.242652:0:90888:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332926.242660:0:90888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332926.242666:0:90888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de000/0x76434b26e307fa45 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332926.243553:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067738880:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332926.436220:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332927.448191:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332927.703771:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332927.703779:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332927.703785:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332927.703843:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332927.703856:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332927.703867:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332927.703898:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067739008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332927.703995:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332927.704060:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739008 00000100:00100000:0.0:1780332927.704070:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739008 00000100:00100000:0.0:1780332927.704131:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1780332927.704142:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067739008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332927.704157:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332927.704171:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fa4c expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332927.704196:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fa4c expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332927.704206:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fa4c expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332927.704216:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780332927.704256:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067739008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332927.704263:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1780332927.704870:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4177c5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780332927.704894:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067739008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332927.704910:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332927.704920:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332927.704949:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332927.704955:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332927.704962:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332928.218357:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332928.218381:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067739136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332928.218450:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332928.218508:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739136 00000100:00100000:3.0:1780332928.218515:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739136 00000100:00100000:3.0:1780332928.218583:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1780332928.218593:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067739136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332928.218639:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332928.218691:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067739136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332928.218698:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:3.0:1780332928.218717:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332928.218749:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067739136:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780332928.471792:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332929.081240:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332929.081438:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045556608 00000100:00100000:1.0:1780332929.081450:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045556608 00000100:00100000:1.0:1780332929.081520:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1012 00000100:00100000:1.0:1780332929.081532:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53795:x1866812045556608:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780332929.081557:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332929.081582:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307fa5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c19c expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.081677:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fa61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.081692:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fa61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.081704:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fa61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332929.081910:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:1.0:1780332929.081915:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332929.082007:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fa61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.082035:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e307fa5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c19c expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.082056:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fa61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c19c expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.082066:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780332929.082069:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780332929.082072:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dee00, rc 0) 00000100:00100000:1.0:1780332929.082135:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53795:x1866812045556608:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 605us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332929.082143:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1012 00000100:00080000:3.0:1780332929.082346:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332929.092659:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332929.097259:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045556864 00000100:00100000:0.0:1780332929.097274:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045556864 00000100:00100000:0.0:1780332929.097398:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1013 00000100:00100000:0.0:1780332929.097410:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53795:x1866812045556864:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332929.097463:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332929.097496:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fa61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c19c expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.097514:0:5806:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307f9c7) 00010000:00010000:0.0:1780332929.097518:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:0.0:1780332929.097529:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332929.097554:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.097567:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.097576:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780332929.150772:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967688 is committed 00000004:00010000:0.0:1780332929.150973:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ed9116a reply state 000000000f061766 transno 4294967688 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332929.150987:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332929.151146:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00080000:0.0:1780332929.151237:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780332929.151296:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53795:x1866812045556864:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 53883us (58641us total) trans 4294967688 rc 0/0 00000100:00100000:0.0:1780332929.151307:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1013 00010000:00010000:1.0:1780332929.151335:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.151345:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.151352:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.151358:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332929.151363:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.151371:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.151386:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec408256800) 00010000:00010000:1.0:1780332929.151389:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332929.151393:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.151400:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fa68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332929.239976:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067739520:0@lo:400:kworker.0 00000100:00100000:1.0:1780332929.239983:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067739392:0@lo:400:kworker.0 00000100:00100000:3.0:1780332929.240105:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067739264:0@lo:400:kworker.0 00000100:00100000:0.0:1780332929.240789:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067739648:0@lo:400:kworker.0 00000100:00100000:2.0:1780332929.242902:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332929.243063:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739520 00000100:00100000:2.0:1780332929.243072:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739520 00000100:00100000:2.0:1780332929.243130:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:1.0:1780332929.243132:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332929.243141:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332929.243143:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067739520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332929.243173:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067739904:0@lo:400:kworker.0 00000100:00100000:3.0:1780332929.243177:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067739776:0@lo:400:kworker.0 00000100:00100000:2.0:1780332929.243199:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067739520:12345-0@lo:400:kworker.0 Request processed in 58us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332929.243206:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:3.0:1780332929.243221:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332929.243222:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739392 00000100:00100000:3.0:1780332929.243252:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739264 00000100:00100000:3.0:1780332929.243256:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739264 00000100:00100000:3.0:1780332929.243299:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1780332929.243305:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067739264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332929.243360:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067739264:12345-0@lo:400:kworker.0 Request processed in 55us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332929.243373:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1780332929.243411:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739776 00000100:00100000:3.0:1780332929.243415:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739776 00000100:00100000:3.0:1780332929.243440:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:3.0:1780332929.243446:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067739776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332929.243473:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067739776:12345-0@lo:400:kworker.0 Request processed in 27us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332929.243478:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:3.0:1780332929.243526:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067739264:0@lo:400:kworker.0 00000100:00100000:3.0:1780332929.243538:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067739776:0@lo:400:kworker.0 00000100:00100000:1.0:1780332929.243941:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1780332929.244011:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332929.244125:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739904 00000100:00100000:3.0:1780332929.244130:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739904 00000100:00100000:3.0:1780332929.244177:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1780332929.244184:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067739904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332929.244224:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067739904:12345-0@lo:400:kworker.0 Request processed in 40us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332929.244230:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1780332929.244260:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067739904:0@lo:400:kworker.0 00000100:00080000:1.0:1780332929.244492:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332929.245514:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739392 00000100:00100000:2.0:1780332929.245561:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:2.0:1780332929.245569:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067739392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332929.245650:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067739392:12345-0@lo:400:kworker.0 Request processed in 81us (2521us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332929.245657:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:2.0:1780332929.245699:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067739520:0@lo:400:kworker.0 00000100:00100000:2.0:1780332929.245731:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067739392:0@lo:400:kworker.0 00000100:00100000:0.0:1780332929.247540:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332929.247908:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067739648 00000100:00100000:2.0:1780332929.247933:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067739648 00000100:00100000:2.0:1780332929.248024:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1780332929.248034:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067739648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332929.248104:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067739648:12345-0@lo:400:kworker.0 Request processed in 72us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332929.248111:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1780332929.248192:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067739648:0@lo:400:kworker.0 00010000:00010000:0.0:1780332929.497089:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332929.754019:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067740032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332929.754099:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332929.754179:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740032 00000100:00100000:1.0:1780332929.754188:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740032 00000100:00100000:1.0:1780332929.754243:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1780332929.754253:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067740032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332929.754286:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332929.754338:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067740032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332929.754346:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1780332929.754393:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067740032:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1780332929.780445:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000020:00000080:0.0:1780332929.880460:0:91085:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca1e2ab30 20000000:00000080:0.0:1780332929.880477:0:91085:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437220c00 uarg=0000000000000000 00010000:00010000:0.0:1780332929.881045:0:91085:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332929.881060:0:91085:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332929.881072:0:91085:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332929.881091:0:91085:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.881109:0:91085:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fa4c expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.881117:0:91085:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.881152:0:91085:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fa4c expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.881167:0:91085:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fa4c expref: 17 pid: 5798 timeout: 2476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332929.881266:0:91085:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91085:1866812067740160:0@lo:104: 00000100:00100000:0.0:1780332929.881326:0:91085:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332929.881386:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740160 00000100:00100000:2.0:1780332929.881393:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740160 00000100:00100000:2.0:1780332929.881440:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1780332929.881442:0:91085:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40929ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1780332929.881449:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:91085:x1866812067740160:12345-0@lo:104: 00010000:00010000:2.0:1780332929.881461:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332929.881526:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780332929.881532:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:91085:x1866812067740160:12345-0@lo:104: Request processed in 84us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332929.881538:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1780332929.881551:0:91085:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91085:1866812067740160:0@lo:104: 00010000:00010000:0.0:1780332929.881567:0:91085:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881647:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332929.881654:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881661:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332929.881664:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881671:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332929.881678:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332929.881683:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332929.881710:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881717:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332929.881737:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881744:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fa4c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fa53 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332929.881746:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332929.881762:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067740288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332929.881766:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332929.881768:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332929.881770:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332929.881795:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332929.881858:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740288 00000100:00100000:1.0:1780332929.881861:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740288 00010000:00010000:1.0:1780332929.881880:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fa4c expref: 18 pid: 5798 timeout: 2476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332929.881904:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1780332929.881922:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067740288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332929.881932:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332929.881936:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fa4c expref: 18 pid: 5798 timeout: 2476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881946:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fa4c expref: 18 pid: 5798 timeout: 2476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881958:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e307fa53 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fa4c expref: 18 pid: 5798 timeout: 2476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881969:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881977:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.881997:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.882004:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.882011:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.882018:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.882023:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332929.882027:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.882034:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.883895:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.883902:0:91085:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332929.883920:0:91085:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 2/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332929.883927:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332929.883930:0:91085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e307fa6f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332929.884005:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067740288:12345-0@lo:103:ldlm_bl.0 Request processed in 2082us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332929.884015:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1780332929.884164:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067740288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332930.249791:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332930.249834:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332930.249860:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332930.249960:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045556992 00000100:00100000:1.0:1780332930.249967:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332930.249972:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045556992 00000100:00100000:1.0:1780332930.250000:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045557248 00000100:00100000:1.0:1780332930.250005:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045557248 00000100:00100000:2.0:1780332930.250038:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1279 00000100:00100000:2.0:1780332930.250052:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045556992:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332930.250052:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045557376 00000100:00100000:1.0:1780332930.250057:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045557376 00000100:00100000:1.0:1780332930.250099:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1214 00000100:00100000:1.0:1780332930.250108:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045557248:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332930.250129:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045556992:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 81us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332930.250137:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1279 00000100:00100000:1.0:1780332930.250146:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045557248:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332930.250154:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1214 00000100:00100000:1.0:1780332930.250172:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1215 00000100:00100000:1.0:1780332930.250179:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045557376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332930.250208:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045557376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332930.250215:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1215 00000100:00080000:1.0:1780332930.250235:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332930.250239:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332930.253408:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045557120 00000100:00100000:0.0:1780332930.253419:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045557120 00000100:00100000:0.0:1780332930.253542:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1628 00000100:00100000:0.0:1780332930.253553:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045557120:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332930.253676:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045557120:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 126us (3814us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332930.253683:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1628 00010000:00010000:0.0:1780332930.519985:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332931.416679:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332931.416687:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332931.416692:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332931.416738:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332931.416750:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332931.416767:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332931.416794:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067740416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332931.416862:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332931.416925:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec43d776540 going to sleep for 11 seconds 00000100:00100000:2.0:1780332931.417389:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740416 00000100:00100000:2.0:1780332931.417398:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740416 00000100:00100000:2.0:1780332931.417465:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1780332931.417474:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067740416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332931.417488:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332931.417502:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fa76 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332931.417536:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fa76 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332931.417547:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fa76 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332931.417556:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780332931.417609:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067740416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332931.417632:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:3.0:1780332931.417710:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067740416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332931.417725:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332931.417734:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332931.417756:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332931.417760:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332931.417767:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332931.553727:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332932.567900:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332933.135264:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332933.135334:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045557504 00000100:00100000:2.0:1780332933.135344:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045557504 00000100:00100000:2.0:1780332933.135440:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1014 00000100:00100000:2.0:1780332933.135453:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53871:x1866812045557504:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780332933.135474:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332933.135498:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fa84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1a3 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.135561:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.135575:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.135587:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.135598:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.135604:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.135609:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.136100:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.136109:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332933.136125:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332933.136220:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:2.0:1780332933.136224:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00080000:1.0:1780332933.136735:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1780332933.142017:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.142044:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.142051:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.142063:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144612:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332933.144630:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144642:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144661:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:3.0:1780332933.144665:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332933.144669:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144676:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fa8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144694:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144700:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144705:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144710:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332933.144713:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144723:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144731:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332933.144733:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332933.144736:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144741:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fa92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144798:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fa84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1a3 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144814:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1a3 expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332933.144822:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:3.0:1780332933.144824:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332933.144826:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:3.0:1780332933.144922:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53871:x1866812045557504:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 9471us (9665us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332933.144931:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1014 00000100:00100000:0.0:1780332933.337009:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067740544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332933.337097:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332933.337303:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740544 00000100:00100000:1.0:1780332933.337312:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740544 00000100:00100000:1.0:1780332933.337385:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1780332933.337396:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dff1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067740544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332933.337433:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332933.337480:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dff1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067740544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332933.337486:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00080000:0.0:1780332933.337867:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332933.337898:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:0.0:1780332933.337904:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43c7cfb80, transno 4294967361 00000100:00100000:0.0:1780332933.337929:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067740544:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332933.591910:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332934.362957:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067740672:0@lo:400:kworker.0 00000100:00100000:2.0:1780332934.363029:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332934.363087:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067741184:0@lo:400:kworker.0 00000100:00100000:2.0:1780332934.363113:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332934.363137:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780332934.363142:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067740800:0@lo:400:kworker.0 00000100:00100000:2.0:1780332934.363161:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332934.363173:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067741312:0@lo:400:kworker.0 00000100:00100000:2.0:1780332934.363192:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332934.366001:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740672 00000100:00100000:3.0:1780332934.366018:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740672 00000100:00100000:3.0:1780332934.366076:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1780332934.366087:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067740672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332934.366177:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067740672:12345-0@lo:400:kworker.0 Request processed in 92us (3147us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332934.366184:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1780332934.366240:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067740672:0@lo:400:kworker.0 00000100:00100000:1.0:1780332934.366721:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741184 00000100:00100000:1.0:1780332934.366728:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741184 00000100:00100000:1.0:1780332934.366837:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740800 00000100:00100000:1.0:1780332934.366850:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740800 00000100:00100000:1.0:1780332934.366879:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:1.0:1780332934.366886:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067741184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332934.366934:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067741184:12345-0@lo:400:kworker.0 Request processed in 48us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332934.366941:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:1.0:1780332934.366956:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:1.0:1780332934.366963:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067740800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332934.366991:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067740800:12345-0@lo:400:kworker.0 Request processed in 30us (3829us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332934.366998:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:1.0:1780332934.367021:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741312 00000100:00100000:1.0:1780332934.367024:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741312 00000100:00100000:1.0:1780332934.367055:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1780332934.367061:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067741312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332934.367404:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067741312:12345-0@lo:400:kworker.0 Request processed in 342us (4210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332934.367411:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1780332934.367450:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067740800:0@lo:400:kworker.0 00000100:00100000:1.0:1780332934.367463:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067741312:0@lo:400:kworker.0 00000100:00100000:1.0:1780332934.367474:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067741184:0@lo:400:kworker.0 00000100:00100000:0.0:1780332934.369269:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067740928:0@lo:400:kworker.0 00000100:00100000:0.0:1780332934.369331:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332934.369365:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332934.369373:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067741056:0@lo:400:kworker.0 00000100:00100000:0.0:1780332934.369411:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1780332934.369441:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332934.369447:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332934.369461:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067740928 00000100:00100000:0.0:1780332934.369467:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067740928 00000100:00100000:0.0:1780332934.369527:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:0.0:1780332934.369535:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067740928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332934.369582:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067740928:12345-0@lo:400:kworker.0 Request processed in 47us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332934.369589:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:0.0:1780332934.369820:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741056 00000100:00100000:0.0:1780332934.369824:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741056 00000100:00100000:0.0:1780332934.369861:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1780332934.369869:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067741056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332934.369900:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067741056:12345-0@lo:400:kworker.0 Request processed in 33us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332934.369906:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00080000:0.0:1780332934.369923:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332934.369946:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067741056:0@lo:400:kworker.0 00000100:00100000:0.0:1780332934.369956:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067740928:0@lo:400:kworker.0 00010000:00010000:2.0:1780332934.615819:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332934.878324:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067741440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332934.878420:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332934.879665:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741440 00000100:00100000:3.0:1780332934.879676:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741440 00000100:00100000:3.0:1780332934.879728:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1780332934.879738:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067741440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332934.879783:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332934.879882:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067741440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332934.879890:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1780332934.880098:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067741440:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1780332935.350540:0:91332:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd06908cc0 20000000:00000080:2.0:1780332935.350556:0:91332:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2ba000 uarg=0000000000000000 00010000:00010000:0.0:1780332935.351294:0:91332:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332935.351364:0:91332:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780332935.351368:0:91332:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780332935.351379:0:91332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fa99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1a3 expref: 5 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.351401:0:91332:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332935.351417:0:91332:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332935.351440:0:91332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.351454:0:91332:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fa76 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.351464:0:91332:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.351502:0:91332:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fa76 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.351518:0:91332:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fa76 expref: 17 pid: 5798 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332935.351533:0:91332:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91332:1866812067741568:0@lo:104: 00000100:00100000:0.0:1780332935.351605:0:91332:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332935.351684:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741568 00000100:00100000:1.0:1780332935.351692:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741568 00000100:00100000:0.0:1780332935.351696:0:91332:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dd98c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780332935.351752:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1780332935.351762:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:91332:x1866812067741568:12345-0@lo:104: 00010000:00010000:1.0:1780332935.351775:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332935.352031:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332935.352038:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:91332:x1866812067741568:12345-0@lo:104: Request processed in 278us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332935.352045:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00010000:00010000:3.0:1780332935.352129:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332935.352136:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352144:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332935.352149:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352158:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332935.352166:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332935.352171:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332935.352202:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352213:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332935.352243:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352249:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5800/0x76434b26e307fa76 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fa7d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352262:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332935.352264:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332935.352265:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332935.352294:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332935.352308:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067741696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332935.352353:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332935.352470:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741696 00000100:00100000:3.0:1780332935.352475:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741696 00010000:00010000:3.0:1780332935.352497:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fa76 expref: 18 pid: 5798 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332935.352528:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1780332935.352536:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067741696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332935.352545:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332935.352557:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fa76 expref: 18 pid: 5798 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352569:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fa76 expref: 18 pid: 5798 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352583:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352590:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352607:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352614:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352640:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352646:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352651:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332935.352655:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352662:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352669:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332935.352677:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332935.352708:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067741696:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332935.352714:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1780332935.352744:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067741696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332935.355642:0:91332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1200/0x76434b26e307fa7d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fa76 expref: 17 pid: 5798 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332935.355662:0:91332:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91332:1866812067741568:0@lo:104: 00010000:00010000:0.0:1780332935.355686:0:91332:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.355697:0:91332:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.355702:0:91332:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332935.355711:0:91332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e307faa0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332935.358044:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332935.358079:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332935.358120:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332935.358152:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045557888 00000100:00100000:2.0:1780332935.358161:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045557888 00000100:00100000:2.0:1780332935.358247:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1218 00000100:00100000:2.0:1780332935.358259:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045557888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332935.358344:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045557888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332935.358353:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1218 00000100:00080000:2.0:1780332935.358373:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332935.359836:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045557632 00000100:00100000:3.0:1780332935.359846:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045557632 00000100:00100000:3.0:1780332935.359935:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1282 00000100:00100000:3.0:1780332935.359942:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045557632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332935.359992:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045557632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 51us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332935.360009:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1282 00000100:00100000:1.0:1780332935.360166:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045557760 00000100:00100000:1.0:1780332935.360171:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045557760 00000100:00100000:1.0:1780332935.360218:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1632 00000100:00100000:1.0:1780332935.360224:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045557760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332935.360259:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045557760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (2225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332935.360265:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1632 00000100:00080000:3.0:1780332935.360642:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332935.363396:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332935.363471:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045558016 00000100:00100000:1.0:1780332935.363480:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045558016 00000100:00100000:1.0:1780332935.363535:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 559 00000100:00100000:1.0:1780332935.363543:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045558016:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780332935.363576:0:6597:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307f903 00000100:00080000:1.0:1780332935.363583:0:6597:0:(import.c:65:import_set_state_nolock()) ffff8ec4342cc000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780332935.363637:0:6597:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967359 00000100:00100000:1.0:1780332935.363867:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045558016:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 324us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332935.363874:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 559 00010000:00010000:1.0:1780332935.363894:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780332935.364703:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332935.649670:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332936.542421:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332936.542429:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332936.542435:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332936.542480:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332936.542492:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332936.542503:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332936.542541:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067741824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332936.542608:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332936.542685:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45300 going to sleep for 11 seconds 00000100:00100000:2.0:1780332936.544018:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741824 00000100:00100000:2.0:1780332936.544028:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741824 00000100:00100000:2.0:1780332936.544086:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:2.0:1780332936.544096:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067741824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332936.544111:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332936.544130:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307faa7 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332936.544158:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307faa7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332936.544169:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307faa7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332936.544178:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0800, rc 0) 00000100:00100000:2.0:1780332936.544240:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067741824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332936.544247:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1780332936.544494:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067741824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332936.544514:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332936.544533:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332936.544555:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332936.544561:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332936.544568:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332936.677996:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332937.692975:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332938.455904:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780332938.455927:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067741952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332938.456002:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332938.456077:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067741952 00000100:00100000:0.0:1780332938.456086:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067741952 00000100:00100000:0.0:1780332938.456166:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1780332938.456176:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067741952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332938.456211:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332938.456258:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067741952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332938.456265:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1780332938.456311:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067741952:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332938.458037:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332938.712164:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332939.185313:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332939.186303:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045558144 00000100:00100000:3.0:1780332939.186317:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045558144 00000100:00100000:3.0:1780332939.186393:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1015 00000100:00100000:3.0:1780332939.186404:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:53957:x1866812045558144:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332939.186424:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332939.186447:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fab5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1aa expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.186572:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fabc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.186586:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fabc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.186598:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fabc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332939.186801:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:3.0:1780332939.186806:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332939.186881:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fabc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.186912:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fab5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1aa expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.186932:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fabc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1aa expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.186941:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780332939.186944:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332939.186947:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780332939.187003:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53957:x1866812045558144:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 602us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332939.187010:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1015 00000100:00080000:0.0:1780332939.187570:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332939.197992:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332939.198031:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045558400 00000100:00100000:3.0:1780332939.198041:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045558400 00000100:00100000:3.0:1780332939.198092:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1016 00000100:00100000:3.0:1780332939.198102:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:53957:x1866812045558400:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780332939.198148:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332939.198407:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fabc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1aa expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.198425:0:5807:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307fa99) 00010000:00010000:3.0:1780332939.198430:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780332939.198440:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332939.198464:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.198477:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.198487:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332939.199014:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020d7fe72 reply state 0000000027058e92 transno 4294967689 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332939.199317:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332939.199399:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000100:00100000:3.0:1780332939.199504:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:53957:x1866812045558400:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1401us (1522us total) trans 4294967689 rc 0/0 00000100:00100000:3.0:1780332939.199512:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1016 00010000:00010000:0.0:1780332939.204911:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.204927:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.204935:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.204941:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332939.204946:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.204953:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.204970:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:0.0:1780332939.204973:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332939.204977:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.204983:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307fac3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332939.480091:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067742464:0@lo:400:kworker.0 00000100:00100000:0.0:1780332939.480167:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332939.480221:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332939.480227:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067742080:0@lo:400:kworker.0 00000100:00100000:0.0:1780332939.480267:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332939.480291:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067742592:0@lo:400:kworker.0 00000100:00100000:0.0:1780332939.480315:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332939.480342:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742464 00000100:00100000:0.0:1780332939.480349:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742464 00000100:00100000:0.0:1780332939.480394:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:0.0:1780332939.480403:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067742464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332939.480453:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067742464:12345-0@lo:400:kworker.0 Request processed in 50us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332939.480460:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:0.0:1780332939.480485:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742080 00000100:00100000:0.0:1780332939.480488:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742080 00000100:00100000:0.0:1780332939.480511:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1780332939.480517:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067742080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332939.480547:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067742080:12345-0@lo:400:kworker.0 Request processed in 30us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332939.480553:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1780332939.480598:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067742080:0@lo:400:kworker.0 00000100:00100000:0.0:1780332939.480611:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067742464:0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.480838:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067742336:0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.480870:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332939.480891:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780332939.480897:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067742208:0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.480917:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332939.480932:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067742720:0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.480951:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332939.480973:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742592 00000100:00100000:1.0:1780332939.480977:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742592 00000100:00100000:1.0:1780332939.481008:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742336 00000100:00100000:1.0:1780332939.481012:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742336 00000100:00100000:1.0:1780332939.481029:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742208 00000100:00100000:1.0:1780332939.481031:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742208 00000100:00100000:1.0:1780332939.481045:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1780332939.481050:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067742592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.481084:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067742592:12345-0@lo:400:kworker.0 Request processed in 34us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332939.481090:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1780332939.481103:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1780332939.481109:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067742336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.481140:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067742336:12345-0@lo:400:kworker.0 Request processed in 31us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332939.481145:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1780332939.481157:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:1.0:1780332939.481162:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067742208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.481186:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067742208:12345-0@lo:400:kworker.0 Request processed in 24us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332939.481192:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:1.0:1780332939.481215:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742720 00000100:00100000:1.0:1780332939.481218:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742720 00000100:00100000:1.0:1780332939.481242:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1780332939.481261:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067742720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.481290:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067742720:12345-0@lo:400:kworker.0 Request processed in 42us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332939.481297:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00080000:1.0:1780332939.481312:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332939.481316:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332939.481589:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067742208:0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.481600:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067742720:0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.481607:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067742336:0@lo:400:kworker.0 00000100:00100000:1.0:1780332939.481926:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067742592:0@lo:400:kworker.0 00000001:00080000:1.0:1780332939.576194:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967689 is committed 00010000:00010000:3.0:1780332939.738720:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332939.961442:0:91528:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd980d8510 20000000:00000080:1.0:1780332939.961461:0:91528:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec434264800 uarg=0000000000000000 00010000:00010000:1.0:1780332939.962043:0:91528:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332939.962071:0:91528:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332939.962095:0:91528:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332939.962117:0:91528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332939.962135:0:91528:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307faa7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332939.962143:0:91528:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332939.962186:0:91528:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307faa7 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332939.962203:0:91528:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307faa7 expref: 17 pid: 5799 timeout: 2486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332939.962221:0:91528:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91528:1866812067742848:0@lo:104: 00000100:00100000:1.0:1780332939.962297:0:91528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332939.962367:0:91528:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45480 going to sleep for 11 seconds 00000100:00100000:3.0:1780332939.962437:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780332939.962461:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742848 00000100:00100000:3.0:1780332939.962468:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742848 00000100:00100000:3.0:1780332939.962513:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1780332939.962523:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dc67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:91528:x1866812067742848:12345-0@lo:104: 00010000:00010000:3.0:1780332939.962538:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332939.963032:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332939.963041:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dc67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:91528:x1866812067742848:12345-0@lo:104: Request processed in 519us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332939.963051:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1780332939.963070:0:91528:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91528:1866812067742848:0@lo:104: 00010000:00010000:2.0:1780332939.963083:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332939.963091:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332939.963098:0:91528:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332939.963100:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332939.963106:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332939.963118:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332939.963126:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332939.963144:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332939.963180:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332939.963186:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332939.963216:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332939.963219:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067742976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332939.963231:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5000/0x76434b26e307faa7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307faae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332939.963256:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332939.963261:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332939.963262:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780332939.963264:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332939.963531:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067742976 00000100:00100000:0.0:1780332939.963536:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067742976 00010000:00010000:0.0:1780332939.963554:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307faa7 expref: 18 pid: 5799 timeout: 2486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332939.963573:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1780332939.963578:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067742976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332939.963586:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332939.963589:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307faa7 expref: 18 pid: 5799 timeout: 2486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963597:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307faa7 expref: 18 pid: 5799 timeout: 2486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963689:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0800/0x76434b26e307faae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307faa7 expref: 18 pid: 5799 timeout: 2486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963703:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963712:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963734:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963740:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963746:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963752:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963756:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfe00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332939.963772:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963780:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963798:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332939.963807:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332939.963845:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067742976:12345-0@lo:103:ldlm_bl.0 Request processed in 266us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332939.963852:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00010000:00010000:1.0:1780332939.963982:0:91528:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332939.963990:0:91528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332939.963996:0:91528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307faca lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332939.964412:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067742976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332939.993113:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067743104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332939.997141:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332939.997657:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067743104 00000100:00100000:1.0:1780332939.997667:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067743104 00000100:00100000:1.0:1780332939.997725:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1780332939.997738:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067743104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332939.997798:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332939.997856:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067743104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332939.997864:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1780332939.997926:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067743104:0@lo:13:osp-pre-1-0.0 00000001:00100000:2.0:1780332940.025000:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780332940.025010:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec4342cd000/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780332940.025146:0:79109:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec4342cd000/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:3.0:1780332940.025199:0:79109:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec4342cc000 for lustre-OST0001 00000100:00100000:3.0:1780332940.481307:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332940.481363:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332940.481402:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332940.481594:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045558528 00000100:00100000:1.0:1780332940.481606:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045558528 00000100:00100000:1.0:1780332940.481699:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1285 00000100:00100000:1.0:1780332940.481710:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045558528:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332940.482244:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045558528:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 533us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332940.482254:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1285 00000100:00100000:1.0:1780332940.482299:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045558656 00000100:00100000:1.0:1780332940.482304:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045558656 00000100:00100000:1.0:1780332940.482352:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1636 00000100:00100000:1.0:1780332940.482359:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045558656:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332940.482398:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045558656:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 40us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332940.482406:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1636 00000100:00100000:0.0:1780332940.483242:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045558784 00000100:00100000:0.0:1780332940.483249:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045558784 00000100:00080000:1.0:1780332940.483427:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332940.483545:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1221 00000100:00100000:0.0:1780332940.483555:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045558784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332940.483648:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045558784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 65us (2254us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332940.483656:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1221 00010000:00010000:3.0:1780332940.765956:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780332941.208481:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332941.208490:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332941.208496:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332941.208556:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332941.208569:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332941.208579:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332941.208607:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067743232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332941.208714:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332941.208783:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067743232 00000100:00100000:1.0:1780332941.208792:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45480 going to sleep for 11 seconds 00000100:00100000:0.0:1780332941.208792:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067743232 00000100:00100000:0.0:1780332941.208838:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:0.0:1780332941.208847:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067743232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332941.208860:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332941.208875:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fad1 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332941.208897:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fad1 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332941.208907:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fad1 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332941.208917:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:0.0:1780332941.208962:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067743232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332941.208969:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1780332941.209561:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067743232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332941.209579:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332941.209588:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332941.209608:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332941.209613:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332941.209652:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332941.786989:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332942.809976:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332942.895410:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332942.895526:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045558912 00000100:00100000:1.0:1780332942.895537:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045558912 00000100:00100000:1.0:1780332942.895610:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1017 00000100:00100000:1.0:1780332942.895643:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045558912:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00080000:0.0:1780332942.895738:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332942.895764:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045558912:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 145us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332942.895772:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1017 00000100:00100000:3.0:1780332942.904251:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332942.904463:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559040 00000100:00100000:1.0:1780332942.904475:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559040 00000100:00100000:1.0:1780332942.906755:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 560 00000100:00100000:1.0:1780332942.906776:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559040:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332942.907200:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559040:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 432us (2958us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332942.907211:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 560 00000100:00100000:3.0:1780332942.910449:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332942.910525:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559168 00000100:00100000:1.0:1780332942.910537:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559168 00000100:00100000:1.0:1780332942.910588:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 561 00000100:00100000:1.0:1780332942.910598:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045559168:12345-192.168.204.30@tcp:8:lfs.60003 00010000:00080000:1.0:1780332942.910658:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2389 last 0 00000020:00000080:1.0:1780332942.910689:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307fadf 00002000:00100000:1.0:1780332942.910725:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec4342c9000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780332942.910750:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780332942.911222:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1780332942.911252:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec4342ce800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780332942.911321:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045559168:12345-192.168.204.30@tcp:8:lfs.60003 Request processed in 722us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332942.911329:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 561 00000100:00080000:2.0:1780332942.916585:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332942.918349:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332942.923494:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559296 00000100:00100000:2.0:1780332942.923505:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559296 00000100:00100000:2.0:1780332942.923637:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 562 00000100:00100000:2.0:1780332942.923649:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54043:x1866812045559296:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780332942.927612:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54043:x1866812045559296:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 3958us (9264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332942.927641:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 562 00000100:00080000:1.0:1780332942.931103:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332942.931608:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332942.932120:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559424 00000100:00100000:3.0:1780332942.932132:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559424 00000100:00100000:3.0:1780332942.932187:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1018 00000100:00100000:3.0:1780332942.932198:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559424:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332942.935166:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559424:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 2730us (3325us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332942.935181:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1018 00000100:00100000:3.0:1780332942.939945:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332942.940185:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559552 00000100:00100000:1.0:1780332942.940196:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559552 00000100:00100000:1.0:1780332942.940262:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1019 00000100:00100000:1.0:1780332942.940275:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559552:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332942.940372:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559552:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 99us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332942.940381:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1019 00000100:00100000:3.0:1780332942.945382:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332942.945469:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559680 00000100:00100000:1.0:1780332942.945478:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559680 00000100:00100000:1.0:1780332942.945542:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 563 00000100:00100000:1.0:1780332942.945555:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559680:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332942.946020:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559680:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 467us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332942.946027:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 563 00000100:00100000:1.0:1780332942.968812:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332942.974084:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559808 00000100:00100000:2.0:1780332942.974098:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559808 00000100:00100000:3.0:1780332942.976081:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 564 00000100:00100000:3.0:1780332942.976102:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54043:x1866812045559808:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332942.976492:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54043:x1866812045559808:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 399us (7686us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332942.976500:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 564 00000100:00100000:1.0:1780332942.987548:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332942.987780:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045559936 00000100:00100000:2.0:1780332942.987791:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045559936 00000100:00100000:2.0:1780332942.988023:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1020 00000100:00100000:2.0:1780332942.988035:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559936:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332942.988453:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54043:x1866812045559936:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 419us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332942.988461:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1020 00000100:00100000:2.0:1780332943.115888:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332943.116086:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045560064 00000100:00100000:3.0:1780332943.116097:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045560064 00000100:00100000:3.0:1780332943.116159:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1021 00000100:00100000:3.0:1780332943.116169:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54047:x1866812045560064:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:3.0:1780332943.116189:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332943.116212:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fae6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1b1 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116291:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116309:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116322:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116335:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116343:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116354:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116839:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fafb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116849:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fafb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.116857:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fafb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332943.116946:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:3.0:1780332943.116950:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332943.117026:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fafb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117039:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117046:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117054:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117059:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332943.117063:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117071:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117083:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780332943.117086:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332943.117091:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117097:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307faed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117107:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117113:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117119:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117124:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332943.117126:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117132:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117138:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054dda00) 00010000:00010000:3.0:1780332943.117140:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332943.117143:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117149:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307faf4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117182:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fae6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1b1 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117196:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fafb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1b1 expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.117204:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332943.117207:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332943.117209:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4400, rc 0) 00000100:00100000:3.0:1780332943.117276:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54047:x1866812045560064:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 1108us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332943.117284:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1021 00000100:00100000:1.0:1780332943.125685:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332943.129312:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045560320 00000100:00100000:3.0:1780332943.129325:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045560320 00000100:00100000:3.0:1780332943.129424:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1022 00000100:00100000:3.0:1780332943.129444:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54047:x1866812045560320:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:3.0:1780332943.129466:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332943.129486:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb02 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1b8 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.130029:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.130046:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.130057:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.130071:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.130078:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.130084:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780332943.132613:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x20:0x0], index 1: 0 00010000:00010000:3.0:1780332943.133216:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fb17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133234:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fb17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133247:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fb17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133285:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133292:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133300:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133306:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332943.133310:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133322:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133335:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332943.133337:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332943.133342:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133348:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb09 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332943.133363:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007949e524 reply state 00000000f17edc81 transno 4294967690 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332943.133372:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332943.133407:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb02 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1b8 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.133421:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fb17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1b8 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332943.134568:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332943.134572:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332943.134575:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780332943.134672:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54047:x1866812045560320:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 5226us (9056us total) trans 4294967690 rc 0/0 00000100:00100000:3.0:1780332943.134681:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1022 00010000:00010000:2.0:1780332943.144912:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332943.144998:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332943.145006:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332943.145013:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332943.145017:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332943.145025:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332943.145042:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec4054dde00) 00010000:00010000:2.0:1780332943.145045:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332943.145050:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332943.145056:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fb10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332943.145190:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332943.145308:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045560448 00000100:00100000:1.0:1780332943.145319:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045560448 00000100:00100000:1.0:1780332943.145366:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 565 00000100:00100000:1.0:1780332943.145376:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54047:x1866812045560448:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780332943.145394:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332943.145411:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1bf expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332943.145455:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780332943.145477:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332943.145479:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332943.145488:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332943.145504:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332943.145515:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dea00, rc 0) 00000100:00100000:1.0:1780332943.145573:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54047:x1866812045560448:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 198us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332943.145581:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 565 00000100:00100000:0.0:1780332943.178964:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332943.180575:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045560576 00000100:00100000:2.0:1780332943.180589:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045560576 00002000:00100000:2.0:1780332943.180686:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x20:0x0] (0->1048575) req@ffff8ec30129c700 x1866812045560576/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:674/0 lens 488/0 e 0 to 0 dl 1780332954 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1780332943.180698:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec30129c700 with x1866812045560576 ext(0->1048575) 00002000:00010000:2.0:1780332943.180704:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec30129c700 00000100:00100000:2.0:1780332943.181064:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 25 00000100:00100000:2.0:1780332943.181074:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045560576:12345-192.168.204.30@tcp:4:dd.60003 00000001:00100000:1.0:1780332943.263227:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:0.0:1780332943.267199:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045560576:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 86116us (88234us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1780332943.267213:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 25 00002000:00100000:0.0:1780332943.267228:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x20:0x0] (0->1048575) req@ffff8ec30129c700 x1866812045560576/t4294967360(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:674/0 lens 488/448 e 0 to 0 dl 1780332954 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1780332943.267238:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec30129c700 with x1866812045560576 ext(0->1048575) 00002000:00010000:0.0:1780332943.267245:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec30129c700 00000100:00100000:2.0:1780332943.271693:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332943.272159:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045560704 00000100:00100000:3.0:1780332943.272169:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045560704 00000100:00100000:3.0:1780332943.272263:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1023 00000100:00100000:3.0:1780332943.272274:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54047:x1866812045560704:12345-192.168.204.30@tcp:44:dd.60003 00000100:00100000:3.0:1780332943.312821:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54047:x1866812045560704:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 40531us (41120us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332943.312836:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1023 00000001:00080000:0.0:1780332943.316725:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967690 is committed 00000100:00100000:1.0:1780332943.326110:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332943.326516:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045560832 00000100:00100000:0.0:1780332943.326525:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045560832 00000100:00100000:0.0:1780332943.326593:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 566 00000100:00100000:0.0:1780332943.326604:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045560832:12345-192.168.204.30@tcp:16:dd.60003 00000100:00100000:0.0:1780332943.454034:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045560832:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 127423us (127924us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332943.454046:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 566 00000001:00080000:2.0:1780332943.454126:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000100:00100000:0.0:1780332943.457739:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332943.458020:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561088 00000100:00100000:1.0:1780332943.458029:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561088 00000100:00100000:1.0:1780332943.458090:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 103 00000100:00100000:1.0:1780332943.458100:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54047:x1866812045561088:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:1.0:1780332943.458579:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54047:x1866812045561088:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 479us (848us total) trans 4294967691 rc 0/0 00000100:00100000:1.0:1780332943.458587:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 103 00000100:00100000:3.0:1780332943.581292:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332943.581320:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067743360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332943.581395:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332943.581602:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067743360 00000100:00100000:0.0:1780332943.581611:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067743360 00000100:00100000:0.0:1780332943.581705:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1780332943.581724:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067743360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332943.581760:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332943.581809:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067743360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332943.581817:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00080000:1.0:1780332943.581880:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332943.581956:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067743360:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332943.835513:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332944.606585:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067743488:0@lo:400:kworker.0 00000100:00100000:2.0:1780332944.606596:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067743872:0@lo:400:kworker.0 00000100:00100000:1.0:1780332944.606707:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067743616:0@lo:400:kworker.0 00000100:00100000:0.0:1780332944.606742:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067743744:0@lo:400:kworker.0 00000100:00100000:2.0:1780332944.607451:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332944.610743:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332944.610826:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067744000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332944.610867:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332944.610943:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332944.610971:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067744128:0@lo:400:kworker.0 00000100:00100000:1.0:1780332944.610996:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332944.611031:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067743872 00000100:00100000:1.0:1780332944.611039:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067743872 00000100:00100000:3.0:1780332944.611080:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744000 00000100:00100000:3.0:1780332944.611085:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744000 00000100:00100000:1.0:1780332944.611089:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744128 00000100:00100000:1.0:1780332944.611091:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744128 00000100:00100000:3.0:1780332944.611119:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067743616 00000100:00100000:3.0:1780332944.611122:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067743616 00000100:00100000:1.0:1780332944.611125:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1780332944.611132:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067743872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332944.611137:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1780332944.611142:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067744000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332944.611183:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067744000:12345-0@lo:400:kworker.0 Request processed in 40us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332944.611183:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067743872:12345-0@lo:400:kworker.0 Request processed in 51us (3733us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332944.611191:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:1.0:1780332944.611191:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:3.0:1780332944.611206:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1780332944.611207:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1780332944.611212:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067743616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332944.611212:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067744128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332944.611239:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067744128:12345-0@lo:400:kworker.0 Request processed in 27us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332944.611343:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067743488 00000100:00100000:2.0:1780332944.611347:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067743488 00000100:00100000:2.0:1780332944.611375:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1780332944.611382:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067743488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332944.611590:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00080000:1.0:1780332944.611634:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332944.611640:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332944.611748:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067743872:0@lo:400:kworker.0 00000100:00100000:0.0:1780332944.611838:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332944.611999:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067743488:12345-0@lo:400:kworker.0 Request processed in 617us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332944.612008:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1780332944.614311:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067743616:12345-0@lo:400:kworker.0 Request processed in 3089us (3358us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332944.614324:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1780332944.614358:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067743744 00000100:00100000:3.0:1780332944.614365:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067743744 00000100:00100000:3.0:1780332944.614434:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:3.0:1780332944.614442:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067743744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332944.614511:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067743744:12345-0@lo:400:kworker.0 Request processed in 70us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332944.614516:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:3.0:1780332944.614565:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067743744:0@lo:400:kworker.0 00000100:00100000:3.0:1780332944.614601:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067744000:0@lo:400:kworker.0 00000100:00100000:3.0:1780332944.614613:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067743488:0@lo:400:kworker.0 00000100:00080000:0.0:1780332944.614860:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332944.615287:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067743616:0@lo:400:kworker.0 00000100:00100000:1.0:1780332944.615310:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067744128:0@lo:400:kworker.0 00010000:00010000:3.0:1780332944.858012:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332944.859549:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967691 is committed 00000100:00100000:0.0:1780332945.112255:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067744256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332945.112330:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332945.112439:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744256 00000100:00100000:1.0:1780332945.112446:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744256 00000100:00100000:1.0:1780332945.112490:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1780332945.112499:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067744256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780332945.112530:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780332945.118706:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067744256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6184us (6352us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332945.118721:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1780332945.119357:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067744256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332945.600594:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332945.600734:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332945.600761:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332945.600806:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332945.600833:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561600 00000100:00100000:1.0:1780332945.600842:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561600 00000100:00100000:1.0:1780332945.600897:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561472 00000100:00100000:1.0:1780332945.600899:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561472 00000100:00100000:1.0:1780332945.600917:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1224 00000100:00100000:1.0:1780332945.600925:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045561600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332945.600984:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045561600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 60us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332945.600991:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1224 00000100:00100000:1.0:1780332945.601004:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1225 00000100:00100000:1.0:1780332945.601009:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045561472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332945.601027:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045561472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 19us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332945.601033:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1225 00000100:00100000:0.0:1780332945.601513:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561216 00000100:00100000:0.0:1780332945.601517:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561216 00000100:00100000:0.0:1780332945.601553:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1288 00000100:00100000:0.0:1780332945.601559:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045561216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332945.601582:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045561216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332945.601588:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1288 00000100:00080000:0.0:1780332945.601612:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780332945.601633:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332945.605185:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561344 00000100:00100000:2.0:1780332945.605198:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561344 00000100:00100000:2.0:1780332945.605315:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1640 00000100:00100000:2.0:1780332945.605326:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045561344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332945.605419:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045561344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (4833us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332945.605426:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1640 00000100:00080000:1.0:1780332945.605469:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332945.887568:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780332945.911453:0:91773:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2392318831653ns, next at 2372028519616ns, rc = 0 00000004:00080000:2.0:1780332945.911691:0:91773:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2392319071704ns, next at 2341654036195ns, rc = 0 00000004:00080000:1.0:1780332945.923093:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 88 committed 00000004:00080000:1.0:1780332945.923122:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 85 committed 00010000:00010000:2.0:1780332946.904380:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332947.623942:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332947.624824:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561728 00000100:00100000:3.0:1780332947.624836:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561728 00000100:00100000:3.0:1780332947.624917:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1024 00000100:00100000:3.0:1780332947.624928:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045561728:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332947.625033:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045561728:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 107us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332947.625041:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1024 00000100:00080000:1.0:1780332947.625709:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332947.638603:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332947.638744:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561856 00000100:00100000:1.0:1780332947.638760:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561856 00000100:00100000:1.0:1780332947.638830:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 567 00000100:00100000:1.0:1780332947.638840:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54239:x1866812045561856:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780332947.639713:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54239:x1866812045561856:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 872us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332947.639722:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 567 00000100:00080000:2.0:1780332947.639848:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332947.647494:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332947.647569:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045561984 00000100:00100000:3.0:1780332947.647578:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045561984 00000100:00100000:3.0:1780332947.647672:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 568 00000100:00100000:3.0:1780332947.647683:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54239:x1866812045561984:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332947.648050:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54239:x1866812045561984:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 368us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332947.648058:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 568 00000100:00080000:0.0:1780332947.648552:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332947.659857:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332947.659964:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045562112 00000100:00100000:1.0:1780332947.659974:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045562112 00000100:00100000:1.0:1780332947.660035:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1025 00000100:00100000:1.0:1780332947.660044:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045562112:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332947.660470:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045562112:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 426us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332947.660478:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1025 00000100:00100000:3.0:1780332947.664862:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332947.665215:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045562240 00000100:00100000:2.0:1780332947.665226:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045562240 00000100:00100000:2.0:1780332947.665286:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1026 00000100:00100000:2.0:1780332947.665297:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045562240:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780332947.665412:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045562240:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 118us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332947.665420:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1026 00000100:00100000:2.0:1780332947.668593:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332947.668866:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045562368 00000100:00100000:3.0:1780332947.668876:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045562368 00000100:00100000:3.0:1780332947.668925:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 569 00000100:00100000:3.0:1780332947.668945:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54239:x1866812045562368:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332947.669505:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54239:x1866812045562368:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 561us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332947.669512:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 569 00000100:00100000:3.0:1780332947.672766:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332947.678092:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045562496 00000100:00100000:0.0:1780332947.678106:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045562496 00000100:00100000:0.0:1780332947.678462:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 570 00000100:00100000:0.0:1780332947.678478:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54239:x1866812045562496:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332947.678890:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54239:x1866812045562496:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 416us (6131us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332947.690611:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332947.690794:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045562624 00000100:00100000:1.0:1780332947.690805:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045562624 00000100:00100000:1.0:1780332947.690856:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1027 00000100:00100000:1.0:1780332947.690866:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045562624:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780332947.692729:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54239:x1866812045562624:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1856us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332947.692741:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1027 00000100:00100000:0.0:1780332947.695271:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 570 00000100:00100000:1.0:1780332947.811093:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332947.811201:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045562880 00000100:00100000:3.0:1780332947.811212:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045562880 00000100:00100000:3.0:1780332947.811273:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1028 00000100:00100000:3.0:1780332947.811283:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54242:x1866812045562880:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780332947.811341:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332947.811381:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fb17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1b8 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811401:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332947.811411:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332947.811433:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811452:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811461:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811475:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811483:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811489:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811910:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811920:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.811928:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332947.814590:0:5807:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].32, 64 off10240 00000004:00080000:3.0:1780332947.814604:0:5807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2394221985476ns, next at 2395221982435ns, rc = 0 00010000:00010000:2.0:1780332947.816221:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816244:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816257:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816267:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816274:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816281:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816303:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780332947.816331:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816336:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332947.816341:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816343:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816346:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816350:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780332947.816351:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332947.816354:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816354:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816366:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816379:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:0.0:1780332947.816382:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332947.816387:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816393:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fb41 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.816418:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332947.816420:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332947.816422:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332947.816470:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816479:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:2.0:1780332947.816482:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332947.816485:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816491:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fb3a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816512:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816518:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816523:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816528:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332947.816531:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816536:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816542:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:2.0:1780332947.816545:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332947.816547:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332947.816553:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fb2c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332947.816562:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9c07df3 reply state 0000000003676ed3 transno 4294967692 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332947.816570:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332947.816757:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54242:x1866812045562880:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 5471us (5670us total) trans 4294967692 rc 0/0 00000100:00100000:2.0:1780332947.816767:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1028 00010000:00010000:0.0:1780332947.820505:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.820519:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.820525:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.820529:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332947.820532:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.820537:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.820548:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff8ec4054dd500) 00010000:00010000:0.0:1780332947.820551:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780332947.820555:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332947.820558:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fb33 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332947.928683:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332948.716727:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067744384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332948.716816:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332948.716888:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744384 00000100:00100000:1.0:1780332948.716896:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744384 00000100:00100000:1.0:1780332948.716950:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1780332948.716960:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067744384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332948.716997:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332948.717041:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067744384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332948.717048:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:1.0:1780332948.717069:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332948.717104:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067744384:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332948.952906:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332949.721924:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067744768:0@lo:400:kworker.0 00000100:00100000:3.0:1780332949.721993:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332949.722062:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744768 00000100:00100000:3.0:1780332949.722072:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744768 00000100:00100000:3.0:1780332949.722123:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:3.0:1780332949.722133:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067744768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332949.722187:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067744768:12345-0@lo:400:kworker.0 Request processed in 56us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332949.722194:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:3.0:1780332949.722232:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067744768:0@lo:400:kworker.0 00000100:00100000:3.0:1780332949.722264:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332949.722269:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067744896:0@lo:400:kworker.0 00000100:00100000:3.0:1780332949.722294:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332949.722316:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744896 00000100:00100000:3.0:1780332949.722319:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744896 00000100:00100000:3.0:1780332949.722357:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1780332949.722364:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067744896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332949.722394:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067744896:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332949.722399:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1780332949.722421:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067744896:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.723097:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067744512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.723135:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332949.723162:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067745024:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.723184:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332949.723203:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780332949.723209:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067744640:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.723231:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332949.723249:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067745152:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.723272:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332949.723300:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067745152 00000100:00100000:2.0:1780332949.723305:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067745152 00000100:00080000:1.0:1780332949.723449:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780332949.723455:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332949.723468:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067745024 00000100:00100000:1.0:1780332949.723471:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067745024 00000100:00100000:1.0:1780332949.723506:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744640 00000100:00100000:1.0:1780332949.723509:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744640 00000100:00100000:1.0:1780332949.723526:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1780332949.723533:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067745024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332949.723576:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067745024:12345-0@lo:400:kworker.0 Request processed in 44us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332949.723583:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1780332949.723598:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1780332949.723604:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067744640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332949.723663:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067744640:12345-0@lo:400:kworker.0 Request processed in 59us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332949.723668:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00080000:1.0:1780332949.723683:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332949.724178:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:2.0:1780332949.724188:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067745152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.724223:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067745152:12345-0@lo:400:kworker.0 Request processed in 38us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332949.724230:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:2.0:1780332949.724252:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067744512 00000100:00100000:2.0:1780332949.724256:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067744512 00000100:00100000:2.0:1780332949.724290:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1780332949.724296:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067744512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.724326:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067744512:12345-0@lo:400:kworker.0 Request processed in 31us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332949.724848:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1780332949.724927:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067744640:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.724939:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067745152:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.724948:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067744512:0@lo:400:kworker.0 00000100:00100000:2.0:1780332949.724958:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067745024:0@lo:400:kworker.0 00000004:00080000:0.0:1780332949.979065:0:91917:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2396386443931ns, next at 2372028519616ns, rc = 0 00000004:00080000:0.0:1780332949.979165:0:91917:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2396386546510ns, next at 2395221982435ns, rc = 0 00010000:00010000:2.0:1780332949.979245:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780332950.031645:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 90 committed 00000004:00080000:1.0:1780332950.031672:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 86 committed 00000001:00080000:1.0:1780332950.031695:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967692 is committed 00000004:00080000:1.0:1780332950.031700:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 89 committed 00000100:00100000:2.0:1780332950.032098:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067745280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780332950.032161:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332950.032277:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067745280 00000100:00100000:3.0:1780332950.032285:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067745280 00000100:00100000:2.0:1780332950.032417:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1780332950.032429:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067745280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780332950.032458:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:32 count 1 00010000:00010000:2.0:1780332950.032480:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.032502:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.032510:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332950.032512:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780332950.032515:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.032541:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.032556:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 5 pid: 8139 timeout: 2496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332950.032567:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067745408:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332950.032668:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec434216780 going to sleep for 11 seconds 00000100:00100000:2.0:1780332950.036197:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332950.036230:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563008 00000100:00100000:2.0:1780332950.036240:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563008 00010000:00010000:2.0:1780332950.036290:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 6 pid: 8139 timeout: 2496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332950.036323:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 425 00000100:00100000:2.0:1780332950.036333:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045563008:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780332950.036414:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780332950.036421:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 6 pid: 8139 timeout: 2496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.036437:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 6 pid: 8139 timeout: 2496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.036462:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332950.036465:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332950.036470:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.036480:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332950.036514:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780332950.036563:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045563008:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 230us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332950.036570:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 425 00000100:00080000:2.0:1780332950.036591:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332950.037549:0:6594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b21dfa97/0x76434b26e307fb25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1bf expref: 5 pid: 8139 timeout: 2496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332950.037567:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6594:1866812067745408:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780332950.037588:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332950.037602:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332950.037609:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332950.037919:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332950.037927:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332950.037950:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332950.040135:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332950.040146:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332950.040160:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332950.040164:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332950.040175:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332950.040200:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332950.040207:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000057efa08/0x76434b26e307fb48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332950.040228:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332950.040230:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332950.040232:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332950.041116:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067745280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8684us (8949us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1780332950.041128:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000004:00080000:2.0:1780332950.041275:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42d3c1180/2, rc 0, transno 4294967361 00000100:00100000:2.0:1780332950.041392:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067745280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780332950.231998:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067745536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332950.232088:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332950.232417:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067745536 00000100:00100000:2.0:1780332950.232429:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067745536 00000100:00100000:2.0:1780332950.232488:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1780332950.232499:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067745536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332950.232540:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780332950.232601:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067745536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332950.232646:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1780332950.232676:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067745536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332950.724502:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332950.724557:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332950.724590:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332950.724654:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563392 00000100:00100000:2.0:1780332950.724664:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563392 00000100:00100000:2.0:1780332950.724729:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1228 00000100:00100000:2.0:1780332950.724741:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045563392:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332950.724813:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045563392:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332950.724821:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1228 00000100:00080000:2.0:1780332950.724842:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332950.725132:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563136 00000100:00100000:1.0:1780332950.725138:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563136 00000100:00100000:1.0:1780332950.725176:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1290 00000100:00100000:1.0:1780332950.725184:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045563136:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332950.725220:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045563136:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332950.725226:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1290 00000100:00100000:1.0:1780332950.725259:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563264 00000100:00100000:1.0:1780332950.725263:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563264 00000100:00100000:1.0:1780332950.725297:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1644 00000100:00100000:1.0:1780332950.725305:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045563264:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332950.725352:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045563264:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 49us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332950.725362:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1644 00000100:00080000:1.0:1780332950.725380:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332951.000752:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332952.024823:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780332952.830373:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00010000:00010000:1.0:1780332953.053081:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332953.815876:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067745664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332953.815948:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332953.816165:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067745664 00000100:00100000:1.0:1780332953.816175:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067745664 00000100:00100000:1.0:1780332953.816256:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1780332953.816268:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067745664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780332953.816309:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780332953.816362:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067745664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332953.816370:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1780332953.816471:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067745664:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332953.817659:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332954.071874:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332954.842241:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067745920:0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.842316:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332954.842372:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067746432:0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.842395:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332954.842419:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780332954.842425:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067746048:0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.842445:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332954.842483:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067745920 00000100:00100000:0.0:1780332954.842490:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067745920 00000100:00100000:0.0:1780332954.842531:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746048 00000100:00100000:0.0:1780332954.842534:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746048 00000100:00100000:0.0:1780332954.842579:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:0.0:1780332954.842588:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067745920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.842666:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067745920:12345-0@lo:400:kworker.0 Request processed in 78us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332954.842675:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:0.0:1780332954.842691:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1780332954.842697:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067746048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332954.842898:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067745792:0@lo:400:kworker.0 00000100:00100000:3.0:1780332954.842934:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332954.842960:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067746304:0@lo:400:kworker.0 00000100:00100000:3.0:1780332954.842980:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332954.842997:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332954.843003:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067746176:0@lo:400:kworker.0 00000100:00100000:3.0:1780332954.843022:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332954.843046:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746432 00000100:00100000:3.0:1780332954.843050:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746432 00000100:00100000:3.0:1780332954.843077:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746176 00000100:00100000:3.0:1780332954.843080:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746176 00000100:00100000:3.0:1780332954.843097:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:3.0:1780332954.843103:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067746432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.843152:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067746048:12345-0@lo:400:kworker.0 Request processed in 455us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332954.843158:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1780332954.843169:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746304 00000100:00100000:0.0:1780332954.843172:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746304 00000100:00100000:0.0:1780332954.843186:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:0.0:1780332954.843191:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067746304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.843222:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067746304:12345-0@lo:400:kworker.0 Request processed in 30us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332954.843228:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00080000:0.0:1780332954.843245:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332954.843249:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332954.845519:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1780332954.845541:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067746176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332954.845673:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067746176:12345-0@lo:400:kworker.0 Request processed in 142us (2649us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332954.845680:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1780332954.845713:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067745792 00000100:00100000:2.0:1780332954.845731:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067745792 00000100:00100000:2.0:1780332954.845774:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1780332954.845780:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067745792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332954.845810:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067745792:12345-0@lo:400:kworker.0 Request processed in 30us (2876us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332954.845816:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1780332954.845921:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067746176:0@lo:400:kworker.0 00000100:00100000:2.0:1780332954.845931:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067745792:0@lo:400:kworker.0 00000100:00100000:2.0:1780332954.845943:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067746304:0@lo:400:kworker.0 00000100:00100000:3.0:1780332954.850125:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067746432:12345-0@lo:400:kworker.0 Request processed in 7009us (7715us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332954.850140:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1780332954.851023:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067746048:0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.851046:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067745920:0@lo:400:kworker.0 00000100:00100000:0.0:1780332954.851058:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:0.0:1780332954.851063:0:3326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42d3c1180, transno 4294967361 00000100:00100000:0.0:1780332954.851076:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067746432:0@lo:400:kworker.0 00010000:00010000:1.0:1780332955.096484:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332955.353699:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067746560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332955.353770:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332955.354170:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746560 00000100:00100000:3.0:1780332955.354179:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746560 00000100:00100000:3.0:1780332955.354323:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1780332955.354333:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067746560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332955.354370:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332955.357221:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067746560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2884us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332955.357234:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1780332955.363299:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067746560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332955.841689:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332955.841739:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332955.841793:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332955.842384:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563904 00000100:00100000:3.0:1780332955.842395:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563904 00000100:00100000:3.0:1780332955.842463:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1231 00000100:00100000:3.0:1780332955.842476:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045563904:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332955.842561:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045563904:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332955.842568:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1231 00000100:00100000:0.0:1780332955.842665:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563648 00000100:00100000:0.0:1780332955.842670:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563648 00000100:00100000:0.0:1780332955.842714:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1648 00000100:00100000:0.0:1780332955.842721:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045563648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332955.842755:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045563648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332955.842868:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1648 00000100:00080000:2.0:1780332955.843179:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332955.843184:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780332955.843271:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563520 00000100:00100000:1.0:1780332955.843278:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563520 00000100:00100000:1.0:1780332955.843324:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1292 00000100:00100000:1.0:1780332955.843333:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045563520:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332955.843365:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045563520:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332955.843372:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1292 00000100:00100000:3.0:1780332955.851477:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332955.851727:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045563776 00000100:00100000:2.0:1780332955.851738:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045563776 00000100:00080000:0.0:1780332955.852163:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332955.852176:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1232 00000100:00100000:2.0:1780332955.852188:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045563776:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332955.852339:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045563776:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 152us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332955.852347:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1232 00010000:00010000:2.0:1780332956.120460:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332957.143791:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332958.167817:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332958.939788:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780332958.939817:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067746688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780332958.939889:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332958.940015:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746688 00000100:00100000:0.0:1780332958.940025:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746688 00000100:00100000:0.0:1780332958.940093:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1780332958.940103:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067746688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332958.940140:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332958.940193:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067746688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332958.940199:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1780332958.940246:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067746688:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780332958.940409:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332959.191867:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332959.974678:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067747200:0@lo:400:kworker.0 00000100:00100000:3.0:1780332959.974702:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067746944:0@lo:400:kworker.0 00000100:00100000:1.0:1780332959.974779:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067747072:0@lo:400:kworker.0 00000100:00100000:3.0:1780332959.975540:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332959.975610:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067747456:0@lo:400:kworker.0 00000100:00100000:3.0:1780332959.975680:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332959.975729:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747456 00000100:00100000:3.0:1780332959.975739:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747456 00000100:00100000:3.0:1780332959.975806:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1780332959.975819:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067747456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.976545:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746944 00000100:00100000:0.0:1780332959.976553:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746944 00000100:00100000:0.0:1780332959.976595:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1780332959.976603:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067746944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.976693:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067746944:12345-0@lo:400:kworker.0 Request processed in 90us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332959.976700:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1780332959.976751:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067746944:0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.976798:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067746816:0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.976830:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332959.976855:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067747328:0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.976880:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332959.976909:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067746816 00000100:00100000:0.0:1780332959.976913:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067746816 00000100:00100000:0.0:1780332959.976936:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1780332959.976942:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067746816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.976973:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067746816:12345-0@lo:400:kworker.0 Request processed in 31us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332959.976979:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1780332959.977013:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067746816:0@lo:400:kworker.0 00000100:00080000:0.0:1780332959.977036:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332959.977059:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747328 00000100:00100000:0.0:1780332959.977063:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747328 00000100:00100000:0.0:1780332959.977090:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1780332959.977096:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067747328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.977126:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067747328:12345-0@lo:400:kworker.0 Request processed in 31us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332959.977133:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00080000:0.0:1780332959.977149:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332959.977166:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067747328:0@lo:400:kworker.0 00000100:00100000:3.0:1780332959.977585:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067747456:12345-0@lo:400:kworker.0 Request processed in 1768us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332959.977593:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:0.0:1780332959.977745:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067747456:0@lo:400:kworker.0 00000100:00100000:1.0:1780332959.979582:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332959.979812:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332959.979976:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747200 00000100:00100000:0.0:1780332959.979987:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747200 00000100:00100000:0.0:1780332959.980041:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:0.0:1780332959.980051:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067747200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332959.980117:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067747200:12345-0@lo:400:kworker.0 Request processed in 67us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332959.980125:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:2.0:1780332959.980873:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067747200:0@lo:400:kworker.0 00000100:00100000:3.0:1780332959.980960:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747072 00000100:00100000:3.0:1780332959.980967:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747072 00000100:00100000:3.0:1780332959.981081:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:3.0:1780332959.981090:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067747072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332959.981157:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067747072:12345-0@lo:400:kworker.0 Request processed in 68us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332959.981164:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:2.0:1780332959.981444:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067747072:0@lo:400:kworker.0 00000100:00080000:0.0:1780332959.981489:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332960.219658:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332960.471912:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067747584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332960.471995:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332960.472259:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747584 00000100:00100000:3.0:1780332960.472269:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747584 00000100:00100000:3.0:1780332960.472337:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1780332960.472346:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067747584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332960.472531:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332960.472615:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067747584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 269us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332960.472651:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1780332960.472859:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067747584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332960.963491:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332960.963590:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332960.963663:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332960.963734:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332960.963818:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564160 00000100:00100000:3.0:1780332960.963829:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564160 00000100:00100000:3.0:1780332960.963898:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1652 00000100:00100000:3.0:1780332960.963912:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045564160:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332960.963984:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045564160:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 78us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332960.963992:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1652 00000100:00100000:3.0:1780332960.964014:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564288 00000100:00100000:3.0:1780332960.964018:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564288 00000100:00100000:3.0:1780332960.964044:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564416 00000100:00100000:3.0:1780332960.964047:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564416 00000100:00100000:3.0:1780332960.964070:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1235 00000100:00100000:3.0:1780332960.964077:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045564288:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332960.964104:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045564288:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332960.964110:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1235 00000100:00100000:3.0:1780332960.964123:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1236 00000100:00100000:3.0:1780332960.964130:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045564416:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332960.964152:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045564416:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332960.964157:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1236 00000100:00080000:2.0:1780332960.964341:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332960.964345:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780332960.964348:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332960.964416:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564032 00000100:00100000:0.0:1780332960.964422:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564032 00000100:00100000:0.0:1780332960.964475:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1294 00000100:00100000:0.0:1780332960.964484:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045564032:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332960.964687:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045564032:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 203us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332960.964695:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1294 00010000:00010000:1.0:1780332961.241105:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332962.264303:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332963.288313:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332964.060657:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780332964.060679:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067747712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332964.060749:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332964.060896:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747712 00000100:00100000:3.0:1780332964.060905:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747712 00000100:00100000:3.0:1780332964.060978:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1780332964.060991:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067747712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332964.061025:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332964.061071:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067747712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332964.061078:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00080000:0.0:1780332964.061172:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332964.061208:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067747712:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780332964.312373:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332965.085270:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067747840:0@lo:400:kworker.0 00000100:00100000:2.0:1780332965.085358:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332965.085689:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747840 00000100:00100000:1.0:1780332965.085698:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747840 00000100:00100000:1.0:1780332965.085761:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1780332965.085772:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067747840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.090894:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067748224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.090985:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332965.091050:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748224 00000100:00100000:3.0:1780332965.091058:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748224 00000100:00100000:3.0:1780332965.091122:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1780332965.091133:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067748224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.091194:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067748224:12345-0@lo:400:kworker.0 Request processed in 63us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.091202:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1780332965.091263:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067748224:0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.091308:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067747968:0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.091339:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332965.091358:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332965.091364:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067748096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.091384:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332965.091425:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067747968 00000100:00100000:3.0:1780332965.091429:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067747968 00000100:00100000:3.0:1780332965.091456:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748096 00000100:00100000:3.0:1780332965.091459:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748096 00000100:00100000:3.0:1780332965.091484:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:3.0:1780332965.091490:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067747968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.091525:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067747968:12345-0@lo:400:kworker.0 Request processed in 35us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.091530:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:3.0:1780332965.091545:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1780332965.091551:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067748096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.091577:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067748096:12345-0@lo:400:kworker.0 Request processed in 26us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.091582:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1780332965.091613:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067748096:0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.091650:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067747968:0@lo:400:kworker.0 00000100:00080000:3.0:1780332965.091677:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332965.092446:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067747840:12345-0@lo:400:kworker.0 Request processed in 6673us (7085us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332965.092456:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1780332965.102125:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332965.102157:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067748352:0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.102248:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332965.102312:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332965.102322:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067748480:0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.102350:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332965.102395:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748480 00000100:00100000:3.0:1780332965.102410:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748480 00000100:00100000:3.0:1780332965.102473:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1780332965.102482:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067748480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332965.102535:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067748480:12345-0@lo:400:kworker.0 Request processed in 54us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.102542:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00080000:3.0:1780332965.102562:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332965.102591:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067748480:0@lo:400:kworker.0 00000100:00100000:0.0:1780332965.102820:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748352 00000100:00100000:0.0:1780332965.102825:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748352 00000100:00100000:0.0:1780332965.102872:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:0.0:1780332965.102879:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067748352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332965.102932:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067748352:12345-0@lo:400:kworker.0 Request processed in 43us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332965.102938:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:0.0:1780332965.102971:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067748352:0@lo:400:kworker.0 00000100:00080000:1.0:1780332965.103082:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332965.104162:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067747840:0@lo:400:kworker.0 00010000:00010000:1.0:1780332965.335767:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332965.538053:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.538382:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564544 00000100:00100000:3.0:1780332965.538403:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564544 00000100:00100000:3.0:1780332965.538501:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1029 00000100:00100000:3.0:1780332965.538513:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045564544:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332965.538647:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045564544:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 109us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.538655:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1029 00000100:00080000:1.0:1780332965.538729:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780332965.547186:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.547720:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564672 00000100:00100000:3.0:1780332965.547733:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564672 00000100:00100000:3.0:1780332965.547827:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 572 00000100:00100000:3.0:1780332965.547838:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045564672:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332965.548231:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045564672:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 394us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.548239:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 572 00000100:00080000:1.0:1780332965.548468:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332965.551199:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.551528:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564800 00000100:00100000:3.0:1780332965.551539:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564800 00000100:00100000:3.0:1780332965.551647:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 573 00000100:00100000:3.0:1780332965.551657:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045564800:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00080000:1.0:1780332965.552239:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780332965.552476:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045564800:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 817us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.552485:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 573 00000100:00100000:2.0:1780332965.559067:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.559306:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045564928 00000100:00100000:3.0:1780332965.559316:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045564928 00000100:00100000:3.0:1780332965.559380:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1030 00000100:00100000:3.0:1780332965.559400:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045564928:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332965.560751:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045564928:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1349us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.560762:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1030 00000100:00100000:2.0:1780332965.571367:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332965.571648:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045565056 00000100:00100000:0.0:1780332965.571658:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045565056 00000100:00100000:0.0:1780332965.571721:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1031 00000100:00100000:0.0:1780332965.571732:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045565056:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780332965.571838:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045565056:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 108us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332965.572017:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1031 00000100:00100000:2.0:1780332965.576660:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.576789:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045565184 00000100:00100000:3.0:1780332965.576799:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045565184 00000100:00100000:3.0:1780332965.577096:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 574 00000100:00100000:3.0:1780332965.577170:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045565184:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780332965.577816:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045565184:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 709us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.577824:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 574 00000100:00100000:2.0:1780332965.582808:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332965.585642:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045565312 00000100:00100000:0.0:1780332965.585657:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045565312 00000100:00100000:0.0:1780332965.585730:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 575 00000100:00100000:0.0:1780332965.585742:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045565312:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780332965.586840:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54461:x1866812045565312:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1095us (4036us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332965.587013:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 575 00000100:00100000:1.0:1780332965.592067:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067748608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332965.592156:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332965.594189:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332965.594422:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748608 00000100:00100000:0.0:1780332965.594433:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748608 00000100:00100000:0.0:1780332965.594715:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1780332965.594725:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067748608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332965.594768:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332965.594869:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045565440 00000100:00100000:3.0:1780332965.594875:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045565440 00000100:00100000:3.0:1780332965.594913:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1032 00000100:00100000:3.0:1780332965.594920:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045565440:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780332965.595322:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54461:x1866812045565440:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 401us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332965.595331:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1032 00000100:00100000:0.0:1780332965.603679:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067748608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8945us (11512us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332965.603695:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1780332965.606909:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067748608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332965.631435:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.631578:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045565568 00000100:00100000:3.0:1780332965.631590:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045565568 00000100:00100000:3.0:1780332965.631683:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1033 00000100:00100000:3.0:1780332965.631695:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54462:x1866812045565568:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332965.631721:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332965.631746:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fb4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1c6 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.631829:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fb56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.632060:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fb56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.632082:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fb56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332965.637294:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:0.0:1780332965.637304:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332965.637668:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fb56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332965.637714:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fb4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1c6 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332965.637748:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fb56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1c6 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332965.637758:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780332965.637761:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332965.637764:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:0.0:1780332965.637854:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54462:x1866812045565568:12345-192.168.204.30@tcp:101:rm.0 Request processed in 6161us (6432us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332965.637863:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1033 00000100:00100000:3.0:1780332965.643926:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332965.644022:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045565824 00000100:00100000:1.0:1780332965.644034:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045565824 00000100:00100000:1.0:1780332965.644099:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1034 00000100:00100000:1.0:1780332965.644109:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54462:x1866812045565824:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332965.644133:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332965.644155:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fb5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1cd expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332965.644451:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00010000:1.0:1780332965.644743:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fb5d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1cd expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332965.644760:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e300) 00010000:00010000:1.0:1780332965.644763:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780332965.644768:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e307fb5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1cd expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332965.644786:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dee00, rc 0) 00000100:00100000:1.0:1780332965.645779:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54462:x1866812045565824:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1668us (1861us total) trans 4294967693 rc 301/301 00000100:00100000:1.0:1780332965.646282:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1034 00000100:00100000:2.0:1780332965.657896:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.663255:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045565952 00000100:00100000:3.0:1780332965.663270:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045565952 00000100:00100000:2.0:1780332965.667748:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 104 00000100:00100000:2.0:1780332965.668603:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54462:x1866812045565952:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:2.0:1780332965.677307:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54462:x1866812045565952:12345-192.168.204.30@tcp:37:rm.0 Request processed in 8701us (19409us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332965.677322:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 104 00000100:00100000:2.0:1780332965.687225:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332965.687337:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045566208 00000100:00100000:0.0:1780332965.687347:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045566208 00000100:00100000:0.0:1780332965.687477:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 105 00000100:00100000:0.0:1780332965.687488:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4110dc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54462:x1866812045566208:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:0.0:1780332965.689838:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4110dc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54462:x1866812045566208:12345-192.168.204.30@tcp:35:rm.0 Request processed in 2344us (2613us total) trans 4294967694 rc 0/0 00000100:00100000:0.0:1780332965.689851:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 105 00000100:00100000:0.0:1780332965.697261:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332965.697520:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045566464 00000100:00100000:3.0:1780332965.697532:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045566464 00000100:00100000:3.0:1780332965.697596:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1035 00000100:00100000:3.0:1780332965.697608:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54462:x1866812045566464:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780332965.697701:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1780332965.697728:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fb56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1c6 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.697754:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fafb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1b1 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.697763:0:6619:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307f751) 00010000:00010000:3.0:1780332965.697766:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780332965.697775:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332965.697855:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.697867:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.697876:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.697890:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.697896:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.697901:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698270:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698277:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698281:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698379:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698569:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698578:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698586:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332965.698591:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698598:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698608:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780332965.698610:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332965.698614:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698699:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fb79 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698719:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698724:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698730:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698735:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332965.698737:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698743:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698750:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780332965.698753:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332965.698756:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698761:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fb6b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698777:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698782:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698798:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698803:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332965.698805:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698810:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698817:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054ddf00) 00010000:00010000:3.0:1780332965.698819:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332965.698821:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332965.698826:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fb72 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332965.699093:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54462:x1866812045566464:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1485us (1842us total) trans 0 rc -13/-13 00000100:00100000:2.0:1780332965.699110:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1035 00000100:00100000:2.0:1780332966.085933:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332966.085982:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332966.086006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332966.086029:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332966.086059:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045566720 00000100:00100000:2.0:1780332966.086070:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045566720 00000100:00100000:3.0:1780332966.086427:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045566592 00000100:00100000:3.0:1780332966.086433:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045566592 00000100:00100000:3.0:1780332966.086514:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1296 00000100:00100000:3.0:1780332966.086526:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045566592:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332966.086601:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045566592:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 78us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332966.086609:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1296 00000100:00100000:2.0:1780332966.086743:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1656 00000100:00100000:2.0:1780332966.086753:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045566720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332966.086786:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045566720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332966.086792:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1656 00000100:00100000:2.0:1780332966.086813:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045566976 00000100:00100000:2.0:1780332966.086816:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045566976 00000100:00100000:2.0:1780332966.086838:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045566848 00000100:00100000:2.0:1780332966.086840:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045566848 00000100:00100000:2.0:1780332966.086860:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1239 00000100:00100000:2.0:1780332966.086866:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045566976:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332966.086894:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045566976:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332966.086905:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1239 00000100:00100000:2.0:1780332966.086917:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1240 00000100:00100000:2.0:1780332966.086922:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045566848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332966.086945:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045566848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332966.086951:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1240 00010000:00010000:1.0:1780332966.360194:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332967.387418:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332968.407801:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332969.049937:0:92235:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe94b3fd60 20000000:00000080:0.0:1780332969.049954:0:92235:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e0e000 uarg=0000000000000000 00010000:00010000:0.0:1780332969.050478:0:92235:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780332969.050497:0:92235:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780332969.050513:0:92235:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332969.050803:0:92235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332969.050823:0:92235:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fad1 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332969.050835:0:92235:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332969.050876:0:92235:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fad1 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332969.050894:0:92235:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fad1 expref: 17 pid: 5799 timeout: 2515 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332969.050908:0:92235:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92235:1866812067748736:0@lo:104: 00000100:00100000:0.0:1780332969.050980:0:92235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332969.051293:0:92235:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780332969.051428:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748736 00000100:00100000:3.0:1780332969.051502:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748736 00000100:00100000:3.0:1780332969.051658:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1780332969.051669:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92235:x1866812067748736:12345-0@lo:104: 00010000:00010000:3.0:1780332969.051683:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.051744:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332969.051750:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92235:x1866812067748736:12345-0@lo:104: Request processed in 84us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332969.051757:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00010000:00010000:3.0:1780332969.051779:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332969.051785:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.051792:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332969.051796:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.051805:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332969.051812:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332969.051818:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332969.051847:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.051854:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332969.051875:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.051881:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de200/0x76434b26e307fad1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fad8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.051896:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332969.051897:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332969.051899:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332969.051918:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067748864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332969.051948:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332969.051983:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748864 00000100:00100000:3.0:1780332969.051987:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748864 00010000:00010000:3.0:1780332969.052003:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fad1 expref: 18 pid: 5799 timeout: 2515 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332969.052024:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1780332969.052030:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067748864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332969.052039:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332969.052043:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fad1 expref: 18 pid: 5799 timeout: 2515 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332969.052224:0:92235:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92235:1866812067748736:0@lo:104: 00010000:00010000:3.0:1780332969.052260:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fad1 expref: 18 pid: 5799 timeout: 2515 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332969.052401:0:92235:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052505:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390000/0x76434b26e307fad8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fad1 expref: 18 pid: 5799 timeout: 2515 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052590:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052600:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052810:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052820:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052827:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052834:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052839:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332969.052843:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052850:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052868:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332969.052878:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332969.052925:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067748864:12345-0@lo:103:ldlm_bl.0 Request processed in 894us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332969.052932:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1780332969.052998:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067748864:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332969.053045:0:92235:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332969.053113:0:92235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332969.053121:0:92235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e307fb80 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332969.175929:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332969.175953:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067748992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332969.176022:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332969.176201:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067748992 00000100:00100000:0.0:1780332969.176211:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067748992 00000100:00100000:0.0:1780332969.176282:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1780332969.176293:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067748992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332969.176331:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332969.176393:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067748992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332969.176400:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1780332969.176459:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067748992:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332969.176764:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332969.432028:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332969.921200:0:92283:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffeb745550 20000000:00000080:1.0:1780332969.921219:0:92283:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410f3b400 uarg=0000000000000000 00010000:00010000:1.0:1780332969.921754:0:92283:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332969.921770:0:92283:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332969.921787:0:92283:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332969.921808:0:92283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921826:0:92283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921837:0:92283:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921844:0:92283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921852:0:92283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921859:0:92283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921866:0:92283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332969.921871:0:92283:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921880:0:92283:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921894:0:92283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921903:0:92283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332969.921910:0:92283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e307fb87 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332970.136786:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332970.136793:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332970.136797:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332970.136842:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332970.136855:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332970.136866:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332970.136890:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067749120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332970.136948:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332970.136989:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433db7600 going to sleep for 11 seconds 00000100:00100000:3.0:1780332970.137013:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067749120 00000100:00100000:3.0:1780332970.137021:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067749120 00000100:00100000:3.0:1780332970.137079:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1780332970.137088:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067749120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332970.137102:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332970.137113:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fb8e expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332970.137137:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fb8e expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332970.137148:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fb8e expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332970.137161:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780332970.137197:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067749120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332970.137204:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1780332970.137249:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067749120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332970.137262:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332970.137270:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332970.137286:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332970.137291:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332970.137298:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332970.201578:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067749504:0@lo:400:kworker.0 00000100:00100000:0.0:1780332970.201670:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332970.201706:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332970.201712:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067749632:0@lo:400:kworker.0 00000100:00100000:0.0:1780332970.201734:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332970.201903:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067749376:0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.201932:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332970.201958:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780332970.201964:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067749248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.201985:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332970.202003:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30129d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067749760:0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.202022:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332970.202048:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067749632 00000100:00100000:1.0:1780332970.202055:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067749632 00000100:00100000:1.0:1780332970.202103:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067749376 00000100:00100000:1.0:1780332970.202106:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067749376 00000100:00100000:1.0:1780332970.202124:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067749248 00000100:00100000:1.0:1780332970.202127:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067749248 00000100:00100000:1.0:1780332970.202141:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1780332970.202149:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067749632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.202200:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067749632:12345-0@lo:400:kworker.0 Request processed in 51us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332970.202207:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1780332970.202226:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:1.0:1780332970.202232:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067749376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.202262:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067749376:12345-0@lo:400:kworker.0 Request processed in 31us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332970.202268:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:1.0:1780332970.202279:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:1.0:1780332970.202286:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067749248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.202310:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067749248:12345-0@lo:400:kworker.0 Request processed in 25us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332970.202316:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:1.0:1780332970.202364:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067749248:0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.202375:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067749376:0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.202409:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067749632:0@lo:400:kworker.0 00000100:00100000:2.0:1780332970.202965:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067749504 00000100:00100000:2.0:1780332970.202971:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067749504 00000100:00100000:2.0:1780332970.203050:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067749760 00000100:00100000:2.0:1780332970.203054:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067749760 00000100:00100000:0.0:1780332970.203129:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1780332970.203138:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067749504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332970.203191:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067749504:12345-0@lo:400:kworker.0 Request processed in 55us (1521us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332970.203198:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1780332970.203213:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1780332970.203219:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067749760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332970.203251:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067749760:12345-0@lo:400:kworker.0 Request processed in 32us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332970.203256:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1780332970.203314:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30129d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067749760:0@lo:400:kworker.0 00000100:00100000:1.0:1780332970.203351:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067749504:0@lo:400:kworker.0 00000100:00080000:2.0:1780332970.203422:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780332970.203427:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780332970.459596:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332970.712237:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780332970.712261:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067749888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332970.712350:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332970.712905:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067749888 00000100:00100000:0.0:1780332970.712914:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067749888 00000100:00100000:0.0:1780332970.712982:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1780332970.712994:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067749888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332970.713042:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332970.713098:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067749888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332970.713105:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1780332970.713361:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067749888:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1780332970.747091:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967694 is committed 00000100:00100000:3.0:1780332971.198786:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332971.198834:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332971.198862:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332971.198890:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332971.198920:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045567232 00000100:00100000:3.0:1780332971.198929:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045567232 00000100:00100000:3.0:1780332971.198993:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1660 00000100:00100000:3.0:1780332971.199003:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045567232:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332971.199098:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045567232:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 96us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332971.199105:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1660 00000100:00100000:3.0:1780332971.199142:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045567360 00000100:00100000:3.0:1780332971.199146:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045567360 00000100:00100000:3.0:1780332971.199172:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045567488 00000100:00100000:3.0:1780332971.199175:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045567488 00000100:00100000:3.0:1780332971.199195:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1243 00000100:00100000:3.0:1780332971.199201:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045567360:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332971.199227:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045567360:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332971.199233:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1243 00000100:00100000:3.0:1780332971.199244:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1244 00000100:00100000:3.0:1780332971.199249:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045567488:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332971.199269:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045567488:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 20us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332971.199275:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1244 00000100:00080000:3.0:1780332971.199288:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332971.199292:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780332971.199295:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332971.199499:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045567104 00000100:00100000:1.0:1780332971.199504:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045567104 00000100:00100000:1.0:1780332971.199534:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1298 00000100:00100000:1.0:1780332971.199540:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045567104:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332971.199573:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045567104:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332971.199579:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1298 00010000:00010000:3.0:1780332971.480167:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332972.504763:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332972.708162:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332972.708402:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045567616 00000100:00100000:0.0:1780332972.708414:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045567616 00000100:00100000:0.0:1780332972.708477:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1036 00000100:00100000:0.0:1780332972.708487:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54575:x1866812045567616:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332972.708508:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332972.708532:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fb9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1d4 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.708607:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307fba3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.708735:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.708751:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332972.708962:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780332972.708967:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1780332972.709381:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.709407:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fb9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1d4 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.709429:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307fba3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1d4 expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.709438:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780332972.709441:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332972.709445:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780332972.709513:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54575:x1866812045567616:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1028us (1360us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332972.709521:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1036 00000100:00100000:1.0:1780332972.720164:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332972.720333:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045567744 00000100:00100000:3.0:1780332972.720343:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045567744 00000100:00100000:3.0:1780332972.720401:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1037 00000100:00100000:3.0:1780332972.720412:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54575:x1866812045567744:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332972.720434:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332972.720455:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1db expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.720519:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.720535:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.721299:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.721321:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.721330:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.721337:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722251:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fbbf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722264:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fbbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722272:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fbbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332972.722385:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00000004:00200000:3.0:1780332972.722390:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332972.722464:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fbbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722478:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722485:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722492:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722498:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332972.722502:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722509:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722520:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:3.0:1780332972.722523:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332972.722528:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.722535:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fbb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723259:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723270:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723281:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723287:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332972.723301:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723307:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723318:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054dde00) 00010000:00010000:3.0:1780332972.723321:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332972.723324:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723330:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723375:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1db expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723388:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fbbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1db expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.723395:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780332972.723397:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332972.723400:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780332972.723490:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54575:x1866812045567744:12345-192.168.204.30@tcp:101:rm.0 Request processed in 3078us (3333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332972.723502:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1037 00000100:00100000:3.0:1780332972.727377:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332972.727608:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045568000 00000100:00100000:0.0:1780332972.727647:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045568000 00000100:00100000:0.0:1780332972.727781:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1038 00000100:00100000:0.0:1780332972.727791:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54575:x1866812045568000:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780332972.727812:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332972.727832:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fbc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1e2 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780332972.728603:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00010000:0.0:1780332972.730120:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fbc6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1e2 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.730139:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780332972.730142:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780332972.730147:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e307fbc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1e2 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332972.730167:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780332972.730601:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54575:x1866812045568000:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2810us (3230us total) trans 4294967695 rc 301/301 00000100:00100000:0.0:1780332972.730611:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1038 00000100:00100000:2.0:1780332972.744103:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332972.747263:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045568128 00000100:00100000:0.0:1780332972.747276:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045568128 00000100:00100000:0.0:1780332972.747412:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 106 00000100:00100000:0.0:1780332972.747422:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54575:x1866812045568128:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:1.0:1780332972.753822:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54575:x1866812045568128:12345-192.168.204.30@tcp:37:rm.0 Request processed in 6390us (9716us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332972.753836:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 106 00000100:00100000:3.0:1780332972.759735:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332972.759773:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045568384 00000100:00100000:2.0:1780332972.759784:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045568384 00000100:00100000:2.0:1780332972.759868:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 107 00000100:00100000:2.0:1780332972.759883:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54575:x1866812045568384:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:2.0:1780332972.760380:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54575:x1866812045568384:12345-192.168.204.30@tcp:35:rm.0 Request processed in 502us (656us total) trans 4294967696 rc 0/0 00000100:00100000:2.0:1780332972.760389:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 107 00000100:00100000:3.0:1780332972.764464:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332972.764717:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045568640 00000100:00100000:2.0:1780332972.764729:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045568640 00000100:00100000:2.0:1780332972.764838:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1039 00000100:00100000:2.0:1780332972.764850:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54575:x1866812045568640:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780332972.764905:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780332972.764933:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fbbf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1db expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.764956:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:2.0:1780332972.764971:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e307fba3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1d4 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.764980:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:2.0:1780332972.764986:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780332972.765009:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765023:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765031:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765046:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765053:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765058:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765451:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765461:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.765468:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332972.766552:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 7680 00010000:00010000:2.0:1780332972.766574:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766584:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766591:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766597:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332972.766601:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766613:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766659:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332972.766663:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780332972.766667:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766673:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fbe2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766694:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766700:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766706:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766711:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332972.766714:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766719:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766727:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332972.766729:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332972.766731:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.766741:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbd4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780332972.766752:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000096d7b333 reply state 000000000a902b2e transno 4294967697 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332972.766760:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780332972.766853:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54575:x1866812045568640:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2003us (2396us total) trans 4294967697 rc 0/0 00000100:00100000:2.0:1780332972.766861:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1039 00010000:00010000:2.0:1780332972.779825:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.779847:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.779856:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.779862:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332972.779867:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.779876:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.779905:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332972.779909:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332972.779914:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.779927:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbdb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332972.823189:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332972.823275:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045568768 00000100:00100000:2.0:1780332972.823286:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045568768 00000100:00100000:2.0:1780332972.823355:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1040 00000100:00100000:2.0:1780332972.823366:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54579:x1866812045568768:12345-192.168.204.30@tcp:101:mkdir.0 00010000:00010000:2.0:1780332972.823393:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332972.823432:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbe9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1e9 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.823494:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbf0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.823509:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.823521:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332972.823584:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332972.823588:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332972.823614:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.823688:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fbe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1e9 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.823707:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbf0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1e9 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.823718:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780332972.823721:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332972.823724:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780332972.823777:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54579:x1866812045568768:12345-192.168.204.30@tcp:101:mkdir.0 Request processed in 413us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332972.823785:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1040 00000100:00100000:0.0:1780332972.832793:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332972.832832:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332972.833172:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045568896 00000100:00100000:3.0:1780332972.833182:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045568896 00000100:00100000:3.0:1780332972.833234:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045569152 00000100:00100000:3.0:1780332972.833238:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045569152 00000100:00100000:3.0:1780332972.833269:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1041 00000100:00100000:3.0:1780332972.833279:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2367:x1866812045568896:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:3.0:1780332972.833333:0:5807:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1780332972.833404:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2367:x1866812045568896:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 125us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332972.833412:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1041 00000100:00100000:3.0:1780332972.833428:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1042 00000100:00100000:3.0:1780332972.833435:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54579:x1866812045569152:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:3.0:1780332972.833897:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332972.833926:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e307fbf0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1e9 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.833944:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:3.0:1780332972.833955:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332972.834046:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.834077:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.834346:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.834363:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.834370:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.834376:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332972.836384:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 512 00010000:00010000:3.0:1780332972.836400:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.836410:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.836417:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.836422:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332972.836426:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.836433:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.836449:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780332972.836452:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332972.836456:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.836793:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fbf7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332972.836814:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000899ed4df reply state 000000004154a6a2 transno 4294967698 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332972.836821:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332972.836937:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:54579:x1866812045569152:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 3497us (4099us total) trans 4294967698 rc 0/0 00000100:00100000:3.0:1780332972.836947:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1042 00010000:00010000:1.0:1780332972.844267:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332972.844285:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332972.844304:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332972.844311:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332972.844315:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332972.844323:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332972.844338:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054ddf00) 00010000:00010000:1.0:1780332972.844341:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332972.844345:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332972.844351:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fbfe lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332972.915697:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332972.915810:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045569280 00000100:00100000:2.0:1780332972.915837:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045569280 00000100:00100000:2.0:1780332972.915899:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1043 00000100:00100000:2.0:1780332972.915910:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54583:x1866812045569280:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:2.0:1780332972.915935:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332972.915957:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fc05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1f0 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.916020:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fc0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.916034:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.916046:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332972.916108:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332972.916113:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332972.916137:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.916164:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fc05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1f0 expref: 11 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.916181:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fc0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1f0 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.916188:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332972.916191:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332972.916194:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332972.916246:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:54583:x1866812045569280:12345-192.168.204.30@tcp:101:chown.0 Request processed in 338us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332972.916253:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1043 00000100:00100000:0.0:1780332972.919575:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332972.920145:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045569408 00000100:00100000:2.0:1780332972.920156:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045569408 00000100:00100000:2.0:1780332972.920209:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1044 00000100:00100000:2.0:1780332972.920220:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:54583:x1866812045569408:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:2.0:1780332972.920240:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332972.920259:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fc13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1f7 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920331:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920346:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920357:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920371:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920388:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920395:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920493:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fc28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920501:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fc28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920508:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fc28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332972.920550:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 512 00000004:00200000:2.0:1780332972.920553:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332972.920574:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fc28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920591:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920716:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920723:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920733:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332972.920737:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920745:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920756:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780332972.920759:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332972.920763:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920769:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fc1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920781:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920786:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920792:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920797:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332972.920799:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920804:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920815:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec40b3c7000) 00010000:00010000:2.0:1780332972.920817:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332972.920819:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.920824:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fc21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.921139:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fc13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1f7 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.921151:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fc28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1f7 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332972.921158:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780332972.921160:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332972.921162:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:2.0:1780332972.921222:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:54583:x1866812045569408:12345-192.168.204.30@tcp:101:chown.0 Request processed in 1004us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332972.921229:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1044 00000100:00100000:0.0:1780332972.931160:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332972.931255:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045569664 00000100:00100000:3.0:1780332972.931265:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045569664 00000100:00100000:3.0:1780332972.931334:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1045 00000100:00100000:3.0:1780332972.931345:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:54583:x1866812045569664:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:3.0:1780332972.931398:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332972.931425:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307fc28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1f7 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.931445:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:3.0:1780332972.931455:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332972.931818:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.931978:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332972.931989:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780332973.056711:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967695 is committed 00000001:00080000:0.0:1780332973.056739:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967697 is committed 00000001:00080000:0.0:1780332973.056756:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967699 is committed 00000004:00010000:3.0:1780332973.056931:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000abb0bb2e reply state 0000000005f2c0fb transno 4294967699 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332973.056946:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780332973.057199:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00010000:00080000:3.0:1780332973.057313:0:5807:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780332973.057373:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54583:x1866812045569664:12345-192.168.204.30@tcp:36:chown.0 Request processed in 126026us (126217us total) trans 4294967699 rc 0/0 00000100:00100000:3.0:1780332973.057450:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1045 00010000:00010000:1.0:1780332973.063335:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.063354:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.063361:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.063367:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332973.063371:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.063379:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.063397:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:1.0:1780332973.063401:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332973.063406:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.063411:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fc2f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.530606:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780332973.803861:0:92479:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd01e84570 20000000:00000080:0.0:1780332973.803878:0:92479:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e0e400 uarg=0000000000000000 00010000:00010000:0.0:1780332973.804372:0:92479:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332973.804406:0:92479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:0.0:1780332973.804410:0:92479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332973.804422:0:92479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fc0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1f0 expref: 5 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.804442:0:92479:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332973.804457:0:92479:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332973.804469:0:92479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.804483:0:92479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fb8e expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.804491:0:92479:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.804526:0:92479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fb8e expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.804542:0:92479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fb8e expref: 17 pid: 5800 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332973.804556:0:92479:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92479:1866812067750016:0@lo:104: 00000100:00100000:0.0:1780332973.804642:0:92479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332973.804687:0:92479:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747f840 going to sleep for 11 seconds 00000100:00100000:1.0:1780332973.804889:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750016 00000100:00100000:1.0:1780332973.804897:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750016 00000100:00100000:1.0:1780332973.804946:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1780332973.804955:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92479:x1866812067750016:12345-0@lo:104: 00010000:00010000:1.0:1780332973.804968:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.805040:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332973.805046:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92479:x1866812067750016:12345-0@lo:104: Request processed in 92us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332973.805053:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00010000:00010000:1.0:1780332973.805074:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332973.805080:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.805088:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332973.805092:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.805100:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332973.805106:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332973.805112:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332973.805135:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.805141:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332973.805159:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.805166:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4200/0x76434b26e307fb8e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fb95 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332973.805181:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332973.805183:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332973.805184:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332973.805195:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067750144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332973.805223:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332973.806031:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750144 00000100:00100000:3.0:1780332973.806037:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750144 00010000:00010000:3.0:1780332973.806064:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fb8e expref: 18 pid: 5800 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332973.806092:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1780332973.806099:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067750144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332973.806109:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332973.806114:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fb8e expref: 18 pid: 5800 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806239:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fb8e expref: 18 pid: 5800 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806335:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806344:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806361:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806369:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806376:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806383:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806389:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332973.806393:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806400:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806408:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332973.806419:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332973.806468:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067750144:12345-0@lo:103:ldlm_bl.0 Request processed in 370us (1244us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332973.806479:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1780332973.806516:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067750144:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332973.806695:0:92479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e307fb95 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fb8e expref: 17 pid: 5800 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332973.806710:0:92479:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92479:1866812067750016:0@lo:104: 00010000:00010000:0.0:1780332973.806726:0:92479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.806734:0:92479:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.806739:0:92479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332973.806749:0:92479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391c00/0x76434b26e307fc36 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332974.296741:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067750272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780332974.296806:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332974.296888:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750272 00000100:00100000:0.0:1780332974.296895:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750272 00000100:00100000:0.0:1780332974.296949:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1780332974.296959:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067750272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332974.296997:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332974.297043:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067750272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332974.297050:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00080000:0.0:1780332974.297336:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332974.297386:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067750272:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780332974.551728:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332974.639195:0:92528:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb8f059e0 20000000:00000080:3.0:1780332974.639213:0:92528:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc87c00 uarg=0000000000000000 00010000:00010000:3.0:1780332974.639464:0:92528:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332974.639480:0:92528:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332974.639494:0:92528:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332974.639524:0:92528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640243:0:92528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640258:0:92528:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640274:0:92528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640281:0:92528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640288:0:92528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640295:0:92528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332974.640299:0:92528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640311:0:92528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640324:0:92528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640330:0:92528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332974.640336:0:92528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fc3d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332975.322071:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067750400:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322149:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332975.322208:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067750912:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322366:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332975.322399:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780332975.322406:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067750528:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322431:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332975.322448:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067751040:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322470:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332975.322500:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067750656:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322522:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332975.322539:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332975.322545:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067750784:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322565:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332975.322594:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750400 00000100:00100000:0.0:1780332975.322601:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750400 00000100:00100000:0.0:1780332975.322739:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1780332975.322749:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067750400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322811:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067750400:12345-0@lo:400:kworker.0 Request processed in 63us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332975.322818:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1780332975.322850:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750912 00000100:00100000:0.0:1780332975.322854:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750912 00000100:00100000:0.0:1780332975.322885:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750528 00000100:00100000:0.0:1780332975.322888:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750528 00000100:00100000:0.0:1780332975.322905:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750656 00000100:00100000:0.0:1780332975.322907:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750656 00000100:00100000:0.0:1780332975.322923:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1780332975.322929:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067750912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.322960:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067750912:12345-0@lo:400:kworker.0 Request processed in 31us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332975.322966:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1780332975.322977:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:0.0:1780332975.322983:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067750528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323006:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067750528:12345-0@lo:400:kworker.0 Request processed in 24us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332975.323014:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:0.0:1780332975.323023:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:0.0:1780332975.323029:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067750656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323060:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067750656:12345-0@lo:400:kworker.0 Request processed in 32us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332975.323066:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:0.0:1780332975.323087:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751040 00000100:00100000:0.0:1780332975.323090:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751040 00000100:00100000:0.0:1780332975.323115:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067750784 00000100:00100000:0.0:1780332975.323118:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067750784 00000100:00100000:0.0:1780332975.323135:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1780332975.323142:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067751040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323180:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067751040:12345-0@lo:400:kworker.0 Request processed in 38us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332975.323188:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1780332975.323199:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1780332975.323204:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067750784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323230:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067750784:12345-0@lo:400:kworker.0 Request processed in 26us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332975.323437:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1780332975.323493:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067750528:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323505:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067751040:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323514:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067750400:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323523:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067750912:0@lo:400:kworker.0 00000100:00080000:0.0:1780332975.323563:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332975.323568:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332975.323592:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067750784:0@lo:400:kworker.0 00000100:00100000:0.0:1780332975.323602:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067750656:0@lo:400:kworker.0 10000000:01000000:1.0:1780332975.326372:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780332975.326379:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780332975.326385:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780332975.326437:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332975.326450:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332975.326460:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332975.326487:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067751168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780332975.326551:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332975.326602:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780332975.326756:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751168 00000100:00100000:0.0:1780332975.326838:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751168 00000100:00100000:0.0:1780332975.329529:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1780332975.329544:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067751168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332975.329562:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332975.329583:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fc44 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332975.329642:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fc44 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332975.329654:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fc44 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332975.329663:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:0.0:1780332975.329740:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067751168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 201us (3188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332975.329747:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1780332975.330128:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067751168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332975.330151:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332975.330161:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332975.330186:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332975.330191:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332975.330198:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332975.576157:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332975.832883:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332975.832906:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067751296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332975.832975:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332975.833546:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751296 00000100:00100000:2.0:1780332975.833556:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751296 00000100:00100000:2.0:1780332975.833637:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1780332975.833649:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067751296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332975.833916:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332975.833987:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067751296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 340us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332975.833994:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1780332975.834051:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067751296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780332976.326047:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332976.326091:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332976.326114:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332976.326136:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332976.326162:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045569792 00000100:00100000:0.0:1780332976.326172:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045569792 00000100:00100000:0.0:1780332976.326219:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1301 00000100:00100000:0.0:1780332976.326229:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045569792:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332976.326308:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045569792:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332976.326316:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1301 00000100:00100000:0.0:1780332976.326348:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570048 00000100:00100000:0.0:1780332976.326351:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570048 00000100:00100000:0.0:1780332976.326383:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570176 00000100:00100000:0.0:1780332976.326385:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570176 00000100:00100000:0.0:1780332976.326403:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1247 00000100:00100000:0.0:1780332976.326409:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045570048:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332976.326433:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045570048:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332976.326439:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1247 00000100:00100000:0.0:1780332976.326449:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1248 00000100:00100000:0.0:1780332976.326455:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045570176:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332976.326477:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045570176:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332976.326483:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1248 00000100:00080000:0.0:1780332976.326590:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780332976.326594:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332976.326901:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045569920 00000100:00100000:3.0:1780332976.326906:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045569920 00000100:00100000:3.0:1780332976.327410:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1664 00000100:00100000:3.0:1780332976.327421:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045569920:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332976.327473:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045569920:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 55us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332976.327480:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1664 00000100:00080000:0.0:1780332976.327577:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332976.599707:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332977.430305:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332977.430376:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570304 00000100:00100000:3.0:1780332977.430386:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570304 00000100:00100000:3.0:1780332977.430457:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 16 00000100:00100000:3.0:1780332977.430469:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045570304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780332977.430486:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332977.430489:0:5791:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307fc0c) 00010000:00010000:3.0:1780332977.430491:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332977.430541:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045570304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (245us total) trans 0 rc 116/116 00000100:00100000:3.0:1780332977.430551:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 16 00010000:00010000:1.0:1780332977.623720:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332978.652417:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780332979.104465:0:92771:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe04368680 20000000:00000080:2.0:1780332979.104483:0:92771:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9c9c00 uarg=0000000000000000 00010000:00010000:2.0:1780332979.107247:0:92771:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780332979.107267:0:92771:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780332979.107283:0:92771:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332979.107300:0:92771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332979.107317:0:92771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fc44 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332979.107326:0:92771:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332979.107365:0:92771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fc44 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332979.107383:0:92771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fc44 expref: 17 pid: 5800 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332979.107397:0:92771:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92771:1866812067751424:0@lo:104: 00000100:00100000:2.0:1780332979.107461:0:92771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332979.107532:0:92771:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403160b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780332979.107642:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751424 00000100:00100000:1.0:1780332979.107650:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751424 00000100:00100000:1.0:1780332979.107696:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1780332979.107706:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92771:x1866812067751424:12345-0@lo:104: 00010000:00010000:1.0:1780332979.107719:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.107793:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332979.107800:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92771:x1866812067751424:12345-0@lo:104: Request processed in 96us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332979.107807:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00010000:00010000:3.0:1780332979.107817:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332979.107825:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332979.107835:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332979.107839:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332979.107848:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332979.107855:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332979.107861:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1780332979.107870:0:92771:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92771:1866812067751424:0@lo:104: 00010000:00010000:0.0:1780332979.107890:0:92771:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332979.107900:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332979.107908:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332979.107939:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332979.107947:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307fc44 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fc4b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332979.107963:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332979.107965:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332979.107967:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332979.107975:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332979.107985:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067751552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332979.108016:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332979.108087:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751552 00000100:00100000:1.0:1780332979.108092:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751552 00010000:00010000:1.0:1780332979.108110:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fc44 expref: 18 pid: 5800 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332979.108142:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1780332979.108148:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067751552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332979.108157:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332979.108162:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fc44 expref: 18 pid: 5800 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108174:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fc44 expref: 18 pid: 5800 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108187:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390000/0x76434b26e307fc4b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fc44 expref: 18 pid: 5800 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108216:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108225:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108237:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108244:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108251:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108257:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108263:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332979.108267:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108274:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108293:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332979.108302:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780332979.108329:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067751552:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332979.108335:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1780332979.108357:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067751552:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332979.108608:0:92771:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332979.108634:0:92771:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332979.108641:0:92771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fc52 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332979.415929:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067751680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780332979.416016:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332979.416262:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751680 00000100:00100000:0.0:1780332979.416271:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751680 00000100:00100000:0.0:1780332979.416406:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1780332979.416417:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067751680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332979.416463:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332979.416525:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067751680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332979.416532:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1780332979.416733:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067751680:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780332979.417205:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332979.672918:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332980.440493:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067751808:0@lo:400:kworker.0 00000100:00100000:3.0:1780332980.440580:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332980.440852:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067752192:0@lo:400:kworker.0 00000100:00100000:2.0:1780332980.440960:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332980.442760:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751808 00000100:00100000:0.0:1780332980.442772:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751808 00000100:00100000:0.0:1780332980.442829:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1780332980.442839:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067751808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.447873:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067751936:0@lo:400:kworker.0 00000100:00100000:3.0:1780332980.447902:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332980.447916:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067752320:0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.447942:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332980.447972:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067751936 00000100:00100000:3.0:1780332980.447980:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067751936 00000100:00100000:1.0:1780332980.447987:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067752448:0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.448010:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332980.448028:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780332980.448033:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1780332980.448034:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067752064:0@lo:400:kworker.0 00000100:00100000:3.0:1780332980.448043:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067751936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.448055:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332980.448083:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752192 00000100:00100000:1.0:1780332980.448087:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752192 00000100:00100000:3.0:1780332980.448093:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067751936:12345-0@lo:400:kworker.0 Request processed in 52us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332980.448100:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1780332980.448109:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752448 00000100:00100000:3.0:1780332980.448112:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752064 00000100:00100000:1.0:1780332980.448112:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752448 00000100:00100000:3.0:1780332980.448114:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752064 00000100:00100000:3.0:1780332980.448137:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:1.0:1780332980.448140:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1780332980.448143:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067752064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.448144:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067752192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332980.448170:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067752064:12345-0@lo:400:kworker.0 Request processed in 27us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332980.448185:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00080000:3.0:1780332980.448202:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780332980.448206:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332980.448425:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067752192:12345-0@lo:400:kworker.0 Request processed in 279us (7464us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332980.448432:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1780332980.448448:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1780332980.448455:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067752448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.448483:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067752448:12345-0@lo:400:kworker.0 Request processed in 28us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332980.448489:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1780332980.448515:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332980.448569:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067752192:0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.448600:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067752064:0@lo:400:kworker.0 00000100:00100000:3.0:1780332980.448603:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752320 00000100:00100000:3.0:1780332980.448606:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752320 00000100:00100000:1.0:1780332980.448609:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067751936:0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.448634:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067752448:0@lo:400:kworker.0 00000100:00100000:3.0:1780332980.448651:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1780332980.448657:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067752320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332980.448698:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067752320:12345-0@lo:400:kworker.0 Request processed in 41us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332980.448718:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00080000:3.0:1780332980.448732:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780332980.448927:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067751808:12345-0@lo:400:kworker.0 Request processed in 6089us (8346us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332980.448936:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1780332980.448964:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067751808:0@lo:400:kworker.0 00000100:00100000:1.0:1780332980.449392:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067752320:0@lo:400:kworker.0 00010000:00010000:2.0:1780332980.696012:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332980.952968:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067752576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332980.953047:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332980.953363:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752576 00000100:00100000:0.0:1780332980.953373:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752576 00000100:00100000:0.0:1780332980.953451:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1780332980.953463:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067752576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332980.953506:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332980.953555:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067752576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332980.953563:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1780332980.953742:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067752576:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1780332981.017520:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332981.017528:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332981.017533:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332981.017581:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.017594:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.017606:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332981.017653:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067752704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332981.017722:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332981.017775:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40bbbfe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780332981.017834:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752704 00000100:00100000:0.0:1780332981.017843:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752704 00000100:00100000:0.0:1780332981.017901:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1780332981.017909:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067752704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332981.017923:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780332981.017936:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fc59 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.017958:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fc59 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.017969:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fc59 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.017978:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391800, rc 0) 00000100:00100000:0.0:1780332981.018023:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067752704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332981.018029:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1780332981.019102:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067752704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780332981.019130:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.019143:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332981.019167:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780332981.019181:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.019189:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332981.438412:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332981.438452:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332981.438490:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332981.438522:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570560 00000100:00100000:3.0:1780332981.438532:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570560 00000100:00100000:3.0:1780332981.438593:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1668 00000100:00100000:3.0:1780332981.438604:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045570560:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332981.438711:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045570560:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 108us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332981.438719:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1668 00000100:00080000:3.0:1780332981.438738:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332981.438946:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570432 00000100:00100000:1.0:1780332981.438951:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570432 00000100:00100000:1.0:1780332981.438984:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1304 00000100:00100000:1.0:1780332981.438991:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045570432:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332981.439023:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045570432:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332981.439030:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1304 00000100:00100000:0.0:1780332981.439118:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570688 00000100:00100000:0.0:1780332981.439123:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570688 00000100:00100000:0.0:1780332981.439174:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1251 00000100:00100000:0.0:1780332981.439181:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045570688:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780332981.439216:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045570688:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332981.439223:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1251 00000100:00080000:1.0:1780332981.439268:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332981.440412:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332981.440533:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570816 00000100:00100000:1.0:1780332981.440540:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570816 00000100:00100000:1.0:1780332981.440594:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1252 00000100:00100000:1.0:1780332981.440602:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045570816:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332981.440675:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045570816:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 74us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332981.440682:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1252 00000100:00080000:3.0:1780332981.441336:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780332981.720820:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332981.892706:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332981.892875:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045570944 00000100:00100000:2.0:1780332981.892885:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045570944 00000100:00100000:2.0:1780332981.892951:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1046 00000100:00100000:2.0:1780332981.892962:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54760:x1866812045570944:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780332981.892984:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332981.893006:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fc67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c1fe expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332981.893069:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307fc6e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332981.893085:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332981.893096:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332981.893318:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780332981.893323:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332981.893405:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332981.893432:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fc67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1fe expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332981.893450:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307fc6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1fe expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332981.893460:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332981.893463:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780332981.893466:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332981.893538:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54760:x1866812045570944:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 578us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332981.893545:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1046 00000100:00100000:0.0:1780332981.906572:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332981.906670:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045571072 00000100:00100000:3.0:1780332981.906681:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045571072 00000100:00100000:3.0:1780332981.906746:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1047 00000100:00100000:3.0:1780332981.906758:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54760:x1866812045571072:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332981.906781:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332981.906800:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fc75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c205 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.906875:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.906894:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.906905:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.906919:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.906926:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.906932:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907295:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307fc8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907303:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907310:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332981.907406:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:3.0:1780332981.907411:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332981.907491:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907503:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907513:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907519:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907524:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332981.907528:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907535:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907547:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332981.907549:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332981.907555:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907560:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fc7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907571:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907576:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907581:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907586:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332981.907589:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907594:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907600:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054dda00) 00010000:00010000:3.0:1780332981.907603:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332981.907605:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907610:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fc83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907678:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fc75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c205 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907691:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307fc8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c205 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332981.907698:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:3.0:1780332981.907700:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332981.907702:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4200, rc 0) 00000100:00100000:3.0:1780332981.907762:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54760:x1866812045571072:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1006us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332981.907770:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1047 00000100:00100000:3.0:1780332981.911001:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332981.915981:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045571328 00000100:00100000:1.0:1780332981.915995:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045571328 00000100:00100000:1.0:1780332981.916054:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1048 00000100:00100000:1.0:1780332981.916064:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:54760:x1866812045571328:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780332981.916117:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780332981.916144:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e307fc8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c205 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332981.916235:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:1.0:1780332981.916247:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780332981.916343:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332981.916360:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332981.916371:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332981.945798:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000805c0675 reply state 0000000059cd15a6 transno 4294967700 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332981.945815:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332981.946139:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000100:00100000:1.0:1780332981.946251:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54760:x1866812045571328:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 30184us (35256us total) trans 4294967700 rc 0/0 00000100:00100000:1.0:1780332981.946261:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1048 00000001:00080000:1.0:1780332981.946307:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967700 is committed 00010000:00010000:0.0:1780332981.947436:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.947448:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.947456:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.947461:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780332981.947466:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.947473:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.947487:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:0.0:1780332981.947490:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780332981.947495:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332981.947501:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e307fc91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1780332982.691809:0:92967:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc77454fe0 20000000:00000080:0.0:1780332982.691825:0:92967:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437d73000 uarg=0000000000000000 00010000:00010000:0.0:1780332982.693473:0:92967:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780332982.693514:0:92967:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:0.0:1780332982.693519:0:92967:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780332982.693531:0:92967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307fc6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c1fe expref: 5 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.693555:0:92967:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780332982.693570:0:92967:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780332982.693584:0:92967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.693597:0:92967:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fc59 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.693604:0:92967:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.694171:0:92967:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fc59 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.694188:0:92967:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fc59 expref: 17 pid: 5798 timeout: 2529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332982.694202:0:92967:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92967:1866812067752832:0@lo:104: 00000100:00100000:0.0:1780332982.694473:0:92967:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332982.694595:0:92967:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780332982.694798:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752832 00000100:00100000:3.0:1780332982.694806:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752832 00000100:00100000:0.0:1780332982.695068:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1780332982.695077:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92967:x1866812067752832:12345-0@lo:104: 00010000:00010000:0.0:1780332982.695091:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695158:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780332982.695164:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:92967:x1866812067752832:12345-0@lo:104: Request processed in 89us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332982.695171:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00010000:00010000:3.0:1780332982.695224:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332982.695231:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332982.695249:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332982.695253:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332982.695261:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332982.695268:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332982.695274:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332982.695310:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332982.695317:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332982.695349:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332982.695356:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5200/0x76434b26e307fc59 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fc60 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332982.695371:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332982.695373:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332982.695374:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332982.695385:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067752960:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332982.695666:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332982.695790:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067752960 00000100:00100000:0.0:1780332982.695795:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067752960 00010000:00010000:0.0:1780332982.695815:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fc59 expref: 18 pid: 5798 timeout: 2529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332982.695846:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1780332982.695852:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067752960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332982.695874:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332982.695878:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fc59 expref: 18 pid: 5798 timeout: 2529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695891:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fc59 expref: 18 pid: 5798 timeout: 2529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695907:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695915:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695940:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695948:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695959:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695965:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695972:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332982.695976:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695983:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695991:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332982.695999:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332982.696026:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067752960:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332982.696033:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00010000:00010000:2.0:1780332982.696453:0:92967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391800/0x76434b26e307fc60 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fc59 expref: 17 pid: 5798 timeout: 2529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332982.696469:0:92967:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92967:1866812067752832:0@lo:104: 00010000:00010000:2.0:1780332982.696493:0:92967:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332982.696502:0:92967:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332982.696508:0:92967:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332982.696514:0:92967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391000/0x76434b26e307fc98 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332982.698256:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067752960:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332982.744154:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332983.767825:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780332984.536278:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780332984.536285:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780332984.536290:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780332984.536335:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332984.536346:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332984.536357:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332984.536386:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067753088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780332984.536470:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332984.536523:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aad80 going to sleep for 11 seconds 00000100:00100000:1.0:1780332984.536778:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753088 00000100:00100000:1.0:1780332984.536787:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753088 00000100:00100000:1.0:1780332984.536866:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1780332984.536876:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067753088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332984.536889:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332984.536903:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fc9f expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332984.536926:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fc9f expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332984.536937:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fc9f expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332984.536945:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfe00, rc 0) 00000100:00100000:1.0:1780332984.536993:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067753088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332984.536999:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1780332984.537105:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067753088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780332984.537130:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332984.537139:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780332984.537165:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780332984.537170:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332984.537177:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332984.537392:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332984.537414:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067753216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332984.537450:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332984.537533:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753216 00000100:00100000:0.0:1780332984.537537:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753216 00000100:00100000:0.0:1780332984.537582:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1780332984.537589:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067753216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332984.537643:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332984.537687:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067753216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332984.537693:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1780332984.537750:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067753216:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332984.538902:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332984.792466:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332985.562000:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067753344:0@lo:400:kworker.0 00000100:00100000:2.0:1780332985.562073:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332985.562190:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753344 00000100:00100000:3.0:1780332985.562209:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753344 00000100:00100000:3.0:1780332985.562255:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:3.0:1780332985.562264:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067753344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.562706:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067753472:0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.562741:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332985.562785:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753472 00000100:00100000:1.0:1780332985.562789:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753472 00000100:00100000:1.0:1780332985.562831:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1780332985.562838:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067753472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.562877:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067753472:12345-0@lo:400:kworker.0 Request processed in 39us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332985.562884:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1780332985.562929:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067753472:0@lo:400:kworker.0 00000100:00100000:3.0:1780332985.563246:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067753344:12345-0@lo:400:kworker.0 Request processed in 982us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332985.563254:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1780332985.563355:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067753344:0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.565429:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067753600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.565486:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332985.565778:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067753728:0@lo:400:kworker.0 00000100:00100000:2.0:1780332985.565814:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332985.566834:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067753984:0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.566872:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332985.566892:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780332985.566899:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067753856:0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.566925:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332985.566986:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753728 00000100:00100000:0.0:1780332985.566994:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753728 00000100:00100000:0.0:1780332985.567036:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753984 00000100:00100000:0.0:1780332985.567039:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753984 00000100:00100000:0.0:1780332985.567070:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:0.0:1780332985.567078:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067753728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332985.567143:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067753728:12345-0@lo:400:kworker.0 Request processed in 66us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332985.567151:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:0.0:1780332985.567317:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1780332985.567323:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067753984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780332985.567352:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067753984:12345-0@lo:400:kworker.0 Request processed in 29us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332985.567357:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00080000:0.0:1780332985.567374:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332985.567406:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067753728:0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.570478:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067753984:0@lo:400:kworker.0 00000100:00100000:3.0:1780332985.571334:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753600 00000100:00100000:3.0:1780332985.571343:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753600 00000100:00100000:3.0:1780332985.571453:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067753856 00000100:00100000:3.0:1780332985.571457:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067753856 00000100:00100000:3.0:1780332985.571482:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1780332985.571491:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067753600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332985.571563:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067753600:12345-0@lo:400:kworker.0 Request processed in 73us (6077us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332985.571569:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1780332985.571583:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:3.0:1780332985.571588:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067753856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332985.571634:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067753856:12345-0@lo:400:kworker.0 Request processed in 27us (4689us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332985.571640:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00080000:1.0:1780332985.572421:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780332985.572465:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067753600:0@lo:400:kworker.0 00000100:00100000:1.0:1780332985.572497:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067753856:0@lo:400:kworker.0 00000100:00100000:3.0:1780332985.601577:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332985.601669:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045571456 00000100:00100000:2.0:1780332985.601681:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045571456 00000100:00100000:2.0:1780332985.601771:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1049 00000100:00100000:2.0:1780332985.601781:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54837:x1866812045571456:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332985.601803:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332985.601827:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fcad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c20c expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.601894:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.601907:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.601919:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.601930:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.601936:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.601941:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332985.602491:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780332985.604261:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fcc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604281:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604293:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780332985.604393:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:2.0:1780332985.604398:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780332985.604489:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604503:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604510:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604522:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604528:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332985.604532:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604539:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604550:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780332985.604553:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332985.604557:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604563:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e307fcb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604575:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604580:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604585:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604590:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332985.604592:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604601:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.604608:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec40b3c7200) 00010000:00010000:2.0:1780332985.604610:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332985.604612:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.605612:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e307fcbb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.606796:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e307fcad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c20c expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.606816:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fcc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c20c expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.606825:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332985.606828:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332985.606830:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332985.606907:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54837:x1866812045571456:12345-192.168.204.30@tcp:101:touch.0 Request processed in 5126us (5340us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332985.606916:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1049 00000100:00100000:1.0:1780332985.610495:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332985.613863:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045571712 00000100:00100000:2.0:1780332985.613877:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045571712 00000100:00100000:2.0:1780332985.613942:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1050 00000100:00100000:2.0:1780332985.613952:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54837:x1866812045571712:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332985.613976:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332985.613997:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fcc9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c213 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.614365:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.614381:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.614392:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.614405:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.614412:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.614418:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780332985.615559:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21:0x0], index 0: 0 00010000:00010000:3.0:1780332985.618875:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fcde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618897:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fcde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618912:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fcde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618950:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618958:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618964:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618970:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332985.618975:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618982:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.618995:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332985.618998:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332985.619002:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.619009:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307fcd0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332985.619021:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b414eb65 reply state 00000000a9cf1d5c transno 4294967701 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332985.619030:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780332985.619065:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e307fcc9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c213 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.619078:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fcde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c213 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.619085:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332985.619088:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332985.619090:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780332985.621197:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54837:x1866812045571712:12345-192.168.204.30@tcp:101:touch.0 Request processed in 7235us (10698us total) trans 4294967701 rc 0/0 00000100:00100000:3.0:1780332985.621212:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1050 00000100:00100000:0.0:1780332985.628162:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332985.628300:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045571968 00000100:00100000:3.0:1780332985.628311:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045571968 00000100:00100000:3.0:1780332985.628418:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1051 00000100:00100000:3.0:1780332985.628431:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54837:x1866812045571968:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:3.0:1780332985.628488:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332985.628515:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fcde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c213 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.628533:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332985.628543:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332985.628586:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.628600:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.628610:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332985.628774:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082d181f1 reply state 00000000560721fe transno 4294967702 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332985.628783:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332985.628870:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:54837:x1866812045571968:12345-192.168.204.30@tcp:36:touch.0 Request processed in 441us (717us total) trans 4294967702 rc 0/0 00000100:00100000:3.0:1780332985.628877:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1051 00010000:00010000:2.0:1780332985.629071:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.629081:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.629087:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.629097:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332985.629110:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.629118:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.629128:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780332985.629131:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332985.629135:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.629142:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307fcd7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.630512:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.630527:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.630533:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.630539:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332985.630543:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.630550:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.630566:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:2.0:1780332985.630569:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332985.630574:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.630582:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e307fcec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332985.631947:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332985.635265:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045572096 00000100:00100000:2.0:1780332985.635287:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045572096 00000100:00100000:3.0:1780332985.635681:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1052 00000100:00100000:3.0:1780332985.635691:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:54837:x1866812045572096:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332985.635716:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332985.635738:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fcf3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c21a expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.635795:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fcf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c21a expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.635808:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fcf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c21a expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.635826:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332985.635829:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780332985.635833:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332985.635900:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54837:x1866812045572096:12345-192.168.204.30@tcp:101:touch.0 Request processed in 210us (3961us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332985.635907:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1052 00000100:00100000:0.0:1780332985.638192:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332985.638591:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045572224 00000100:00100000:2.0:1780332985.638601:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045572224 00000100:00100000:2.0:1780332985.638718:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 576 00000100:00100000:2.0:1780332985.638729:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045572224:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:0.0:1780332985.640430:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780332985.640782:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045572224:12345-192.168.204.30@tcp:2:touch.0 Request processed in 2051us (2596us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1780332985.641061:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 576 00000100:00100000:0.0:1780332985.645310:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332985.645552:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045572480 00000100:00100000:1.0:1780332985.645563:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045572480 00000100:00100000:1.0:1780332985.645651:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 108 00000100:00100000:1.0:1780332985.645662:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:54837:x1866812045572480:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:1.0:1780332985.646029:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:54837:x1866812045572480:12345-192.168.204.30@tcp:35:touch.0 Request processed in 368us (729us total) trans 4294967703 rc 0/0 00000100:00100000:1.0:1780332985.646037:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 108 00000100:00100000:0.0:1780332985.697562:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332985.697662:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045572608 00000100:00100000:3.0:1780332985.697673:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045572608 00000100:00100000:3.0:1780332985.697747:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1053 00000100:00100000:3.0:1780332985.697758:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:54841:x1866812045572608:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780332985.697785:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332985.697806:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fcfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c221 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.697881:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.697897:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.697908:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.697922:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.697928:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.697934:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698028:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fd0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698036:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fd0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698043:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fd0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332985.698077:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x56:0x0]: returning size 0 00000004:00200000:3.0:1780332985.698081:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332985.698121:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fd0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698133:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fd0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698141:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698146:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698153:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698158:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332985.698163:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698170:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698185:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332985.698188:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332985.698193:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698198:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698216:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698225:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698231:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698236:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332985.698238:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698244:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698252:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec4054ddc00) 00010000:00010000:3.0:1780332985.698254:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332985.698257:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698262:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698294:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fcfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c221 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698307:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fd0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c221 expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.698319:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332985.698321:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780332985.698323:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780332985.698387:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:54841:x1866812045572608:12345-192.168.204.30@tcp:101:rm.0 Request processed in 630us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332985.698394:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1053 00000100:00100000:0.0:1780332985.701056:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332985.701175:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045572736 00000100:00100000:1.0:1780332985.701184:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045572736 00000100:00100000:1.0:1780332985.701244:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 577 00000100:00100000:1.0:1780332985.701254:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045572736:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780332985.701271:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332985.701290:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c228 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780332985.701315:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x6a1db9ba, atime: 0x6a1db9ba, ctime: 0x6a1db9ba, blocks: 0x1 00010000:00010000:1.0:1780332985.701332:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332985.701335:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780332985.701342:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 7 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332985.701371:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 7 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332985.701385:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780332985.701448:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045572736:12345-192.168.204.30@tcp:101:rm.0 Request processed in 195us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332985.701455:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 577 00000100:00100000:0.0:1780332985.704116:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332985.704193:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045572992 00000100:00100000:3.0:1780332985.704213:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045572992 00000100:00100000:3.0:1780332985.704266:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1054 00000100:00100000:3.0:1780332985.704276:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:54841:x1866812045572992:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780332985.704325:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780332985.704351:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fd0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c221 expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704370:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fcf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c21a expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704379:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332985.704387:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780332985.704408:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704421:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704430:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704443:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704450:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704456:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704565:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704574:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.704581:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780332985.705603:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].33, 64 off10304 00000004:00080000:3.0:1780332985.705614:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2432112995115ns, next at 2433112992455ns, rc = 0 00010000:00010000:3.0:1780332985.706153:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706167:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706176:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706184:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706195:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706212:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706234:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780332985.706258:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706265:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706271:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706277:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332985.706281:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706288:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706299:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780332985.706302:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780332985.706306:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706311:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd2b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706328:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706335:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706340:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706345:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332985.706347:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706352:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706359:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:3.0:1780332985.706361:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332985.706364:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332985.706369:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e307fd1d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780332985.706378:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040ba4025 reply state 00000000801f15f1 transno 4294967704 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332985.706387:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780332985.706487:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:54841:x1866812045572992:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2208us (2383us total) trans 4294967704 rc 0/0 00000100:00100000:3.0:1780332985.706497:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1054 00010000:00010000:0.0:1780332985.706643:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780332985.706650:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332985.706657:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332985.706660:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332985.706665:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332985.706674:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:0.0:1780332985.706676:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780332985.706679:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332985.706684:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e307fd32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332985.706700:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332985.706702:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780332985.706704:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332985.709058:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.709074:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.709081:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.709087:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780332985.709092:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.709112:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.709128:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec4054ddc00) 00010000:00010000:2.0:1780332985.709130:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780332985.709135:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.709141:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e307fd24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332985.817792:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332986.071797:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067754112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332986.071874:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332986.071960:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067754112 00000100:00100000:3.0:1780332986.071970:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067754112 00000100:00100000:3.0:1780332986.072043:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1780332986.072052:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067754112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780332986.072093:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780332986.072165:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067754112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332986.072175:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1780332986.072207:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067754112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332986.563889:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332986.563929:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332986.563953:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332986.563972:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332986.563997:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045573120 00000100:00100000:3.0:1780332986.564005:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045573120 00000100:00100000:3.0:1780332986.564047:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1307 00000100:00100000:3.0:1780332986.564056:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045573120:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332986.564131:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045573120:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332986.564138:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1307 00000100:00100000:3.0:1780332986.564167:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045573376 00000100:00100000:3.0:1780332986.564170:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045573376 00000100:00100000:3.0:1780332986.564203:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045573504 00000100:00100000:3.0:1780332986.564205:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045573504 00000100:00100000:3.0:1780332986.564233:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1255 00000100:00100000:3.0:1780332986.564239:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045573376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332986.564264:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045573376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332986.564270:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1255 00000100:00100000:3.0:1780332986.564283:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 578 00000100:00100000:3.0:1780332986.564289:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045573504:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:3.0:1780332986.564306:0:6594:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307fadf 00000100:00080000:3.0:1780332986.564314:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec4342ce800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1780332986.564355:0:6594:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967361 00000100:00100000:3.0:1780332986.564604:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045573504:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 314us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332986.564612:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 578 00000100:00080000:3.0:1780332986.564721:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780332986.564733:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332986.565270:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045573248 00000100:00100000:1.0:1780332986.565276:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045573248 00000100:00100000:1.0:1780332986.565313:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1672 00000100:00100000:1.0:1780332986.565320:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2369:x1866812045573248:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332986.565364:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:2369:x1866812045573248:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 45us (1484us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332986.565370:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1672 00010000:00010000:1.0:1780332986.839795:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780332987.152789:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967703 is committed 00000001:00080000:1.0:1780332987.152878:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967704 is committed 00000004:00080000:1.0:1780332987.152882:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 87 committed 00000100:00100000:3.0:1780332987.153130:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780332987.153152:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067754240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780332987.153223:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332987.153326:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067754240 00000100:00100000:2.0:1780332987.153335:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067754240 00000100:00100000:2.0:1780332987.153398:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1780332987.153408:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067754240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780332987.153440:0:6594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:33 count 1 00010000:00010000:2.0:1780332987.153466:0:6594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1780332987.153568:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780332987.153598:0:6594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 6 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.153608:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332987.153610:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780332987.153614:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.153675:0:6594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 6 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.153692:0:6594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 6 pid: 6597 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332987.153810:0:6594:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067754368:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780332987.153902:0:6594:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1780 going to sleep for 11 seconds 00000100:00100000:2.0:1780332987.157960:0:6594:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6594:1866812067754368:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780332987.157990:0:6594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332987.158123:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332987.158298:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045573632 00000100:00100000:0.0:1780332987.158305:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045573632 00010000:00010000:0.0:1780332987.158397:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 7 pid: 6597 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332987.158437:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 430 00000100:00100000:0.0:1780332987.158447:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045573632:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780332987.158461:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332987.158466:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 7 pid: 6597 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.158496:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 7 pid: 6597 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.158519:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcd0d5a7/0x76434b26e307fd16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c228 expref: 7 pid: 6597 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.158532:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332987.158534:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780332987.158537:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.158546:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.158572:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332987.158639:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045573632:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 171us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332987.158648:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 430 00010000:00010000:0.0:1780332987.159264:0:6594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.159275:0:6594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.159286:0:6594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.159294:0:6594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.159317:0:6594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780332987.159570:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:2.0:1780332987.159571:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780332987.159578:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332987.159587:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780332987.159591:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332987.159600:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332987.159633:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332987.159646:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ddf97a3/0x76434b26e307fd39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332987.159665:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332987.159666:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332987.159668:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332987.161109:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067754240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7698us (7881us total) trans 4294967363 rc 0/0 00000100:00100000:0.0:1780332987.161120:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000004:00080000:3.0:1780332987.161976:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec409360700/2, rc 0, transno 4294967363 00000100:00100000:3.0:1780332987.161985:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067754240:0@lo:6:osp-syn-0-0.0 00000020:00000080:2.0:1780332987.354176:0:93211:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff56816b60 20000000:00000080:2.0:1780332987.354193:0:93211:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9c8000 uarg=0000000000000000 00010000:00010000:2.0:1780332987.354925:0:93211:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1780332987.354957:0:93211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:2.0:1780332987.354961:0:93211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780332987.354971:0:93211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fcc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c20c expref: 5 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.354994:0:93211:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1780332987.355010:0:93211:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780332987.355024:0:93211:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.355038:0:93211:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fc9f expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.355046:0:93211:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.355179:0:93211:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fc9f expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.355196:0:93211:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fc9f expref: 17 pid: 5799 timeout: 2533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332987.357263:0:93211:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93211:1866812067754496:0@lo:104: 00000100:00100000:2.0:1780332987.357338:0:93211:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332987.357462:0:93211:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1780 going to sleep for 11 seconds 00000100:00100000:1.0:1780332987.359160:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067754496 00000100:00100000:1.0:1780332987.359173:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067754496 00000100:00100000:1.0:1780332987.359247:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1780332987.359258:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93211:x1866812067754496:12345-0@lo:104: 00010000:00010000:1.0:1780332987.359276:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332987.359599:0:93211:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93211:1866812067754496:0@lo:104: 00010000:00010000:2.0:1780332987.359666:0:93211:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332987.359859:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332987.359867:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93211:x1866812067754496:12345-0@lo:104: Request processed in 611us (2528us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332987.359875:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00010000:00010000:3.0:1780332987.360229:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332987.360237:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.360245:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332987.360249:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.360258:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332987.360270:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332987.360277:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332987.360354:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.360361:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332987.360397:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.360404:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e307fc9f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fca6 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.360422:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332987.360423:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332987.360425:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332987.360465:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332987.360481:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067754624:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332987.360524:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332987.360779:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067754624 00000100:00100000:3.0:1780332987.360785:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067754624 00010000:00010000:3.0:1780332987.360808:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fc9f expref: 18 pid: 5799 timeout: 2533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332987.361404:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1780332987.361414:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067754624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332987.361427:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332987.361432:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fc9f expref: 18 pid: 5799 timeout: 2533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361446:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fc9f expref: 18 pid: 5799 timeout: 2533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361462:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfe00/0x76434b26e307fca6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fc9f expref: 18 pid: 5799 timeout: 2533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361475:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361483:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361498:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361504:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361511:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361518:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361524:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332987.361527:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361534:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361555:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332987.361568:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332987.361637:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067754624:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332987.361645:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1780332987.361675:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067754624:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780332987.361711:0:93211:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.361721:0:93211:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332987.361727:0:93211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fd40 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332987.864304:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780332988.684263:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:2.0:1780332988.684280:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000001:00100000:0.0:1780332988.693457:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332988.693476:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec4342c9000/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:0.0:1780332988.693691:0:79109:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec4342c9000/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:0.0:1780332988.693736:0:79109:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec4342ce800 for lustre-OST0001 00010000:00010000:1.0:1780332988.889517:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780332989.016912:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780332989.016919:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780332989.016924:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780332989.017122:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332989.017135:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332989.017146:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332989.017171:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067754752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780332989.017239:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332989.017287:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4204e1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780332989.017362:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067754752 00000100:00100000:2.0:1780332989.017370:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067754752 00000100:00100000:2.0:1780332989.017436:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1780332989.017446:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067754752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332989.017459:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332989.017473:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fd47 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332989.017520:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fd47 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332989.017531:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fd47 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332989.017541:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780332989.017596:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067754752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332989.017603:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1780332989.018016:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067754752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780332989.018030:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332989.018039:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332989.018298:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780332989.018304:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332989.018311:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332989.657778:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067754880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332989.657846:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332989.657939:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067754880 00000100:00100000:0.0:1780332989.657948:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067754880 00000100:00100000:0.0:1780332989.658009:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1780332989.658020:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067754880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332989.658065:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1780332989.658285:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780332989.658410:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067754880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 391us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332989.658417:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1780332989.658472:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:1.0:1780332989.658477:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec409360700, transno 4294967363 00000100:00100000:1.0:1780332989.658499:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067754880:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780332989.913438:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332990.284182:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332990.284250:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045573760 00000100:00100000:3.0:1780332990.284261:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045573760 00000100:00100000:3.0:1780332990.284341:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1055 00000100:00100000:3.0:1780332990.284351:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:54928:x1866812045573760:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332990.284372:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332990.284406:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c22f expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332990.284490:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fd5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332990.284506:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fd5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332990.284519:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fd5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332990.284774:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:3.0:1780332990.284778:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332990.284856:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fd5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332990.284893:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e307fd55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c22f expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332990.284914:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fd5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c22f expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332990.284923:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780332990.284926:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332990.284929:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780332990.284979:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54928:x1866812045573760:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 629us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332990.284987:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1055 00000100:00080000:2.0:1780332990.285332:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332990.288524:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332990.289891:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045574016 00000100:00100000:0.0:1780332990.289906:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045574016 00000100:00100000:0.0:1780332990.289977:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1056 00000100:00100000:0.0:1780332990.289987:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54928:x1866812045574016:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332990.290053:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332990.290082:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e307fd5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c22f expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332990.290098:0:6619:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307fcc2) 00010000:00010000:0.0:1780332990.290103:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:0.0:1780332990.290125:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332990.290151:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332990.290165:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332990.290174:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780332990.331129:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f73d2296 reply state 0000000008216909 transno 4294967705 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332990.331148:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780332990.331331:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000001:00080000:0.0:1780332990.331670:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967705 is committed 00010000:00080000:1.0:1780332990.332320:0:6619:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1780332990.332351:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:54928:x1866812045574016:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 42352us (43823us total) trans 4294967705 rc 0/0 00000100:00100000:1.0:1780332990.332361:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1056 00010000:00010000:1.0:1780332990.332424:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332990.332442:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332990.332451:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332990.332457:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332990.332462:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332990.332470:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332990.332500:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:1.0:1780332990.332503:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780332990.332508:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332990.332515:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307fd63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332990.681267:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067755264:0@lo:400:kworker.0 00000100:00100000:0.0:1780332990.681339:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332990.681401:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780332990.681408:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067755392:0@lo:400:kworker.0 00000100:00100000:0.0:1780332990.681434:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332990.681518:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067755136:0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.681548:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332990.681582:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067755648:0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.681602:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332990.681639:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780332990.681645:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067755008:0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.681673:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332990.681695:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067755520:0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.681731:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332990.681782:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755392 00000100:00100000:2.0:1780332990.681790:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755392 00000100:00100000:2.0:1780332990.681832:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755648 00000100:00100000:2.0:1780332990.681835:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755648 00000100:00100000:2.0:1780332990.681999:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1780332990.682011:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067755392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682075:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067755392:12345-0@lo:400:kworker.0 Request processed in 67us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332990.682082:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1780332990.682098:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1780332990.682104:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067755648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682134:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067755648:12345-0@lo:400:kworker.0 Request processed in 30us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332990.682139:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1780332990.682161:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755264 00000100:00100000:2.0:1780332990.682164:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755264 00000100:00100000:2.0:1780332990.682185:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755136 00000100:00100000:2.0:1780332990.682188:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755136 00000100:00100000:2.0:1780332990.682199:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755520 00000100:00100000:2.0:1780332990.682201:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755520 00000100:00100000:2.0:1780332990.682214:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1780332990.682219:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067755264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682252:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067755264:12345-0@lo:400:kworker.0 Request processed in 32us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332990.682260:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1780332990.682270:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:2.0:1780332990.682275:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067755136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682298:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067755136:12345-0@lo:400:kworker.0 Request processed in 22us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332990.682303:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:2.0:1780332990.682313:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:2.0:1780332990.682318:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067755520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682341:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067755520:12345-0@lo:400:kworker.0 Request processed in 24us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332990.682346:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00080000:2.0:1780332990.682360:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332990.682364:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780332990.682387:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067755520:0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682397:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067755136:0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682405:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067755648:0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682442:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755008 00000100:00100000:2.0:1780332990.682446:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755008 00000100:00100000:2.0:1780332990.682471:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1780332990.682476:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067755008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332990.682509:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067755008:12345-0@lo:400:kworker.0 Request processed in 33us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332990.682515:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1780332990.682551:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067755008:0@lo:400:kworker.0 00000100:00100000:0.0:1780332990.683268:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067755392:0@lo:400:kworker.0 00000100:00100000:0.0:1780332990.683280:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3025e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067755264:0@lo:400:kworker.0 00010000:00010000:1.0:1780332990.936356:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780332991.134536:0:93410:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0ba44d60 20000000:00000080:3.0:1780332991.134555:0:93410:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc4dc00 uarg=0000000000000000 00010000:00010000:3.0:1780332991.135200:0:93410:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780332991.135216:0:93410:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780332991.135229:0:93410:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332991.135245:0:93410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332991.135263:0:93410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fd47 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332991.135273:0:93410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332991.135312:0:93410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fd47 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332991.135328:0:93410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fd47 expref: 17 pid: 5800 timeout: 2537 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332991.135341:0:93410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93410:1866812067755776:0@lo:104: 00000100:00100000:3.0:1780332991.135407:0:93410:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332991.135527:0:93410:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4204e1600 going to sleep for 11 seconds 00000100:00100000:1.0:1780332991.135578:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755776 00000100:00100000:1.0:1780332991.135586:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755776 00000100:00100000:1.0:1780332991.135806:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1780332991.135816:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93410:x1866812067755776:12345-0@lo:104: 00010000:00010000:1.0:1780332991.135829:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332991.135892:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332991.135898:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93410:x1866812067755776:12345-0@lo:104: Request processed in 84us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332991.135907:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00010000:00010000:2.0:1780332991.135948:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780332991.135955:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332991.135963:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780332991.135967:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332991.135975:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780332991.135982:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332991.135988:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780332991.136015:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332991.136021:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780332991.136052:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332991.136058:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5a00/0x76434b26e307fd47 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fd4e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332991.136073:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332991.136075:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780332991.136077:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332991.136092:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780332991.136103:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067755904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332991.136155:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332991.136238:0:93410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93410:1866812067755776:0@lo:104: 00010000:00010000:3.0:1780332991.136254:0:93410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332991.136303:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067755904 00000100:00100000:0.0:1780332991.136308:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067755904 00010000:00010000:0.0:1780332991.136328:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fd47 expref: 18 pid: 5800 timeout: 2537 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332991.136389:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1780332991.136397:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067755904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332991.136407:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332991.136412:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fd47 expref: 18 pid: 5800 timeout: 2537 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136422:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fd47 expref: 18 pid: 5800 timeout: 2537 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136433:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0200/0x76434b26e307fd4e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fd47 expref: 18 pid: 5800 timeout: 2537 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136444:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136450:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136463:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136469:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136476:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136482:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136488:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332991.136492:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.136500:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332991.136879:0:93410:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332991.136888:0:93410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.137763:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.137776:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e307fd6a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332991.137792:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332991.137896:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067755904:12345-0@lo:103:ldlm_bl.0 Request processed in 1497us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332991.137905:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1780332991.140457:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067755904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332991.191878:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067756032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780332991.191955:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332991.192756:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756032 00000100:00100000:2.0:1780332991.192766:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756032 00000100:00100000:2.0:1780332991.192816:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1780332991.192826:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067756032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780332991.192860:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780332991.192925:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067756032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332991.192933:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1780332991.193091:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067756032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332991.683109:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332991.683164:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332991.683188:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332991.683214:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045574144 00000100:00100000:3.0:1780332991.683223:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045574144 00000100:00100000:3.0:1780332991.683265:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1310 00000100:00100000:3.0:1780332991.683274:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045574144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332991.683338:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045574144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 65us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332991.683346:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1310 00000100:00100000:3.0:1780332991.683379:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045574400 00000100:00100000:3.0:1780332991.683382:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045574400 00000100:00100000:3.0:1780332991.683466:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1258 00000100:00100000:3.0:1780332991.683473:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045574400:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780332991.683501:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045574400:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332991.683508:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1258 00000100:00080000:3.0:1780332991.683602:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780332991.683843:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045574272 00000100:00100000:1.0:1780332991.683847:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045574272 00000100:00100000:1.0:1780332991.683880:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1676 00000100:00100000:1.0:1780332991.683887:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045574272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332991.683926:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045574272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 39us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332991.683933:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1676 00010000:00010000:1.0:1780332991.961998:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332992.865533:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332992.865539:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332992.865544:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332992.868353:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332992.868373:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332992.868384:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332992.868410:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067756160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332992.871389:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332992.871460:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9000 going to sleep for 11 seconds 00000100:00100000:2.0:1780332992.871496:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756160 00000100:00100000:2.0:1780332992.871505:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756160 00000100:00100000:2.0:1780332992.871572:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1780332992.871581:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067756160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332992.871598:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332992.871631:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fd71 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332992.871661:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fd71 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332992.871672:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fd71 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332992.871681:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780332992.871738:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067756160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332992.871744:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1780332992.871797:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067756160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332992.871812:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332992.871823:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332992.872684:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332992.872690:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332992.872699:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332992.983778:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332994.008990:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780332994.120275:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332994.120324:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045574528 00000100:00100000:1.0:1780332994.120334:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045574528 00000100:00100000:1.0:1780332994.120407:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1057 00000100:00100000:1.0:1780332994.120419:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55005:x1866812045574528:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332994.120440:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332994.120464:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307fd7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c236 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.120536:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.120551:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.120564:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.120581:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.120589:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.120596:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780332994.120681:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780332994.121678:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fd94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.121760:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fd94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.121772:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fd94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780332994.121910:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:1.0:1780332994.121914:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780332994.122265:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fd94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122280:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122287:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122294:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122305:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332994.122309:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122316:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122328:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e500) 00010000:00010000:1.0:1780332994.122331:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332994.122336:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122342:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fd86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122354:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122360:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122365:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122371:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332994.122373:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122380:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122392:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec41273e800) 00010000:00010000:1.0:1780332994.122395:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332994.122397:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122403:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fd8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122448:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307fd7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c236 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122465:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fd94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c236 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.122473:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332994.122475:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780332994.122477:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780332994.122550:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55005:x1866812045574528:12345-192.168.204.30@tcp:101:touch.0 Request processed in 2133us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332994.122559:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1057 00000100:00100000:0.0:1780332994.135082:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332994.136219:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045574784 00000100:00100000:2.0:1780332994.136231:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045574784 00000100:00100000:2.0:1780332994.136327:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1058 00000100:00100000:2.0:1780332994.136338:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55005:x1866812045574784:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780332994.136359:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332994.136380:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fd9b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c23d expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.138920:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.138943:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.138955:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139029:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139037:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139044:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332994.139276:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00010000:00010000:3.0:1780332994.139305:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139313:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139320:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139325:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332994.139329:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139336:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139348:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332994.139351:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332994.139357:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139363:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307fda2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139377:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139387:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139393:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139398:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332994.139400:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139405:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139411:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec4054dd300) 00010000:00010000:3.0:1780332994.139414:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332994.139416:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139421:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307fda9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139464:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fd9b lrc: 1/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c23d expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139475:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332994.139477:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332994.139481:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e307fd9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c23d expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.139496:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:3.0:1780332994.139580:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55005:x1866812045574784:12345-192.168.204.30@tcp:101:touch.0 Request processed in 3242us (4505us total) trans 0 rc 301/301 00000100:00100000:3.0:1780332994.139590:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1058 00000100:00100000:0.0:1780332994.144390:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332994.144465:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045574912 00000100:00100000:3.0:1780332994.144474:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045574912 00000100:00100000:3.0:1780332994.144533:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1059 00000100:00100000:3.0:1780332994.144545:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55005:x1866812045574912:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780332994.144566:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332994.144599:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c244 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145041:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145057:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145068:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145081:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145087:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145093:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145284:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145293:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145299:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145306:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332994.145310:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145317:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145329:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332994.145332:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332994.145337:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145342:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e307fdb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145362:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145368:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145374:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145379:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332994.145382:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145387:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145405:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec4054dd400) 00010000:00010000:3.0:1780332994.145408:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332994.145411:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145417:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145446:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdb0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c244 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145457:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332994.145458:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780332994.145461:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c244 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332994.145470:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780332994.145531:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55005:x1866812045574912:12345-192.168.204.30@tcp:101:touch.0 Request processed in 989us (1148us total) trans 0 rc 301/301 00000100:00100000:3.0:1780332994.145539:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1059 00000100:00100000:0.0:1780332994.147936:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332994.148051:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045575040 00000100:00100000:1.0:1780332994.148061:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045575040 00000100:00100000:1.0:1780332994.148123:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1060 00000100:00100000:1.0:1780332994.148134:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55005:x1866812045575040:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780332994.148152:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780332994.148170:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307fdc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c24b expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148244:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148260:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148271:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148286:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148293:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148299:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148472:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148480:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148486:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148492:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332994.148496:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148507:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148518:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332994.148521:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332994.148526:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148532:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fdcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148542:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148548:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148553:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148558:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780332994.148560:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148566:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148572:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec41273e500) 00010000:00010000:1.0:1780332994.148575:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332994.148578:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148588:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e307fdd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148860:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307fdc5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c24b expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148871:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:1.0:1780332994.148874:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780332994.148877:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de800/0x76434b26e307fdc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c24b expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332994.148886:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de800, rc 0) 00000100:00100000:1.0:1780332994.148977:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55005:x1866812045575040:12345-192.168.204.30@tcp:101:touch.0 Request processed in 844us (1049us total) trans 0 rc 301/301 00000100:00100000:1.0:1780332994.148992:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1060 00000100:00100000:1.0:1780332994.776380:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067756288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332994.776453:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332994.776528:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756288 00000100:00100000:0.0:1780332994.776536:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756288 00000100:00100000:0.0:1780332994.776607:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1780332994.776635:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067756288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780332994.776675:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332994.776737:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067756288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332994.776747:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1780332994.776780:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067756288:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780332994.776928:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780332995.032768:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332995.800295:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067756800:0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.800517:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332995.800581:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780332995.800588:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067756416:0@lo:400:kworker.0 00000100:00100000:0.0:1780332995.800605:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756800 00000100:00100000:0.0:1780332995.800640:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756800 00000100:00100000:2.0:1780332995.800648:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332995.800679:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067756928:0@lo:400:kworker.0 00000100:00100000:0.0:1780332995.800712:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1780332995.800713:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332995.800729:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067756800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.800745:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067756544:0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.800777:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332995.800804:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067757056:0@lo:400:kworker.0 00000100:00100000:0.0:1780332995.800806:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067756800:12345-0@lo:400:kworker.0 Request processed in 79us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332995.800819:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1780332995.800836:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332995.800849:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757056 00000100:00100000:0.0:1780332995.800854:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757056 00000100:00100000:2.0:1780332995.800857:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332995.800865:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067756672:0@lo:400:kworker.0 00000100:00100000:0.0:1780332995.800890:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1780332995.800896:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332995.800903:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067757056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.800925:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756928 00000100:00100000:2.0:1780332995.800932:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756928 00000100:00100000:0.0:1780332995.800948:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067757056:12345-0@lo:400:kworker.0 Request processed in 48us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332995.800965:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1780332995.800977:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756544 00000100:00100000:2.0:1780332995.800981:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756544 00000100:00100000:2.0:1780332995.801011:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756672 00000100:00100000:2.0:1780332995.801015:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756672 00000100:00100000:2.0:1780332995.801029:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:2.0:1780332995.801034:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067756928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.801066:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067756928:12345-0@lo:400:kworker.0 Request processed in 32us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332995.801078:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00100000:2.0:1780332995.801093:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1780332995.801101:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067756544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.801131:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067756544:12345-0@lo:400:kworker.0 Request processed in 32us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332995.801137:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1780332995.801150:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:2.0:1780332995.801156:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067756672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.801181:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067756672:12345-0@lo:400:kworker.0 Request processed in 26us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332995.801186:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:3.0:1780332995.802349:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067756416 00000100:00100000:3.0:1780332995.802359:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067756416 00000100:00100000:3.0:1780332995.802420:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1780332995.802429:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067756416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780332995.802485:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067756416:12345-0@lo:400:kworker.0 Request processed in 57us (1836us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332995.802492:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00080000:3.0:1780332995.802531:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780332995.802536:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780332995.802789:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067756416:0@lo:400:kworker.0 00000100:00100000:0.0:1780332995.802808:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067756928:0@lo:400:kworker.0 00000100:00100000:0.0:1780332995.802819:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067756800:0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.803524:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067756672:0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.803539:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067756544:0@lo:400:kworker.0 00000100:00100000:2.0:1780332995.803549:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067757056:0@lo:400:kworker.0 00000020:00000080:3.0:1780332996.029520:0:93658:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbf6bbac0 20000000:00000080:3.0:1780332996.029549:0:93658:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec434264c00 uarg=0000000000000000 00010000:00010000:3.0:1780332996.032051:0:93658:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1780332996.032093:0:93658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e700) 00010000:00010000:3.0:1780332996.032097:0:93658:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780332996.032109:0:93658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fd94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c236 expref: 5 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.032886:0:93658:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1780332996.032911:0:93658:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780332996.032925:0:93658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.032938:0:93658:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fd71 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.032946:0:93658:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.032994:0:93658:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fd71 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.033014:0:93658:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fd71 expref: 17 pid: 5800 timeout: 2542 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332996.033029:0:93658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93658:1866812067757184:0@lo:104: 00000100:00100000:3.0:1780332996.033091:0:93658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332996.033453:0:5789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780332996.033467:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757184 00000100:00100000:1.0:1780332996.033473:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757184 00000100:00100000:1.0:1780332996.033507:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1780332996.033515:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec408d16850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93658:x1866812067757184:12345-0@lo:104: 00010000:00010000:1.0:1780332996.033528:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332996.033579:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780332996.033584:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec408d16850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93658:x1866812067757184:12345-0@lo:104: Request processed in 70us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332996.033591:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00010000:00010000:1.0:1780332996.033658:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780332996.033664:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332996.033671:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780332996.033675:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332996.033682:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780332996.033689:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780332996.033694:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780332996.033720:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332996.033727:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780332996.033761:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332996.033768:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e307fd71 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fd78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332996.033785:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332996.033787:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780332996.033789:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780332996.033971:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780332996.033985:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067757312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780332996.034015:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332996.034112:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757312 00000100:00100000:0.0:1780332996.034117:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757312 00010000:00010000:0.0:1780332996.034147:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fd71 expref: 18 pid: 5800 timeout: 2542 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332996.034175:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1780332996.034182:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067757312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780332996.034192:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780332996.034196:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fd71 expref: 18 pid: 5800 timeout: 2542 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034210:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fd71 expref: 18 pid: 5800 timeout: 2542 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034223:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034231:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034243:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034250:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034256:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034274:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034280:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780332996.034283:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034289:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034296:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332996.034310:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780332996.034340:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067757312:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332996.034346:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1780332996.034376:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067757312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780332996.034714:0:93658:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4093b1780 going to sleep for 11 seconds 00010000:00010000:3.0:1780332996.034732:0:93658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0a00/0x76434b26e307fd78 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fd71 expref: 17 pid: 5800 timeout: 2542 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332996.034741:0:93658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93658:1866812067757184:0@lo:104: 00010000:00010000:3.0:1780332996.034762:0:93658:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.034769:0:93658:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.034774:0:93658:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332996.034779:0:93658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5400/0x76434b26e307fdda lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332996.057827:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332996.311789:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780332996.311814:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067757440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780332996.311883:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780332996.312961:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757440 00000100:00100000:0.0:1780332996.312972:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757440 00000100:00100000:0.0:1780332996.313038:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1780332996.313048:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067757440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780332996.313087:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780332996.313156:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067757440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1780332996.313163:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1780332996.313319:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067757440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780332996.830464:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332996.830510:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780332996.830551:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780332996.830578:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045575168 00000100:00100000:1.0:1780332996.830578:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045575424 00000100:00100000:2.0:1780332996.830588:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045575168 00000100:00100000:1.0:1780332996.830588:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045575424 00000100:00100000:2.0:1780332996.830670:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1313 00000100:00100000:2.0:1780332996.830680:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045575168:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780332996.830755:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045575168:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332996.830763:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1313 00000100:00100000:3.0:1780332996.831123:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045575296 00000100:00100000:3.0:1780332996.831129:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045575296 00000100:00100000:1.0:1780332996.831337:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1261 00000100:00100000:1.0:1780332996.831346:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045575424:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780332996.831382:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045575424:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1780332996.831388:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1261 00000100:00100000:3.0:1780332996.833965:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1680 00000100:00100000:3.0:1780332996.833982:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045575296:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:2.0:1780332996.835098:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780332996.835108:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332996.835750:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045575296:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1767us (5231us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332996.835763:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1680 00010000:00010000:3.0:1780332997.083021:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780332997.211192:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780332997.211198:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780332997.211204:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780332997.211254:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332997.211266:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332997.211277:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780332997.211301:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067757568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780332997.211363:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780332997.211405:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780332997.211424:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757568 00000100:00100000:2.0:1780332997.211430:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757568 00000100:00100000:2.0:1780332997.211472:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1780332997.211480:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067757568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332997.211505:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780332997.215175:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fde1 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332997.215221:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fde1 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332997.215234:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fde1 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332997.215244:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780332997.215319:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067757568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3838us (3954us total) trans 0 rc 0/0 00000100:00100000:2.0:1780332997.215327:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1780332997.215897:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067757568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780332997.215915:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332997.215925:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780332997.215958:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780332997.215965:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780332997.215973:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332998.103774:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780332998.828880:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780332998.828921:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045575552 00000100:00100000:3.0:1780332998.828931:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045575552 00000100:00100000:3.0:1780332998.828989:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1061 00000100:00100000:3.0:1780332998.829001:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55091:x1866812045575552:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780332998.829022:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780332998.829046:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c252 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.829120:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdf6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.829134:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.829148:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780332998.829358:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:3.0:1780332998.829362:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780332998.829460:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.829504:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fdef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c252 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.829525:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c252 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.829533:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780332998.829536:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780332998.829540:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780332998.829606:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55091:x1866812045575552:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 608us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332998.829615:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1061 00000100:00080000:3.0:1780332998.829678:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780332998.834023:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780332998.839838:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045575808 00000100:00100000:0.0:1780332998.839850:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045575808 00000100:00100000:0.0:1780332998.840078:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1062 00000100:00100000:0.0:1780332998.840152:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55091:x1866812045575808:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780332998.840258:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780332998.840285:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307fdf6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c252 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332998.840302:0:5807:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307fd94) 00010000:00010000:0.0:1780332998.840306:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780332998.840317:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780332998.840343:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332998.840356:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780332998.840366:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780332998.843716:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d2463c3 reply state 000000001ca147ae transno 4294967706 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780332998.843737:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780332998.843859:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000100:00100000:0.0:1780332998.845464:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55091:x1866812045575808:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 5366us (11440us total) trans 4294967706 rc 0/0 00000100:00100000:0.0:1780332998.845475:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1062 00010000:00010000:3.0:1780332998.848651:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.848666:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.848674:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.848681:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780332998.848686:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.848694:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.848724:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:3.0:1780332998.848727:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780332998.848733:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332998.848739:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e307fdfd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332999.127801:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780332999.641562:0:93854:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe393e48c0 20000000:00000080:1.0:1780332999.641582:0:93854:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec408d17000 uarg=0000000000000000 00010000:00010000:1.0:1780332999.642014:0:93854:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780332999.642031:0:93854:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780332999.642047:0:93854:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780332999.642064:0:93854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332999.642081:0:93854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fde1 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332999.642091:0:93854:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332999.642135:0:93854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fde1 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332999.642152:0:93854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fde1 expref: 17 pid: 5800 timeout: 2546 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332999.642167:0:93854:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93854:1866812067757696:0@lo:104: 00000100:00100000:1.0:1780332999.642230:0:93854:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780332999.642405:0:93854:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1780332999.642454:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757696 00000100:00100000:3.0:1780332999.642462:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757696 00000100:00100000:3.0:1780332999.642541:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1780332999.642551:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93854:x1866812067757696:12345-0@lo:104: 00010000:00010000:3.0:1780332999.642566:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.642714:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780332999.642721:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:93854:x1866812067757696:12345-0@lo:104: Request processed in 171us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332999.642728:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1780332999.642817:0:93854:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93854:1866812067757696:0@lo:104: 00010000:00010000:2.0:1780332999.642839:0:93854:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.642881:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780332999.642888:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.642897:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780332999.642910:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.642919:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780332999.642928:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780332999.642935:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780332999.643073:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643080:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780332999.643111:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643118:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e307fde1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fde8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643136:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332999.643137:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780332999.643139:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780332999.643175:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780332999.643189:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067757824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780332999.643229:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332999.643371:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757824 00000100:00100000:3.0:1780332999.643377:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757824 00010000:00010000:3.0:1780332999.643402:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fde1 expref: 18 pid: 5800 timeout: 2546 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780332999.643436:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1780332999.643444:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067757824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780332999.643457:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780332999.643462:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fde1 expref: 18 pid: 5800 timeout: 2546 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643476:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fde1 expref: 18 pid: 5800 timeout: 2546 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643491:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e307fde8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fde1 expref: 18 pid: 5800 timeout: 2546 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643506:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643515:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643529:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643537:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643543:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643550:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643556:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780332999.643561:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643570:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643589:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780332999.643603:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780332999.643668:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067757824:12345-0@lo:103:ldlm_bl.0 Request processed in 225us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332999.643677:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1780332999.643681:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067757824:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780332999.643830:0:93854:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332999.643838:0:93854:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780332999.643844:0:93854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de000/0x76434b26e307fe04 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780332999.896023:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067757952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780332999.896098:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780332999.897041:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067757952 00000100:00100000:3.0:1780332999.897054:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067757952 00000100:00100000:3.0:1780332999.897118:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1780332999.897129:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067757952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780332999.897167:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1780332999.899695:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780332999.901780:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067757952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4640us (5668us total) trans 0 rc 0/0 00000100:00100000:3.0:1780332999.901795:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1780332999.901961:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067757952:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333000.152451:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333000.920044:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067758080:0@lo:400:kworker.0 00000100:00100000:3.0:1780333000.920126:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333000.921375:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758080 00000100:00100000:3.0:1780333000.921388:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758080 00000100:00100000:3.0:1780333000.921507:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1780333000.921518:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067758080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333000.921928:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067758080:12345-0@lo:400:kworker.0 Request processed in 411us (1801us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333000.921936:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1780333000.921993:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067758080:0@lo:400:kworker.0 00000100:00100000:1.0:1780333000.923155:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067758336:0@lo:400:kworker.0 00000100:00100000:2.0:1780333000.923553:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067758208:0@lo:400:kworker.0 00000100:00100000:2.0:1780333000.923850:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333000.923880:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067758720:0@lo:400:kworker.0 00000100:00100000:2.0:1780333000.923917:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333000.923954:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758208 00000100:00100000:2.0:1780333000.923960:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758208 00000100:00100000:2.0:1780333000.924000:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1780333000.924008:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067758208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333000.924053:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067758208:12345-0@lo:400:kworker.0 Request processed in 44us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333000.924060:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1780333000.924080:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758720 00000100:00100000:2.0:1780333000.924084:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758720 00000100:00100000:2.0:1780333000.924117:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1780333000.924123:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067758720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333000.924150:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067758720:12345-0@lo:400:kworker.0 Request processed in 28us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333000.924156:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00080000:2.0:1780333000.924174:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333000.924216:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067758208:0@lo:400:kworker.0 00000100:00100000:2.0:1780333000.924227:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067758720:0@lo:400:kworker.0 00000100:00100000:3.0:1780333000.924312:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067758464:0@lo:400:kworker.0 00000100:00100000:1.0:1780333000.924314:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333000.924352:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333000.924370:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333000.924376:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067758592:0@lo:400:kworker.0 00000100:00100000:3.0:1780333000.924396:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333000.926140:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758464 00000100:00100000:1.0:1780333000.926152:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758464 00000100:00100000:1.0:1780333000.926208:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1780333000.926217:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067758464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333000.926290:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067758464:12345-0@lo:400:kworker.0 Request processed in 75us (1937us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333000.926298:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1780333000.926319:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758336 00000100:00100000:1.0:1780333000.926322:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758336 00000100:00100000:1.0:1780333000.926353:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758592 00000100:00100000:1.0:1780333000.926356:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758592 00000100:00100000:1.0:1780333000.926375:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:1.0:1780333000.926380:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067758336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333000.926417:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067758336:12345-0@lo:400:kworker.0 Request processed in 36us (2102us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333000.926423:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:1.0:1780333000.926434:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:1.0:1780333000.926439:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067758592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333000.926465:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067758592:12345-0@lo:400:kworker.0 Request processed in 26us (2068us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333000.926471:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00080000:1.0:1780333000.926513:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333000.926551:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067758592:0@lo:400:kworker.0 00000100:00100000:1.0:1780333000.926563:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067758464:0@lo:400:kworker.0 00000100:00100000:1.0:1780333000.926924:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067758336:0@lo:400:kworker.0 00000001:00080000:1.0:1780333000.989941:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967706 is committed 00010000:00010000:0.0:1780333001.178232:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780333001.306446:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333001.306456:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333001.306461:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333001.306506:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333001.306519:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333001.306530:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333001.306556:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067758848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780333001.306657:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333001.306714:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780333001.306963:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758848 00000100:00100000:0.0:1780333001.306979:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758848 00000100:00100000:0.0:1780333001.307037:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1780333001.307047:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067758848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333001.307062:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333001.307077:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fe0b expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333001.307107:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fe0b expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333001.307122:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fe0b expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333001.307133:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780333001.307175:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067758848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333001.307183:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1780333001.307292:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067758848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333001.307306:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333001.307316:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333001.307336:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333001.307342:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333001.307348:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333001.432141:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067758976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333001.432223:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333001.432297:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067758976 00000100:00100000:1.0:1780333001.432304:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067758976 00000100:00100000:1.0:1780333001.432349:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1780333001.432358:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067758976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333001.432393:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333001.432438:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067758976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333001.432444:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1780333001.432490:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067758976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333001.921082:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333001.921119:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333001.921151:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333001.921180:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576064 00000100:00100000:0.0:1780333001.921189:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576064 00000100:00100000:0.0:1780333001.921255:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1684 00000100:00100000:0.0:1780333001.921265:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045576064:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333001.921343:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045576064:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333001.921351:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1684 00000100:00080000:0.0:1780333001.921372:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333001.921472:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576192 00000100:00100000:2.0:1780333001.921476:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576192 00000100:00100000:2.0:1780333001.921521:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1264 00000100:00100000:2.0:1780333001.921529:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045576192:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333001.921563:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045576192:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 35us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333001.921570:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1264 00000100:00080000:0.0:1780333001.921784:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333001.921862:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045575936 00000100:00100000:3.0:1780333001.921875:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045575936 00000100:00100000:3.0:1780333001.921917:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1317 00000100:00100000:3.0:1780333001.921925:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045575936:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333001.921954:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045575936:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333001.921961:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1317 00010000:00010000:1.0:1780333002.200581:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333002.447943:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333002.448018:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576320 00000100:00100000:1.0:1780333002.448030:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576320 00000100:00100000:1.0:1780333002.448098:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1063 00000100:00100000:1.0:1780333002.448109:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576320:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333002.448225:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576320:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 109us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333002.448239:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1063 00000100:00100000:3.0:1780333002.450712:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333002.451917:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576448 00000100:00100000:1.0:1780333002.451930:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576448 00000100:00100000:1.0:1780333002.451996:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 580 00000100:00100000:1.0:1780333002.452007:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576448:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780333002.452613:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576448:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 605us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333002.452769:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 580 00000100:00100000:0.0:1780333002.454819:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333002.455068:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576576 00000100:00100000:2.0:1780333002.455078:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576576 00000100:00100000:2.0:1780333002.455162:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 581 00000100:00100000:2.0:1780333002.455170:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2365:x1866812045576576:12345-192.168.204.30@tcp:8:lfs.0 00010000:00080000:2.0:1780333002.455205:0:6597:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2448 last 0 00000020:00000080:2.0:1780333002.455235:0:6597:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307fe19 00002000:00100000:2.0:1780333002.455249:0:6597:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec402e55800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780333002.455263:0:6597:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780333002.455540:0:6597:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1780333002.455570:0:6597:0:(import.c:65:import_set_state_nolock()) ffff8ec402e54800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780333002.455672:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045576576:12345-192.168.204.30@tcp:8:lfs.0 Request processed in 500us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333002.455680:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 581 00000100:00100000:0.0:1780333002.458514:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333002.461707:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576704 00000100:00100000:2.0:1780333002.461722:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576704 00000100:00100000:2.0:1780333002.461818:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 582 00000100:00100000:2.0:1780333002.461830:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55176:x1866812045576704:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:0.0:1780333002.462039:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333002.462873:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55176:x1866812045576704:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1031us (4356us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333002.462883:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 582 00000100:00100000:3.0:1780333002.467801:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333002.469222:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576832 00000100:00100000:1.0:1780333002.469246:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576832 00000100:00100000:1.0:1780333002.469320:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1064 00000100:00100000:1.0:1780333002.469331:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576832:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333002.470647:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576832:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1283us (2819us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333002.470659:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1064 00000100:00100000:0.0:1780333002.473993:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333002.474885:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045576960 00000100:00100000:1.0:1780333002.474952:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045576960 00000100:00100000:1.0:1780333002.475016:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1065 00000100:00100000:1.0:1780333002.475026:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576960:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333002.475125:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045576960:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 100us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333002.475133:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1065 00000100:00100000:0.0:1780333002.477007:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333002.477502:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045577088 00000100:00100000:2.0:1780333002.477513:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045577088 00000100:00100000:2.0:1780333002.477579:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 583 00000100:00100000:2.0:1780333002.477588:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045577088:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333002.478025:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045577088:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 437us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333002.478034:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 583 00000100:00100000:3.0:1780333002.485394:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333002.486011:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045577216 00000100:00100000:1.0:1780333002.486025:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045577216 00000100:00100000:1.0:1780333002.486157:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 584 00000100:00100000:1.0:1780333002.486170:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55176:x1866812045577216:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780333002.486676:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55176:x1866812045577216:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 506us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333002.486685:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 584 00000100:00100000:0.0:1780333002.493072:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333002.493172:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045577344 00000100:00100000:2.0:1780333002.493182:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045577344 00000100:00100000:2.0:1780333002.493335:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1066 00000100:00100000:2.0:1780333002.493347:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045577344:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333002.493876:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55176:x1866812045577344:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 529us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333002.493884:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1066 00000100:00100000:0.0:1780333002.540169:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333002.540274:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045577472 00000100:00100000:1.0:1780333002.540285:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045577472 00000100:00100000:1.0:1780333002.540385:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1067 00000100:00100000:1.0:1780333002.540395:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55180:x1866812045577472:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780333002.540416:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333002.540439:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fe20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c259 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.540508:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.540524:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.540536:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.540551:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.540559:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.540566:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541079:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307fe35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541089:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307fe35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541096:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307fe35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333002.541176:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:1.0:1780333002.541181:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333002.541265:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307fe35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541283:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541289:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541296:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541302:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333002.541306:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541313:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541326:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:1.0:1780333002.541329:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333002.541334:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541339:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e307fe27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541350:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541356:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541361:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541366:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfe00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333002.541369:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541374:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541382:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec41273e100) 00010000:00010000:1.0:1780333002.541384:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333002.541387:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541393:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e307fe2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541425:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307fe20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c259 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541440:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307fe35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c259 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333002.541448:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780333002.541450:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780333002.541452:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de200, rc 0) 00000100:00100000:1.0:1780333002.541508:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55180:x1866812045577472:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1114us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333002.541516:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1067 00000100:00100000:3.0:1780333002.545730:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333002.548611:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045577728 00000100:00100000:0.0:1780333002.548949:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045577728 00000100:00100000:0.0:1780333002.549045:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1068 00000100:00100000:0.0:1780333002.549057:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55180:x1866812045577728:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:0.0:1780333002.549080:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333002.549102:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307fe3c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c260 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.549457:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.549473:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.549484:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.549498:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.549505:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.549511:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780333002.550813:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21:0x0], index 1: 0 00010000:00010000:0.0:1780333002.551119:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307fe51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551137:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307fe51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551146:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307fe51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551183:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551191:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551198:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551204:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333002.551208:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551215:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551228:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:0.0:1780333002.551232:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333002.551236:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551242:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e307fe43 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333002.551256:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050a86c13 reply state 00000000fdd4b0f0 transno 4294967707 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333002.551266:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780333002.551298:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e307fe3c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c260 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551313:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307fe51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c260 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333002.551320:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780333002.551322:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780333002.551325:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391000, rc 0) 00000100:00100000:0.0:1780333002.551417:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:55180:x1866812045577728:12345-192.168.204.30@tcp:101:dd.0 Request processed in 2362us (5695us total) trans 4294967707 rc 0/0 00000100:00100000:0.0:1780333002.551426:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1068 00010000:00010000:3.0:1780333002.557515:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333002.557537:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333002.557545:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333002.557551:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333002.557557:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333002.557565:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333002.557588:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec408256a00) 00010000:00010000:3.0:1780333002.557591:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333002.557596:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333002.557603:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307fe4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333002.561096:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333002.561309:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045577856 00000100:00100000:2.0:1780333002.561319:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045577856 00000100:00100000:2.0:1780333002.561370:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 585 00000100:00100000:2.0:1780333002.561381:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55180:x1866812045577856:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:2.0:1780333002.561399:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333002.561427:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c267 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333002.561457:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780333002.561478:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333002.561481:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333002.561490:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 7 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333002.561507:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 7 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333002.561519:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0a00, rc 0) 00000100:00100000:2.0:1780333002.561581:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55180:x1866812045577856:12345-192.168.204.30@tcp:101:dd.0 Request processed in 203us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333002.561589:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 585 00000100:00100000:2.0:1780333002.578556:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333002.578881:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045577984 00000100:00100000:0.0:1780333002.578892:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045577984 00002000:00100000:0.0:1780333002.578944:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x21:0x0] (0->1048575) req@ffff8ec43c2de680 x1866812045577984/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:733/0 lens 488/0 e 0 to 0 dl 1780333013 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780333002.578956:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c2de680 with x1866812045577984 ext(0->1048575) 00002000:00010000:0.0:1780333002.578961:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec43c2de680 00000100:00100000:0.0:1780333002.578995:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 26 00000100:00100000:0.0:1780333002.579005:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045577984:12345-192.168.204.30@tcp:4:dd.0 00000001:00100000:2.0:1780333002.655745:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00080000:2.0:1780333002.691971:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:3.0:1780333002.692141:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045577984:12345-192.168.204.30@tcp:4:dd.0 Request processed in 113128us (113585us total) trans 4294967362 rc 0/0 00000100:00100000:3.0:1780333002.692154:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 26 00002000:00100000:3.0:1780333002.692166:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x21:0x0] (0->1048575) req@ffff8ec43c2de680 x1866812045577984/t4294967362(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:733/0 lens 488/448 e 0 to 0 dl 1780333013 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780333002.692175:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c2de680 with x1866812045577984 ext(0->1048575) 00002000:00010000:3.0:1780333002.692182:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec43c2de680 00000100:00100000:2.0:1780333002.700414:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333002.700505:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045578112 00000100:00100000:3.0:1780333002.700515:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045578112 00000100:00100000:3.0:1780333002.700581:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1069 00000100:00100000:3.0:1780333002.700593:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:55180:x1866812045578112:12345-192.168.204.30@tcp:44:dd.0 00000001:00080000:1.0:1780333002.727660:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967707 is committed 00000100:00100000:0.0:1780333002.727958:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55180:x1866812045578112:12345-192.168.204.30@tcp:44:dd.0 Request processed in 27353us (27539us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333002.727971:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1069 00000100:00100000:0.0:1780333002.730313:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333002.730417:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045578240 00000100:00100000:2.0:1780333002.730428:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045578240 00000100:00100000:2.0:1780333002.730525:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 586 00000100:00100000:2.0:1780333002.730536:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045578240:12345-192.168.204.30@tcp:16:dd.0 00000100:00100000:2.0:1780333002.730692:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045578240:12345-192.168.204.30@tcp:16:dd.0 Request processed in 158us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333002.730710:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 586 00000100:00100000:1.0:1780333002.733149:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333002.733293:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045578496 00000100:00100000:2.0:1780333002.733302:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045578496 00000100:00100000:2.0:1780333002.733355:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 109 00000100:00100000:2.0:1780333002.733365:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55180:x1866812045578496:12345-192.168.204.30@tcp:35:dd.0 00000100:00100000:2.0:1780333002.734052:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:55180:x1866812045578496:12345-192.168.204.30@tcp:35:dd.0 Request processed in 687us (909us total) trans 4294967708 rc 0/0 00000100:00100000:2.0:1780333002.734061:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 109 00010000:00010000:2.0:1780333003.225561:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780333003.911178:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967708 is committed 00010000:00010000:1.0:1780333004.248064:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333005.016777:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333005.016806:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067759104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333005.016899:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333005.016962:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067759104 00000100:00100000:0.0:1780333005.016970:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067759104 00000100:00100000:0.0:1780333005.017033:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1780333005.017042:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067759104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333005.017101:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333005.017147:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067759104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333005.017156:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00080000:0.0:1780333005.017192:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333005.017234:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067759104:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1780333005.132921:0:94100:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2451540299112ns, next at 2433112992455ns, rc = 0 00000004:00080000:2.0:1780333005.133059:0:94100:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2451540440688ns, next at 2395221982435ns, rc = 0 00000004:00080000:1.0:1780333005.140993:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 91 committed 00000004:00080000:1.0:1780333005.141011:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 88 committed 00010000:00010000:0.0:1780333005.277652:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333006.040371:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067759232:0@lo:400:kworker.0 00000100:00100000:0.0:1780333006.040450:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333006.040582:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067759360:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.040613:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333006.040681:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067759872:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.040716:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333006.040740:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333006.040746:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067759488:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.040766:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333006.040800:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067759872 00000100:00100000:2.0:1780333006.040820:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067759872 00000100:00100000:1.0:1780333006.040844:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067759616:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.040872:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1780333006.040872:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333006.040881:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067759872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333006.040890:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333006.040895:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067759744:0@lo:400:kworker.0 00000100:00100000:1.0:1780333006.040916:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333006.040940:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067759616 00000100:00100000:2.0:1780333006.040943:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067759872:12345-0@lo:400:kworker.0 Request processed in 63us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333006.040943:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067759616 00000100:00100000:2.0:1780333006.040950:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1780333006.040965:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1780333006.040971:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067759616:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780333006.041024:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333006.041035:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067759360 00000100:00100000:0.0:1780333006.041039:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067759360 00000100:00100000:0.0:1780333006.041061:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067759488 00000100:00100000:0.0:1780333006.041064:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067759488 00000100:00100000:0.0:1780333006.041080:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067759744 00000100:00100000:0.0:1780333006.041083:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067759744 00000100:00100000:0.0:1780333006.041096:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:0.0:1780333006.041101:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067759360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333006.041131:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067759360:12345-0@lo:400:kworker.0 Request processed in 30us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333006.041137:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00100000:0.0:1780333006.041149:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:0.0:1780333006.041154:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067759488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333006.041192:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067759488:12345-0@lo:400:kworker.0 Request processed in 37us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333006.041198:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:0.0:1780333006.041217:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:0.0:1780333006.041223:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067759744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333006.041253:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067759744:12345-0@lo:400:kworker.0 Request processed in 30us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333006.041259:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00080000:0.0:1780333006.041275:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333006.041303:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067759744:0@lo:400:kworker.0 00000100:00100000:3.0:1780333006.042502:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067759232 00000100:00100000:3.0:1780333006.042512:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067759232 00000100:00100000:3.0:1780333006.042641:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1780333006.042651:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067759232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333006.042727:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067759232:12345-0@lo:400:kworker.0 Request processed in 78us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.042737:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1780333006.042925:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067759232:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.042959:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067759616:12345-0@lo:400:kworker.0 Request processed in 1986us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333006.042967:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1780333006.043010:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067759616:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.043017:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067759488:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.043032:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067759360:0@lo:400:kworker.0 00000100:00100000:2.0:1780333006.043044:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067759872:0@lo:400:kworker.0 00010000:00010000:1.0:1780333006.296351:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333006.362615:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333006.366359:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045578624 00000100:00100000:3.0:1780333006.366370:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045578624 00000100:00100000:3.0:1780333006.366444:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1070 00000100:00100000:3.0:1780333006.366456:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045578624:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333006.366595:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045578624:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 142us (3988us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.366603:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1070 00000100:00080000:3.0:1780333006.366636:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333006.375218:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333006.376103:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045578752 00000100:00100000:3.0:1780333006.376116:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045578752 00000100:00100000:3.0:1780333006.376191:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 587 00000100:00100000:3.0:1780333006.376204:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55373:x1866812045578752:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333006.376593:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55373:x1866812045578752:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 392us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.376601:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 587 00000100:00080000:2.0:1780333006.377074:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333006.378516:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333006.378583:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045578880 00000100:00100000:3.0:1780333006.378591:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045578880 00000100:00100000:3.0:1780333006.378671:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 588 00000100:00100000:3.0:1780333006.378681:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55373:x1866812045578880:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333006.379032:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55373:x1866812045578880:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 352us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.379040:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 588 00000100:00080000:2.0:1780333006.379115:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333006.380984:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333006.383562:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045579008 00000100:00100000:2.0:1780333006.383580:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045579008 00000100:00100000:2.0:1780333006.383671:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1071 00000100:00100000:2.0:1780333006.383683:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045579008:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333006.386274:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045579008:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 2581us (5283us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333006.386289:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1071 00000100:00100000:1.0:1780333006.394358:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333006.400516:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045579136 00000100:00100000:3.0:1780333006.400533:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045579136 00000100:00100000:3.0:1780333006.400606:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1072 00000100:00100000:3.0:1780333006.402264:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045579136:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333006.403222:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045579136:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 2601us (8869us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.403234:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1072 00000100:00100000:1.0:1780333006.407782:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333006.407854:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045579264 00000100:00100000:3.0:1780333006.407867:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045579264 00000100:00100000:3.0:1780333006.407946:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 589 00000100:00100000:3.0:1780333006.407957:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55373:x1866812045579264:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333006.408924:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55373:x1866812045579264:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 967us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.408933:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 589 00000100:00100000:0.0:1780333006.411400:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333006.411472:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045579392 00000100:00100000:3.0:1780333006.411483:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045579392 00000100:00100000:3.0:1780333006.411536:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 590 00000100:00100000:3.0:1780333006.411546:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55373:x1866812045579392:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333006.411927:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55373:x1866812045579392:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 382us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.411935:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 590 00000100:00100000:1.0:1780333006.415407:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333006.415556:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045579520 00000100:00100000:3.0:1780333006.415566:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045579520 00000100:00100000:3.0:1780333006.415670:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1073 00000100:00100000:3.0:1780333006.415680:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045579520:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333006.416265:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55373:x1866812045579520:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 584us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333006.416483:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1073 00000100:00100000:1.0:1780333006.476607:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333006.476898:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045579776 00000100:00100000:2.0:1780333006.476920:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045579776 00000100:00100000:2.0:1780333006.476991:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1074 00000100:00100000:2.0:1780333006.477002:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:55377:x1866812045579776:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780333006.477060:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333006.477087:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e307fe51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c260 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.477496:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff8ec408256000) 00010000:00010000:2.0:1780333006.477510:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333006.477534:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.477547:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.477557:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.477573:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.477579:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.477585:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.478099:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.478120:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.478128:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780333006.479032:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].33, 64 off10304 00000004:00080000:2.0:1780333006.479043:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2452886423985ns, next at 2453886421923ns, rc = 0 00010000:00010000:2.0:1780333006.479138:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479149:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479158:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479165:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479171:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479176:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479198:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780333006.479220:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479226:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479231:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479241:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333006.479245:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479253:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479265:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333006.479268:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780333006.479272:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479278:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fe74 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479295:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.479300:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333006.479301:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.479309:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479310:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.479325:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333006.479327:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333006.479330:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479331:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.479348:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479348:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479370:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:3.0:1780333006.479371:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333006.479374:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333006.479375:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780333006.479378:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.479380:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333006.479393:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307fe66 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.479395:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e307fe7b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333006.479412:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e28f29cf reply state 000000007bb39c46 transno 4294967709 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333006.479421:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780333006.479424:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333006.479426:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333006.479428:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333006.479510:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:55377:x1866812045579776:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2507us (2909us total) trans 4294967709 rc 0/0 00000100:00100000:2.0:1780333006.479519:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1074 00010000:00010000:3.0:1780333006.483346:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.483363:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.483376:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.483447:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333006.483453:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.483461:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.483477:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec40b3c7800) 00010000:00010000:3.0:1780333006.483480:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333006.483485:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333006.483491:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e307fe6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333006.552010:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333006.557271:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067760000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333006.557369:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333006.557735:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067760000 00000100:00100000:1.0:1780333006.557746:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067760000 00000100:00100000:1.0:1780333006.557794:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1780333006.557819:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067760000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333006.557863:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780333006.557921:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067760000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333006.557928:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1780333006.558667:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067760000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333007.043702:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333007.043734:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333007.043754:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333007.043772:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333007.043808:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580160 00000100:00100000:1.0:1780333007.043817:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580160 00000100:00100000:1.0:1780333007.043858:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580288 00000100:00100000:1.0:1780333007.043860:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580288 00000100:00100000:1.0:1780333007.043878:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1267 00000100:00100000:1.0:1780333007.043887:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045580160:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333007.043949:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045580160:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 63us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333007.043956:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1267 00000100:00100000:1.0:1780333007.043971:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1268 00000100:00100000:1.0:1780333007.043977:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045580288:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333007.043996:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045580288:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 20us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333007.044002:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1268 00000100:00100000:1.0:1780333007.044017:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580032 00000100:00100000:1.0:1780333007.044019:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580032 00000100:00100000:1.0:1780333007.044041:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1688 00000100:00100000:1.0:1780333007.044047:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045580032:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333007.044073:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045580032:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333007.044079:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1688 00000100:00100000:3.0:1780333007.044508:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045579904 00000100:00100000:3.0:1780333007.044514:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045579904 00000100:00100000:3.0:1780333007.044553:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1319 00000100:00100000:3.0:1780333007.044559:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045579904:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333007.044590:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045579904:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333007.044599:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1319 00010000:00010000:1.0:1780333007.320709:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333008.351129:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780333008.383719:0:94244:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2454791098212ns, next at 2433112992455ns, rc = 0 00000004:00080000:1.0:1780333008.388968:0:94244:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2454796347217ns, next at 2453886421923ns, rc = 0 00000004:00080000:1.0:1780333008.465654:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 93 committed 00000004:00080000:1.0:1780333008.465672:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 89 committed 00000001:00080000:1.0:1780333008.465687:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967709 is committed 00000004:00080000:1.0:1780333008.465691:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 92 committed 00000100:00100000:3.0:1780333008.465937:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780333008.465957:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067760128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780333008.466033:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333008.467295:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067760128 00000100:00100000:2.0:1780333008.467306:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067760128 00000100:00100000:2.0:1780333008.467419:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1780333008.467431:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067760128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780333008.467462:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:33 count 1 00010000:00010000:2.0:1780333008.467498:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.467520:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.467528:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780333008.467530:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780333008.467534:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.467565:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.467589:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 5 pid: 6596 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333008.467603:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067760256:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780333008.467836:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42062ba80 going to sleep for 11 seconds 00000100:00080000:3.0:1780333008.470951:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333008.477435:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333008.477586:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580416 00000100:00100000:3.0:1780333008.477596:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580416 00010000:00010000:3.0:1780333008.477673:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 6 pid: 6596 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333008.477708:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 435 00000100:00100000:3.0:1780333008.477718:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045580416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780333008.477733:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333008.477738:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 6 pid: 6596 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333008.477755:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 6 pid: 6596 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333008.477791:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333008.477793:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333008.477798:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333008.477810:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333008.477837:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333008.477885:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045580416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 168us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333008.477893:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 435 00010000:00010000:2.0:1780333008.478274:0:8139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005db64291/0x76434b26e307fe5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c267 expref: 5 pid: 6596 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333008.478290:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8139:1866812067760256:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780333008.478312:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.478323:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.478332:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.478342:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.478351:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333008.478384:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780333008.478998:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067760128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11569us (12963us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1780333008.479007:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000004:00080000:3.0:1780333008.479161:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec30259aa00/2, rc 0, transno 4294967363 00000100:00100000:3.0:1780333008.479179:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067760128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780333008.479241:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333008.479249:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333008.479259:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333008.479264:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333008.479274:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333008.479289:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333008.479296:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae130314/0x76434b26e307fe82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333008.479317:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333008.479319:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333008.479320:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780333008.479434:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780333009.371319:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333010.138706:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067760384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333010.138787:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333010.138925:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067760384 00000100:00100000:1.0:1780333010.138934:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067760384 00000100:00100000:1.0:1780333010.139001:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1780333010.139013:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067760384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333010.139048:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333010.139101:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067760384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333010.139109:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00080000:3.0:1780333010.139660:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333010.140123:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067760384:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333010.393770:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333011.168327:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067760512:0@lo:400:kworker.0 00000100:00100000:2.0:1780333011.168395:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333011.169563:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067760512 00000100:00100000:0.0:1780333011.169573:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067760512 00000100:00100000:0.0:1780333011.169636:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:0.0:1780333011.169647:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067760512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333011.173036:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067760512:12345-0@lo:400:kworker.0 Request processed in 3384us (4632us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333011.173049:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1780333011.173244:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067760640:0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.173305:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333011.173332:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067761152:0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.173357:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333011.173379:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333011.173384:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067761024:0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.173402:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333011.173429:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067760640 00000100:00100000:1.0:1780333011.173436:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067760640 00000100:00100000:1.0:1780333011.173487:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761024 00000100:00100000:1.0:1780333011.173489:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761024 00000100:00100000:1.0:1780333011.173513:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1780333011.173521:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067760640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.173567:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067760640:12345-0@lo:400:kworker.0 Request processed in 47us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333011.173572:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1780333011.173585:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1780333011.173591:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067761024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.173641:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067761024:12345-0@lo:400:kworker.0 Request processed in 24us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333011.173647:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1780333011.173666:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761152 00000100:00100000:1.0:1780333011.173670:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761152 00000100:00100000:1.0:1780333011.173697:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1780333011.173704:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067761152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333011.173953:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067760768:0@lo:400:kworker.0 00000100:00100000:0.0:1780333011.173982:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333011.174001:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333011.174007:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067760896:0@lo:400:kworker.0 00000100:00100000:0.0:1780333011.174026:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333011.174077:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067761152:12345-0@lo:400:kworker.0 Request processed in 373us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333011.174083:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1780333011.174095:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067760896 00000100:00100000:1.0:1780333011.174098:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067760896 00000100:00100000:1.0:1780333011.174129:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1780333011.174135:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067760896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.174169:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067760896:12345-0@lo:400:kworker.0 Request processed in 34us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333011.174174:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1780333011.174193:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067760768 00000100:00100000:1.0:1780333011.174197:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067760768 00000100:00100000:1.0:1780333011.174217:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:1.0:1780333011.174223:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067760768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.174249:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067760768:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333011.174255:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00080000:1.0:1780333011.174272:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333011.174277:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333011.174305:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067761024:0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.174316:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067760640:0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.174325:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067761152:0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.174363:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067760896:0@lo:400:kworker.0 00000100:00100000:1.0:1780333011.174373:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067760768:0@lo:400:kworker.0 00000100:00100000:2.0:1780333011.174574:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067760512:0@lo:400:kworker.0 00010000:00010000:0.0:1780333011.431590:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333011.674055:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067761280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333011.674127:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333011.676086:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761280 00000100:00100000:0.0:1780333011.676100:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761280 00000100:00100000:0.0:1780333011.676150:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1780333011.676159:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067761280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333011.676192:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333011.676263:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067761280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (2135us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333011.676269:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1780333011.676881:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067761280:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1780333011.728371:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:3.0:1780333012.166071:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333012.166115:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333012.166149:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333012.166199:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333012.166234:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580800 00000100:00100000:3.0:1780333012.166244:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580800 00000100:00100000:3.0:1780333012.166308:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580928 00000100:00100000:3.0:1780333012.166311:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580928 00000100:00100000:3.0:1780333012.166337:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1271 00000100:00100000:3.0:1780333012.166348:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045580800:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333012.166417:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580544 00000100:00100000:3.0:1780333012.166422:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045580800:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 74us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333012.166424:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580544 00000100:00100000:3.0:1780333012.166433:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1271 00000100:00100000:3.0:1780333012.166450:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1272 00000100:00100000:3.0:1780333012.166459:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045580928:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333012.166474:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1321 00000100:00100000:0.0:1780333012.166484:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045580544:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333012.166489:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045580928:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 31us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333012.166497:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1272 00000100:00080000:3.0:1780333012.166515:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333012.166519:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333012.166526:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045580544:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333012.166534:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1321 00000100:00100000:2.0:1780333012.167005:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045580672 00000100:00100000:2.0:1780333012.167011:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045580672 00000100:00100000:2.0:1780333012.167102:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1692 00000100:00100000:2.0:1780333012.167120:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045580672:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333012.167159:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045580672:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333012.167166:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1692 00000100:00080000:3.0:1780333012.167209:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780333012.439860:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333013.463798:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333014.488039:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333015.257236:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333015.257258:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067761408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333015.257329:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333015.257439:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761408 00000100:00100000:3.0:1780333015.257448:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761408 00000100:00100000:3.0:1780333015.257507:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1780333015.257517:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067761408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333015.257553:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333015.257599:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067761408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333015.257605:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00080000:0.0:1780333015.257688:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333015.257728:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067761408:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333015.515153:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333016.280046:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067761792:0@lo:400:kworker.0 00000100:00100000:0.0:1780333016.280119:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333016.280193:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333016.280200:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067761920:0@lo:400:kworker.0 00000100:00100000:0.0:1780333016.280226:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333016.280262:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761920 00000100:00100000:0.0:1780333016.280269:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761920 00000100:00100000:0.0:1780333016.280309:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1780333016.280315:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067761920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333016.280353:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067761920:12345-0@lo:400:kworker.0 Request processed in 38us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333016.280358:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1780333016.280395:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067761920:0@lo:400:kworker.0 00000100:00100000:3.0:1780333016.280511:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067761664:0@lo:400:kworker.0 00000100:00100000:3.0:1780333016.280541:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333016.280567:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067762176:0@lo:400:kworker.0 00000100:00100000:3.0:1780333016.280587:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333016.280605:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780333016.280610:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067761536:0@lo:400:kworker.0 00000100:00100000:3.0:1780333016.280657:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333016.280687:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067762048:0@lo:400:kworker.0 00000100:00100000:3.0:1780333016.280708:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333016.280738:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761792 00000100:00100000:3.0:1780333016.280743:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761792 00000100:00100000:3.0:1780333016.280777:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761664 00000100:00100000:3.0:1780333016.280782:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761664 00000100:00100000:3.0:1780333016.280796:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762048 00000100:00100000:3.0:1780333016.280799:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762048 00000100:00100000:3.0:1780333016.280814:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:3.0:1780333016.280819:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067761792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333016.281156:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1780333016.281166:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067761664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333016.281260:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067761536 00000100:00100000:0.0:1780333016.281264:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067761536 00000100:00100000:0.0:1780333016.281292:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1780333016.281299:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067761536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333016.281377:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:2.0:1780333016.281386:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067762048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333016.282536:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067761664:12345-0@lo:400:kworker.0 Request processed in 1368us (1989us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333016.282546:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1780333016.282603:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067761664:0@lo:400:kworker.0 00000100:00080000:1.0:1780333016.282669:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333016.282693:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067761792:0@lo:400:kworker.0 00000100:00100000:1.0:1780333016.282738:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762176 00000100:00100000:1.0:1780333016.282743:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762176 00000100:00100000:1.0:1780333016.282780:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1780333016.282787:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067762176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333016.282834:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067762176:12345-0@lo:400:kworker.0 Request processed in 47us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333016.282841:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00080000:1.0:1780333016.282858:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333016.282886:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:1.0:1780333016.282893:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec30259aa00, transno 4294967363 00000100:00100000:1.0:1780333016.282905:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067762176:0@lo:400:kworker.0 00000100:00100000:3.0:1780333016.284732:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067761792:12345-0@lo:400:kworker.0 Request processed in 3905us (4606us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333016.284744:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:0.0:1780333016.288140:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067761536:12345-0@lo:400:kworker.0 Request processed in 6832us (7473us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333016.288154:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1780333016.289117:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067762048:12345-0@lo:400:kworker.0 Request processed in 7728us (8402us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333016.289127:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:1.0:1780333016.289128:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067761536:0@lo:400:kworker.0 00000100:00100000:1.0:1780333016.289145:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067762048:0@lo:400:kworker.0 00010000:00010000:1.0:1780333016.535859:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333016.793912:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067762304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333016.793991:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333016.808694:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762304 00000100:00100000:0.0:1780333016.808709:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762304 00000100:00100000:0.0:1780333016.808792:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1780333016.808803:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067762304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333016.812281:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333016.812393:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067762304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3586us (18396us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333016.812409:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1780333016.812695:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067762304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333017.279302:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333017.279349:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333017.279379:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333017.279399:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333017.279568:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581184 00000100:00100000:2.0:1780333017.279580:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581184 00000100:00100000:0.0:1780333017.279589:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581440 00000100:00100000:0.0:1780333017.279596:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581440 00000100:00100000:0.0:1780333017.279682:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581312 00000100:00100000:0.0:1780333017.279687:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581312 00000100:00080000:3.0:1780333017.279710:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780333017.279715:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333017.279718:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333017.279723:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1275 00000100:00100000:0.0:1780333017.279735:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045581440:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333017.279814:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045581440:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 80us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333017.279823:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1275 00000100:00100000:0.0:1780333017.279842:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1276 00000100:00100000:0.0:1780333017.279849:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045581312:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333017.279895:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045581312:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333017.279902:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1276 00000100:00100000:0.0:1780333017.279926:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581056 00000100:00100000:0.0:1780333017.279930:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581056 00000100:00100000:0.0:1780333017.279965:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1323 00000100:00100000:0.0:1780333017.279972:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045581056:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333017.280006:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045581056:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 34us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333017.280012:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1323 00000100:00100000:2.0:1780333017.290156:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1696 00000100:00100000:2.0:1780333017.290189:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045581184:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333017.290286:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045581184:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 115us (10994us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333017.290294:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1696 00010000:00010000:2.0:1780333017.562139:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333018.583782:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333019.607941:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333020.375986:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333020.376010:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067762432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333020.376093:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333020.376512:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762432 00000100:00100000:0.0:1780333020.376523:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762432 00000100:00100000:0.0:1780333020.376595:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1780333020.376636:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067762432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333020.376676:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333020.376727:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067762432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333020.376735:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1780333020.376784:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067762432:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780333020.377014:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780333020.631792:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333021.400205:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067762560:0@lo:400:kworker.0 00000100:00100000:2.0:1780333021.400290:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333021.400470:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762560 00000100:00100000:0.0:1780333021.400478:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762560 00000100:00100000:0.0:1780333021.400801:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1780333021.400813:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067762560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333021.400891:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067762688:0@lo:400:kworker.0 00000100:00100000:1.0:1780333021.400923:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333021.400958:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762688 00000100:00100000:1.0:1780333021.400962:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762688 00000100:00100000:1.0:1780333021.400990:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1780333021.400996:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067762688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333021.401042:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067762688:12345-0@lo:400:kworker.0 Request processed in 46us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333021.401049:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1780333021.401084:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067762688:0@lo:400:kworker.0 00000100:00100000:0.0:1780333021.402984:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067762560:12345-0@lo:400:kworker.0 Request processed in 2168us (2688us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333021.402997:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1780333021.403159:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067762816:0@lo:400:kworker.0 00000100:00100000:0.0:1780333021.403211:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333021.403238:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333021.403244:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067762944:0@lo:400:kworker.0 00000100:00100000:0.0:1780333021.403267:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333021.403295:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762944 00000100:00100000:0.0:1780333021.403301:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762944 00000100:00100000:0.0:1780333021.403350:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1780333021.403358:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067762944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333021.403437:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067762816 00000100:00100000:3.0:1780333021.403442:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067762816 00000100:00100000:3.0:1780333021.403495:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1780333021.403503:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067762816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333021.403566:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067762816:12345-0@lo:400:kworker.0 Request processed in 65us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333021.403574:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00080000:3.0:1780333021.403613:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333021.403664:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067762816:0@lo:400:kworker.0 00000100:00100000:0.0:1780333021.403735:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067762944:12345-0@lo:400:kworker.0 Request processed in 377us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333021.403742:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1780333021.404132:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067763200:0@lo:400:kworker.0 00000100:00100000:1.0:1780333021.404166:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333021.404197:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333021.404207:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067763072:0@lo:400:kworker.0 00000100:00100000:3.0:1780333021.404217:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067762944:0@lo:400:kworker.0 00000100:00100000:1.0:1780333021.404235:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333021.404262:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763072 00000100:00100000:3.0:1780333021.404267:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763072 00000100:00100000:0.0:1780333021.404351:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763200 00000100:00100000:0.0:1780333021.404356:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763200 00000100:00100000:3.0:1780333021.404724:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:3.0:1780333021.404733:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067763072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333021.404775:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067763072:12345-0@lo:400:kworker.0 Request processed in 44us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333021.404781:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00080000:1.0:1780333021.404818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333021.404824:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333021.404835:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1780333021.404845:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067763200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333021.404854:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067763072:0@lo:400:kworker.0 00000100:00100000:0.0:1780333021.404892:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067763200:12345-0@lo:400:kworker.0 Request processed in 50us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333021.404905:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067763200:0@lo:400:kworker.0 00000100:00100000:0.0:1780333021.405310:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1780333021.410698:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067762560:0@lo:400:kworker.0 00010000:00010000:2.0:1780333021.655948:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333021.913470:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067763328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333021.913552:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333021.913824:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763328 00000100:00100000:3.0:1780333021.913834:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763328 00000100:00100000:3.0:1780333021.913890:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1780333021.913901:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067763328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333021.913950:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333021.914001:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067763328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333021.914008:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1780333021.915990:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067763328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333022.410722:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333022.410772:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333022.410817:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333022.410855:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333022.410957:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581696 00000100:00100000:2.0:1780333022.410968:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581696 00000100:00100000:2.0:1780333022.411036:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1700 00000100:00100000:2.0:1780333022.411047:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045581696:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333022.411120:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045581696:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 74us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333022.411127:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1700 00000100:00080000:3.0:1780333022.411505:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333022.411996:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581568 00000100:00100000:1.0:1780333022.412004:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581568 00000100:00100000:1.0:1780333022.412039:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1325 00000100:00100000:1.0:1780333022.412046:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045581568:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333022.412086:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045581568:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 40us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333022.412093:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1325 00000100:00100000:1.0:1780333022.412150:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581824 00000100:00100000:1.0:1780333022.412154:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581824 00000100:00100000:1.0:1780333022.412185:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045581952 00000100:00100000:1.0:1780333022.412188:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045581952 00000100:00100000:1.0:1780333022.412211:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1279 00000100:00100000:1.0:1780333022.412217:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045581824:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333022.412245:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045581824:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333022.412251:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1279 00000100:00100000:1.0:1780333022.412262:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1280 00000100:00100000:1.0:1780333022.412268:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045581952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333022.412304:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045581952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 35us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333022.412310:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1280 00000100:00080000:3.0:1780333022.415772:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333022.415780:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780333022.681443:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333023.707040:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333024.729403:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333025.495868:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067763456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333025.495957:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333025.496118:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763456 00000100:00100000:2.0:1780333025.496127:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763456 00000100:00100000:2.0:1780333025.496206:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1780333025.496217:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067763456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333025.496265:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1780333025.496356:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333025.510356:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067763456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 14130us (14387us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333025.510370:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1780333025.510589:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067763456:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333025.751818:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333026.523421:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067763840:0@lo:400:kworker.0 00000100:00100000:3.0:1780333026.523506:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333026.523595:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333026.523602:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067763968:0@lo:400:kworker.0 00000100:00100000:3.0:1780333026.523649:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333026.523830:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763840 00000100:00100000:0.0:1780333026.523841:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763840 00000100:00100000:0.0:1780333026.523903:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:0.0:1780333026.523913:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067763840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333026.523964:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067763840:12345-0@lo:400:kworker.0 Request processed in 53us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333026.523972:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00080000:3.0:1780333026.524029:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333026.524064:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067763840:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524146:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067763712:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524176:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333026.524199:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067764224:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524248:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333026.524273:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780333026.524278:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067763584:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524303:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333026.524321:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067764096:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524338:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333026.524362:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763968 00000100:00100000:1.0:1780333026.524365:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763968 00000100:00100000:1.0:1780333026.524388:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764224 00000100:00100000:1.0:1780333026.524390:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764224 00000100:00100000:1.0:1780333026.524419:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1780333026.524425:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067763968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524456:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067763968:12345-0@lo:400:kworker.0 Request processed in 31us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333026.524462:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1780333026.524472:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1780333026.524477:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067764224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524501:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067764224:12345-0@lo:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333026.524507:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1780333026.524536:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763712 00000100:00100000:1.0:1780333026.524539:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763712 00000100:00100000:1.0:1780333026.524554:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764096 00000100:00100000:1.0:1780333026.524556:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764096 00000100:00100000:1.0:1780333026.524572:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1780333026.524576:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067763712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524601:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067763712:12345-0@lo:400:kworker.0 Request processed in 25us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333026.524606:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1780333026.524616:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1780333026.524643:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067764096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524667:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067764096:12345-0@lo:400:kworker.0 Request processed in 24us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333026.524672:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1780333026.524700:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067764096:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524709:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067763712:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.524717:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067764224:0@lo:400:kworker.0 00000100:00100000:0.0:1780333026.524910:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067763584 00000100:00100000:0.0:1780333026.524914:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067763584 00000100:00100000:0.0:1780333026.524947:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1780333026.524954:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067763584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333026.524988:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067763584:12345-0@lo:400:kworker.0 Request processed in 36us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333026.524994:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00080000:3.0:1780333026.525064:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780333026.525069:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333026.525093:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067763968:0@lo:400:kworker.0 00000100:00100000:1.0:1780333026.526378:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067763584:0@lo:400:kworker.0 00010000:00010000:1.0:1780333026.776314:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333027.031959:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333027.031992:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067764352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333027.032915:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333027.038521:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764352 00000100:00100000:0.0:1780333027.038538:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764352 00000100:00100000:0.0:1780333027.038649:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1780333027.038664:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067764352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333027.038715:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333027.038811:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067764352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 151us (5897us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333027.038830:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1780333027.038928:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067764352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333027.517963:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333027.518070:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582080 00000100:00100000:2.0:1780333027.518081:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582080 00000100:00100000:2.0:1780333027.518141:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1327 00000100:00100000:2.0:1780333027.518153:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045582080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333027.518237:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045582080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 86us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333027.518245:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1327 00000100:00100000:0.0:1780333027.523649:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333027.523690:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333027.523727:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333027.523877:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582208 00000100:00100000:3.0:1780333027.523887:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582208 00000100:00100000:3.0:1780333027.523961:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1704 00000100:00100000:3.0:1780333027.523971:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045582208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333027.524045:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045582208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333027.524053:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1704 00000100:00080000:0.0:1780333027.524424:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333027.524609:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582336 00000100:00100000:1.0:1780333027.524615:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582336 00000100:00100000:1.0:1780333027.524684:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582464 00000100:00100000:1.0:1780333027.524687:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582464 00000100:00100000:1.0:1780333027.524712:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1283 00000100:00100000:1.0:1780333027.524718:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045582464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333027.524755:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045582464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333027.524762:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1283 00000100:00100000:1.0:1780333027.524775:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 592 00000100:00100000:1.0:1780333027.524781:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045582336:12345-192.168.204.30@tcp:9:kworker.0 00000100:00080000:0.0:1780333027.524870:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333027.524874:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1780333027.525437:0:6597:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307f7dd 00000100:00080000:1.0:1780333027.525447:0:6597:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc3800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780333027.525495:0:6597:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967363 00000100:00100000:1.0:1780333027.525963:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045582336:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 1178us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333027.525972:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 592 00010000:00010000:0.0:1780333027.526383:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333027.800525:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333027.984272:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333027.984387:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582592 00000100:00100000:1.0:1780333027.984398:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582592 00000100:00100000:1.0:1780333027.984468:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1075 00000100:00100000:1.0:1780333027.984480:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045582592:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333027.984600:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045582592:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 121us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333027.984608:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1075 00000100:00100000:3.0:1780333027.988013:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333027.988487:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582720 00000100:00100000:0.0:1780333027.988508:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582720 00000100:00100000:0.0:1780333027.988552:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 593 00000100:00100000:0.0:1780333027.988561:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045582720:12345-192.168.204.30@tcp:8:lfs.0 00010000:00080000:0.0:1780333027.988594:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2474 last 0 00000020:00000080:0.0:1780333027.988676:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307fe89 00002000:00100000:0.0:1780333027.988689:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec303448800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1780333027.988719:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1780333027.988810:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1780333027.988838:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec30344d800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1780333027.988906:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045582720:12345-192.168.204.30@tcp:8:lfs.0 Request processed in 345us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333027.988913:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 593 00000100:00100000:0.0:1780333027.999391:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333027.999505:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582848 00000100:00100000:2.0:1780333027.999515:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582848 00000100:00100000:2.0:1780333027.999590:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 594 00000100:00100000:2.0:1780333027.999602:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045582848:12345-192.168.204.30@tcp:19:lfs.0 00000100:00080000:0.0:1780333028.000215:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333028.000250:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045582848:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 649us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333028.000259:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 594 00000100:00100000:2.0:1780333028.010715:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333028.010840:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045582976 00000100:00100000:0.0:1780333028.010851:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045582976 00000100:00100000:0.0:1780333028.010911:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 595 00000100:00100000:0.0:1780333028.010921:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55675:x1866812045582976:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333028.011487:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55675:x1866812045582976:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 566us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333028.011505:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 595 00000100:00100000:3.0:1780333028.020268:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333028.020377:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045583104 00000100:00100000:2.0:1780333028.020387:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045583104 00000100:00100000:2.0:1780333028.020552:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1076 00000100:00100000:2.0:1780333028.020564:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583104:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333028.021162:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583104:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 600us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333028.021172:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1076 00000100:00100000:2.0:1780333028.032502:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333028.032913:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045583232 00000100:00100000:1.0:1780333028.032923:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045583232 00000100:00100000:1.0:1780333028.032982:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1077 00000100:00100000:1.0:1780333028.032993:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583232:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333028.033098:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583232:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 106us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333028.033105:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1077 00000100:00100000:1.0:1780333028.035037:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333028.035254:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045583360 00000100:00100000:2.0:1780333028.035264:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045583360 00000100:00100000:2.0:1780333028.035319:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 596 00000100:00100000:2.0:1780333028.035329:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583360:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333028.036879:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583360:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1544us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333028.036890:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 596 00000100:00100000:3.0:1780333028.049130:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333028.049331:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045583488 00000100:00100000:1.0:1780333028.049342:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045583488 00000100:00100000:1.0:1780333028.049401:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 597 00000100:00100000:1.0:1780333028.049411:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55675:x1866812045583488:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780333028.052640:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55675:x1866812045583488:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 3203us (3492us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333028.052692:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 597 00000100:00100000:3.0:1780333028.062746:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333028.062916:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045583616 00000100:00100000:1.0:1780333028.062927:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045583616 00000100:00100000:1.0:1780333028.062989:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1078 00000100:00100000:1.0:1780333028.063002:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583616:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333028.063482:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55675:x1866812045583616:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 483us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333028.063501:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1078 00010000:00010000:3.0:1780333028.824046:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333029.847807:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333030.217098:0:94605:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea8c5d500 20000000:00000080:1.0:1780333030.217116:0:94605:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410ee7800 uarg=0000000000000000 00010000:00010000:1.0:1780333030.218680:0:94605:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780333030.218731:0:94605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:1.0:1780333030.218736:0:94605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780333030.218748:0:94605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307fe35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c259 expref: 5 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.218777:0:94605:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780333030.218794:0:94605:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333030.218807:0:94605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.218830:0:94605:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fe0b expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.218839:0:94605:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.218877:0:94605:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fe0b expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.218897:0:94605:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fe0b expref: 17 pid: 5799 timeout: 2576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333030.218914:0:94605:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94605:1866812067764480:0@lo:104: 00000100:00100000:1.0:1780333030.218992:0:94605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333030.219055:0:94605:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20e180 going to sleep for 11 seconds 00000100:00100000:2.0:1780333030.219096:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764480 00000100:00100000:2.0:1780333030.219106:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764480 00000100:00100000:2.0:1780333030.219153:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1780333030.219161:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:94605:x1866812067764480:12345-0@lo:104: 00010000:00010000:2.0:1780333030.219188:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333030.219252:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333030.219259:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:94605:x1866812067764480:12345-0@lo:104: Request processed in 99us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333030.219265:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00010000:00010000:0.0:1780333030.219312:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333030.219319:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219327:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333030.219330:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219338:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333030.219344:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333030.219349:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333030.219382:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219388:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333030.219411:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219422:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1c00/0x76434b26e307fe0b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fe12 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219435:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333030.219437:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333030.219438:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333030.219449:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067764608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333030.219491:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333030.219528:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764608 00000100:00100000:0.0:1780333030.219532:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764608 00010000:00010000:0.0:1780333030.219550:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fe0b expref: 18 pid: 5799 timeout: 2576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333030.219580:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1780333030.219587:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067764608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333030.219596:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333030.219600:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fe0b expref: 18 pid: 5799 timeout: 2576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219611:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fe0b expref: 18 pid: 5799 timeout: 2576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219652:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219661:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219679:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219685:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219691:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219696:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219701:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333030.219705:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219712:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219720:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333030.219729:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333030.219767:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067764608:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333030.219773:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1780333030.219900:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067764608:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333030.220362:0:94605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e307fe12 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fe0b expref: 17 pid: 5799 timeout: 2576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333030.220374:0:94605:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94605:1866812067764480:0@lo:104: 00010000:00010000:1.0:1780333030.220388:0:94605:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.220396:0:94605:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.220403:0:94605:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333030.220409:0:94605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfa00/0x76434b26e307fe90 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333030.615826:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780333030.615850:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067764736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333030.615923:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333030.615968:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764736 00000100:00100000:0.0:1780333030.615976:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764736 00000100:00080000:3.0:1780333030.616003:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333030.616042:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1780333030.616052:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067764736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333030.616088:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333030.616140:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067764736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333030.616149:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1780333030.616199:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067764736:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333030.876433:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333031.642958:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067765248:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643027:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333031.643087:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780333031.643093:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067764864:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643120:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333031.643140:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067765376:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643166:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333031.643192:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067765120:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643215:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333031.643231:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780333031.643236:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067764992:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643254:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333031.643268:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067765504:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643286:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333031.643310:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067765248 00000100:00100000:1.0:1780333031.643317:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067765248 00000100:00100000:1.0:1780333031.643358:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067765504 00000100:00100000:1.0:1780333031.643361:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067765504 00000100:00100000:1.0:1780333031.643388:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1780333031.643397:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067765248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643458:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067765248:12345-0@lo:400:kworker.0 Request processed in 61us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333031.643466:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1780333031.643484:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1780333031.643490:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067765504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.643523:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067765504:12345-0@lo:400:kworker.0 Request processed in 33us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333031.643530:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1780333031.644067:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764864 00000100:00100000:1.0:1780333031.644074:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764864 00000100:00100000:1.0:1780333031.644109:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1780333031.644116:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067764864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.644160:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067764864:12345-0@lo:400:kworker.0 Request processed in 45us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333031.644167:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1780333031.644200:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067765376 00000100:00100000:1.0:1780333031.644204:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067765376 00000100:00100000:1.0:1780333031.644228:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067765120 00000100:00100000:1.0:1780333031.644230:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067765120 00000100:00100000:1.0:1780333031.644247:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067764992 00000100:00100000:1.0:1780333031.644249:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067764992 00000100:00100000:1.0:1780333031.644260:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1780333031.644265:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067765376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.644294:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067765376:12345-0@lo:400:kworker.0 Request processed in 29us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333031.644300:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1780333031.644309:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1780333031.644315:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067765120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.644336:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067765120:12345-0@lo:400:kworker.0 Request processed in 21us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333031.644341:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1780333031.644350:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:1.0:1780333031.644355:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067764992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.644375:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067764992:12345-0@lo:400:kworker.0 Request processed in 20us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333031.644380:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00080000:1.0:1780333031.644409:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780333031.644413:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333031.644473:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067764992:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.644485:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067765504:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.644494:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067765120:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.645519:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067764864:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.645648:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067765376:0@lo:400:kworker.0 00000100:00100000:1.0:1780333031.645663:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067765248:0@lo:400:kworker.0 00010000:00010000:2.0:1780333031.896652:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780333031.960042:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333031.960049:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333031.960054:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333031.960098:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333031.960111:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333031.960122:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333031.960150:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067765632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780333031.960220:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333031.960285:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec404e96300 going to sleep for 11 seconds 00000100:00100000:3.0:1780333031.960380:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067765632 00000100:00100000:3.0:1780333031.960389:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067765632 00000100:00100000:3.0:1780333031.960468:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1780333031.960479:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067765632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333031.960495:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333031.960514:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fe97 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333031.960551:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fe97 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333031.960563:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fe97 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333031.960573:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780333031.960651:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067765632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333031.960658:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1780333031.960843:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec30259b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067765632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333031.960858:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333031.960866:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333031.960886:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333031.960891:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333031.960898:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333032.153960:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067765760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333032.154041:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333032.154114:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067765760 00000100:00100000:0.0:1780333032.154122:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067765760 00000100:00100000:0.0:1780333032.154184:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1780333032.154193:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067765760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333032.154231:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333032.154278:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067765760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333032.154285:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1780333032.154306:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067765760:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1780333032.242820:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00100000:3.0:1780333032.242847:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333032.242851:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec302bc6800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333032.242875:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec302bc6800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:3.0:1780333032.242919:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec302bc3800 for lustre-OST0000 00000100:00100000:0.0:1780333032.642296:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333032.642346:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333032.642366:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333032.642385:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333032.642467:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045584128 00000100:00100000:1.0:1780333032.642476:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045584128 00000100:00100000:1.0:1780333032.642541:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045584000 00000100:00100000:1.0:1780333032.642543:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045584000 00000100:00100000:1.0:1780333032.642565:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1286 00000100:00100000:1.0:1780333032.642573:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045584128:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333032.642660:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045584128:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333032.642668:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1286 00000100:00100000:1.0:1780333032.643304:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1287 00000100:00100000:1.0:1780333032.643311:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045584000:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333032.643341:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045584000:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333032.643347:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1287 00000100:00100000:1.0:1780333032.643370:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045583744 00000100:00100000:1.0:1780333032.643374:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045583744 00000100:00100000:1.0:1780333032.643397:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1330 00000100:00100000:1.0:1780333032.643402:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045583744:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333032.643420:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045583744:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 19us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333032.643439:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1330 00000100:00100000:2.0:1780333032.643669:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045583872 00000100:00100000:2.0:1780333032.643674:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045583872 00000100:00100000:2.0:1780333032.643704:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1708 00000100:00100000:2.0:1780333032.643711:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045583872:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333032.643743:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045583872:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333032.643749:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1708 00000100:00080000:0.0:1780333032.645016:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333032.645024:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780333032.645027:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780333032.919699:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333033.401508:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333033.401666:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045584256 00000100:00100000:1.0:1780333033.401676:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045584256 00000100:00100000:1.0:1780333033.401737:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1079 00000100:00100000:1.0:1780333033.401747:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55762:x1866812045584256:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780333033.401768:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333033.401792:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fea5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c26e expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333033.401863:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307feac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333033.401883:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307feac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333033.401895:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307feac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333033.402470:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:1.0:1780333033.402475:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333033.402572:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307feac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333033.402604:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e307fea5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c26e expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333033.402697:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307feac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c26e expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333033.402707:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780333033.402710:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333033.402714:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dea00, rc 0) 00000100:00100000:1.0:1780333033.402816:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55762:x1866812045584256:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1070us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333033.402823:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1079 00000100:00100000:1.0:1780333033.423380:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333033.425546:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045584512 00000100:00100000:0.0:1780333033.425561:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045584512 00000100:00100000:0.0:1780333033.425636:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1080 00000100:00100000:0.0:1780333033.425647:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55762:x1866812045584512:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780333033.425704:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780333033.425735:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e307feac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c26e expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333033.425752:0:44689:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307fe35) 00010000:00010000:0.0:1780333033.425756:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:0.0:1780333033.425768:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333033.425795:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333033.425809:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333033.425818:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780333033.481308:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967710 is committed 00000004:00010000:2.0:1780333033.481398:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003cc50e54 reply state 0000000016050632 transno 4294967710 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333033.481424:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780333033.481579:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00010000:00080000:2.0:1780333033.481708:0:44689:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780333033.481728:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55762:x1866812045584512:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 56078us (58541us total) trans 4294967710 rc 0/0 00000100:00100000:2.0:1780333033.481737:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1080 00010000:00010000:2.0:1780333033.481772:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333033.482018:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333033.482027:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333033.482033:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333033.482039:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333033.482111:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333033.482128:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec408256800) 00010000:00010000:2.0:1780333033.482132:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780333033.482137:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333033.482143:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e307feb3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333033.945465:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333034.354347:0:94804:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff94647c10 20000000:00000080:3.0:1780333034.354363:0:94804:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec434c4dc00 uarg=0000000000000000 00010000:00010000:3.0:1780333034.355160:0:94804:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333034.355177:0:94804:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333034.355191:0:94804:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333034.355208:0:94804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333034.355225:0:94804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fe97 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333034.355234:0:94804:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333034.355271:0:94804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fe97 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333034.355288:0:94804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fe97 expref: 17 pid: 5798 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333034.355302:0:94804:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db1aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94804:1866812067765888:0@lo:104: 00000100:00100000:3.0:1780333034.355364:0:94804:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333034.355530:0:94804:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4084cf000 going to sleep for 11 seconds 00000100:00100000:1.0:1780333034.355811:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067765888 00000100:00100000:1.0:1780333034.355819:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067765888 00000100:00100000:1.0:1780333034.355905:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1780333034.355916:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:94804:x1866812067765888:12345-0@lo:104: 00010000:00010000:1.0:1780333034.355931:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356013:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333034.356019:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:94804:x1866812067765888:12345-0@lo:104: Request processed in 106us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333034.356026:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00010000:00010000:0.0:1780333034.356069:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333034.356076:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333034.356084:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333034.356088:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333034.356097:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333034.356104:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333034.356111:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333034.356141:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333034.356148:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333034.356168:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333034.356175:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1800/0x76434b26e307fe97 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fe9e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333034.356191:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333034.356193:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333034.356195:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333034.356203:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333034.356214:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067766016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333034.356246:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333034.356354:0:94804:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db1aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94804:1866812067765888:0@lo:104: 00010000:00010000:3.0:1780333034.356374:0:94804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333034.356570:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766016 00000100:00100000:1.0:1780333034.356575:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766016 00010000:00010000:1.0:1780333034.356594:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fe97 expref: 18 pid: 5798 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333034.356803:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1780333034.356812:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067766016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333034.356823:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333034.356828:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fe97 expref: 18 pid: 5798 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356841:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fe97 expref: 18 pid: 5798 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356855:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4000/0x76434b26e307fe9e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fe97 expref: 18 pid: 5798 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356870:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356878:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356897:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356904:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356911:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356918:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356923:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333034.356927:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.356934:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333034.357048:0:94804:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333034.357057:0:94804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.361385:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.361413:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e307feba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333034.361436:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333034.361525:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067766016:12345-0@lo:103:ldlm_bl.0 Request processed in 4711us (5275us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333034.361536:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1780333034.361834:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067766016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333034.970182:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333035.736862:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333035.739133:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067766144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333035.739215:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333035.739475:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766144 00000100:00100000:0.0:1780333035.739484:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766144 00000100:00100000:0.0:1780333035.739545:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1780333035.739567:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067766144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333035.739640:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333035.739683:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067766144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333035.739690:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00080000:1.0:1780333035.739800:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333035.739902:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067766144:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333035.992389:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780333036.252696:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333036.252704:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333036.252709:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333036.252757:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333036.252770:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333036.252781:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333036.252809:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db1aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067766272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333036.252876:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333036.252921:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418a3d300 going to sleep for 11 seconds 00000100:00100000:2.0:1780333036.252995:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766272 00000100:00100000:2.0:1780333036.253003:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766272 00000100:00100000:2.0:1780333036.253172:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1780333036.253183:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067766272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333036.253197:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333036.253210:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307fec1 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333036.253233:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307fec1 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333036.253243:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fec1 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333036.253253:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780333036.253298:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067766272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333036.253304:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1780333036.253390:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db1aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067766272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333036.253404:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333036.253412:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333036.253430:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333036.253435:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333036.253442:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333036.763014:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067766400:0@lo:400:kworker.0 00000100:00100000:3.0:1780333036.763089:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333036.763214:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067766528:0@lo:400:kworker.0 00000100:00100000:1.0:1780333036.763251:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333036.763559:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766400 00000100:00100000:3.0:1780333036.763567:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766400 00000100:00100000:1.0:1780333036.763774:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766528 00000100:00100000:1.0:1780333036.763779:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766528 00000100:00100000:1.0:1780333036.763812:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1780333036.763821:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067766528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333036.763833:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1780333036.763843:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067766400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333036.763893:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067766528:12345-0@lo:400:kworker.0 Request processed in 72us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333036.763898:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067766400:12345-0@lo:400:kworker.0 Request processed in 56us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333036.763905:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:3.0:1780333036.763909:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1780333036.764034:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067766784:0@lo:400:kworker.0 00000100:00100000:0.0:1780333036.764063:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333036.764082:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333036.764088:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067766656:0@lo:400:kworker.0 00000100:00100000:0.0:1780333036.764108:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333036.764133:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766784 00000100:00100000:0.0:1780333036.764137:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766784 00000100:00100000:0.0:1780333036.764164:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1780333036.764171:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067766784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333036.764205:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067766784:12345-0@lo:400:kworker.0 Request processed in 35us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333036.764211:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1780333036.764243:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766656 00000100:00100000:0.0:1780333036.764247:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766656 00000100:00100000:3.0:1780333036.764600:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067766912:0@lo:400:kworker.0 00000100:00100000:1.0:1780333036.764761:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067767040:0@lo:400:kworker.0 00000100:00100000:1.0:1780333036.764790:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333036.764834:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067766528:0@lo:400:kworker.0 00000100:00100000:2.0:1780333036.764849:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067767040 00000100:00100000:2.0:1780333036.764855:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067767040 00000100:00100000:2.0:1780333036.764890:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1780333036.764899:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067767040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333036.764941:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067767040:12345-0@lo:400:kworker.0 Request processed in 44us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333036.764947:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1780333036.764979:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067767040:0@lo:400:kworker.0 00000100:00100000:3.0:1780333036.765063:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333036.765089:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067766400:0@lo:400:kworker.0 00000100:00100000:3.0:1780333036.765113:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067766912 00000100:00100000:3.0:1780333036.765117:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067766912 00000100:00100000:0.0:1780333036.765504:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:0.0:1780333036.765513:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067766656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333036.765553:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067766656:12345-0@lo:400:kworker.0 Request processed in 43us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333036.765560:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:0.0:1780333036.765591:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067766656:0@lo:400:kworker.0 00000100:00100000:0.0:1780333036.765603:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067766784:0@lo:400:kworker.0 00000100:00080000:0.0:1780333036.765650:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333036.765654:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333036.765988:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:3.0:1780333036.765997:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067766912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333036.766082:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067766912:12345-0@lo:400:kworker.0 Request processed in 87us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333036.766088:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:0.0:1780333036.766152:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067766912:0@lo:400:kworker.0 00010000:00010000:3.0:1780333037.015887:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333037.277695:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333037.277715:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067767168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333037.277781:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333037.277841:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067767168 00000100:00100000:1.0:1780333037.277848:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067767168 00000100:00100000:1.0:1780333037.277892:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1780333037.277902:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067767168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333037.277938:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333037.277985:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067767168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333037.277992:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1780333037.278036:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067767168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333037.331000:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333037.331172:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045584640 00000100:00100000:3.0:1780333037.331183:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045584640 00000100:00100000:3.0:1780333037.331254:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1081 00000100:00100000:3.0:1780333037.331268:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55838:x1866812045584640:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780333037.331294:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333037.331401:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fecf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c275 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.331472:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.331487:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.331501:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.331515:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.331527:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.331534:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780333037.332687:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780333037.333199:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307fee4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.333216:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307fee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.333227:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307fee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333037.334221:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:3.0:1780333037.334229:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333037.338597:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307fee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.338641:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.338650:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.338658:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339434:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333037.339440:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339450:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339469:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780333037.339471:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333037.339476:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339483:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307fed6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339498:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339505:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339510:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339516:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333037.339518:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339524:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339532:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054dd400) 00010000:00010000:3.0:1780333037.339534:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333037.339537:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339546:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307fedd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339598:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307fecf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c275 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339614:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307fee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c275 expref: 6 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.339643:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333037.339645:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780333037.339647:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780333037.340553:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55838:x1866812045584640:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 9286us (9558us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333037.340562:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1081 00000100:00100000:1.0:1780333037.347227:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333037.347295:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045584896 00000100:00100000:2.0:1780333037.347305:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045584896 00000100:00100000:2.0:1780333037.347380:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1082 00000100:00100000:2.0:1780333037.347391:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55838:x1866812045584896:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780333037.347412:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333037.347433:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307feeb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c27c expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.347812:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.347829:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.347840:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.347854:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.347860:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.347867:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780333037.348728:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x22:0x0], index 0: 0 00010000:00010000:2.0:1780333037.349069:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ff00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349083:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ff00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349092:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ff00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349129:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349136:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349142:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349148:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333037.349152:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349159:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349170:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:2.0:1780333037.349173:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333037.349179:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349185:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e307fef2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333037.349197:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ec499e9 reply state 00000000a1e6385a transno 4294967711 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333037.349206:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780333037.349237:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e307feeb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c27c expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349250:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ff00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c27c expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.349257:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780333037.349260:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780333037.349262:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780333037.349336:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:55838:x1866812045584896:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1946us (2118us total) trans 4294967711 rc 0/0 00000100:00100000:2.0:1780333037.349343:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1082 00000100:00100000:1.0:1780333037.358931:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1780333037.359012:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.359025:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.359033:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.359042:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333037.359047:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.359054:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.359071:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780333037.359074:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333037.359079:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.359085:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e307fef9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333037.359233:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045585152 00000100:00100000:3.0:1780333037.359243:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045585152 00000100:00100000:3.0:1780333037.359421:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1083 00000100:00100000:3.0:1780333037.359436:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:55838:x1866812045585152:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:3.0:1780333037.359493:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333037.359511:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e307ff00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c27c expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.359523:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:3.0:1780333037.359529:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333037.359569:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.359582:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.359590:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333037.359804:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003743c534 reply state 00000000d94ea252 transno 4294967712 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333037.359813:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333037.359897:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:55838:x1866812045585152:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 465us (972us total) trans 4294967712 rc 0/0 00000100:00100000:3.0:1780333037.364399:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1083 00000100:00100000:3.0:1780333037.364547:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1780333037.365450:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.365467:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.365476:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.365482:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333037.365488:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.365496:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.365512:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780333037.365517:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333037.365522:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.365528:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff0e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333037.365572:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045585280 00000100:00100000:3.0:1780333037.365582:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045585280 00000100:00100000:3.0:1780333037.365646:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1084 00000100:00100000:3.0:1780333037.365655:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:55838:x1866812045585280:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780333037.366783:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333037.366809:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307ff15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c283 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.366874:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307ff15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c283 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.366888:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307ff15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c283 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.366905:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333037.366908:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780333037.366911:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780333037.366974:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:55838:x1866812045585280:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1318us (2427us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333037.366982:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1084 00000100:00100000:1.0:1780333037.380787:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333037.381228:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045585408 00000100:00100000:0.0:1780333037.381238:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045585408 00000100:00100000:0.0:1780333037.381320:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 598 00000100:00100000:0.0:1780333037.381331:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045585408:12345-192.168.204.30@tcp:2:touch.60003 00000100:00080000:1.0:1780333037.381958:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333037.382072:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045585408:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 741us (1292us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1780333037.382081:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 598 00000100:00100000:3.0:1780333037.387033:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333037.387088:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045585664 00000100:00100000:3.0:1780333037.387099:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045585664 00000100:00100000:3.0:1780333037.387155:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 110 00000100:00100000:3.0:1780333037.387167:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:55838:x1866812045585664:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:3.0:1780333037.387534:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:55838:x1866812045585664:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 368us (511us total) trans 4294967713 rc 0/0 00000100:00100000:3.0:1780333037.387543:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 110 00000100:00100000:3.0:1780333037.478150:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333037.478472:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045585792 00000100:00100000:2.0:1780333037.478482:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045585792 00000100:00100000:3.0:1780333037.480207:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1085 00000100:00100000:3.0:1780333037.480234:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:55842:x1866812045585792:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780333037.480259:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333037.480279:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c28a expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480344:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480366:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480377:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480392:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480400:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480406:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480500:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ff31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480508:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ff31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480515:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ff31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333037.480550:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x59:0x0]: returning size 0 00000004:00200000:3.0:1780333037.480553:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333037.480571:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ff31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480580:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ff31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480588:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480594:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480600:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480605:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333037.480609:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480641:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480654:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333037.480656:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333037.480661:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480666:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480678:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480684:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480689:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480695:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333037.480698:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480703:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480711:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec4054ddf00) 00010000:00010000:3.0:1780333037.480712:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333037.480715:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480720:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480754:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c28a expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480767:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ff31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c28a expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.480773:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333037.480775:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780333037.480777:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780333037.480858:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:55842:x1866812045585792:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 639us (2716us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333037.480866:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1085 00000100:00100000:2.0:1780333037.488105:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333037.488762:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045585920 00000100:00100000:3.0:1780333037.488772:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045585920 00000100:00100000:3.0:1780333037.488834:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 599 00000100:00100000:3.0:1780333037.488845:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045585920:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780333037.489442:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333037.489470:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c291 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780333037.489502:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x6a1db9ed, atime: 0x6a1db9ed, ctime: 0x6a1db9ed, blocks: 0x1 00010000:00010000:3.0:1780333037.489525:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333037.489537:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333037.489547:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 7 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.490756:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 7 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.490774:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780333037.490855:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045585920:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 2010us (2758us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333037.492365:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 599 00000100:00100000:1.0:1780333037.496841:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333037.497036:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045586176 00000100:00100000:3.0:1780333037.497046:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045586176 00000100:00100000:3.0:1780333037.497123:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1086 00000100:00100000:3.0:1780333037.497134:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:55842:x1866812045586176:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780333037.497188:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333037.497227:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e307ff31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c28a expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.497252:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e307ff15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c283 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.497262:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333037.497273:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333037.497293:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.497306:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.497320:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.497334:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.497341:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.497348:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.498022:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.498034:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.498042:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780333037.500343:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].34, 64 off10368 00000004:00080000:3.0:1780333037.500757:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2483908137463ns, next at 2484908133743ns, rc = 0 00010000:00010000:3.0:1780333037.500834:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500862:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500873:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500887:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500894:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500900:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500927:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780333037.500951:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500957:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500963:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500969:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333037.500973:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500979:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.500990:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:3.0:1780333037.500993:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780333037.500998:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501007:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e307ff4d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501024:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501030:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501034:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501038:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333037.501040:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501045:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501051:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333037.501053:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333037.501055:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333037.501060:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e307ff3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333037.501274:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333037.501281:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333037.501288:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333037.501291:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333037.501297:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333037.501305:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:0.0:1780333037.501307:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780333037.501309:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333037.501315:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e307ff54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333037.501336:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333037.501338:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333037.501339:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1780333037.501478:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6894798 reply state 0000000066ae07ea transno 4294967714 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333037.501488:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333037.502063:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:55842:x1866812045586176:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 4925us (5227us total) trans 4294967714 rc 0/0 00000100:00100000:3.0:1780333037.502080:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1086 00010000:00010000:2.0:1780333037.508842:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.508867:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.508876:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.508882:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333037.508886:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.508899:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.508916:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec4054ddf00) 00010000:00010000:2.0:1780333037.508919:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333037.508924:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333037.508929:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e307ff46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333037.762260:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333037.762319:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333037.762431:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045586432 00000100:00100000:0.0:1780333037.762442:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045586432 00000100:00100000:0.0:1780333037.762517:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1290 00000100:00100000:0.0:1780333037.762527:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045586432:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333037.762603:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045586432:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333037.762611:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1290 00000100:00100000:3.0:1780333037.763255:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045586304 00000100:00100000:3.0:1780333037.763261:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045586304 00000100:00100000:3.0:1780333037.763310:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1333 00000100:00100000:3.0:1780333037.763319:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045586304:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333037.763369:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045586304:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 51us (1117us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333037.763376:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1333 00000100:00080000:1.0:1780333037.763531:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780333038.040043:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780333038.898679:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967711 is committed 00000001:00080000:1.0:1780333038.898698:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967714 is committed 00000004:00080000:1.0:1780333038.898702:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 90 committed 00000100:00100000:1.0:1780333038.898835:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067767296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780333038.898900:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333038.898967:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067767296 00000100:00100000:1.0:1780333038.898974:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067767296 00000100:00100000:1.0:1780333038.899028:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1780333038.899037:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067767296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780333038.899446:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:34 count 1 00010000:00010000:1.0:1780333038.899471:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333038.899493:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333038.899502:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333038.899504:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333038.899508:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333038.899535:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333038.899552:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 6 pid: 8139 timeout: 2585 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333038.899564:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067767424:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780333038.899649:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4375aba80 going to sleep for 11 seconds 00000100:00080000:1.0:1780333038.899662:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333038.901723:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067767424:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780333038.901750:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333038.922372:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333038.922505:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045586560 00000100:00100000:3.0:1780333038.922515:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045586560 00010000:00010000:3.0:1780333038.922558:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 7 pid: 8139 timeout: 2585 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333038.923257:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 438 00000100:00100000:3.0:1780333038.923271:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045586560:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780333038.923285:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333038.923292:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 7 pid: 8139 timeout: 2585 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333038.923311:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 7 pid: 8139 timeout: 2585 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333038.923349:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7f6ee48/0x76434b26e307ff38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c291 expref: 7 pid: 8139 timeout: 2585 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333038.923369:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333038.923371:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333038.923376:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333038.923386:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333038.923420:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333038.923488:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045586560:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 220us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333038.923496:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 438 00010000:00010000:2.0:1780333038.923550:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333038.923560:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333038.923571:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333038.923579:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333038.923596:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780333038.924170:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067767296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25133us (25268us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1780333038.924180:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00010000:00010000:0.0:1780333038.928714:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333038.928725:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333038.928738:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333038.928744:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333038.928755:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333038.928776:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333038.928784:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000825ede8/0x76434b26e307ff5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333038.928806:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333038.928808:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333038.928810:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780333038.929138:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec40316df80/2, rc 0, transno 4294967365 00000100:00100000:2.0:1780333038.929148:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067767296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780333039.066398:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333039.285925:0:95049:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe43d2f6f0 20000000:00000080:1.0:1780333039.285943:0:95049:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec434c4dc00 uarg=0000000000000000 00010000:00010000:1.0:1780333039.286442:0:95049:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780333039.286477:0:95049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:1.0:1780333039.286481:0:95049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780333039.286491:0:95049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e307fee4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c275 expref: 5 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333039.286512:0:95049:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780333039.286526:0:95049:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333039.286539:0:95049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333039.286552:0:95049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307fec1 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333039.286562:0:95049:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333039.286601:0:95049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307fec1 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333039.286639:0:95049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307fec1 expref: 17 pid: 5799 timeout: 2585 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333039.286653:0:95049:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95049:1866812067767552:0@lo:104: 00000100:00100000:1.0:1780333039.286712:0:95049:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333039.286764:0:95049:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4375ab0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333039.287030:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067767552 00000100:00100000:3.0:1780333039.287038:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067767552 00000100:00100000:3.0:1780333039.287088:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1780333039.287097:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95049:x1866812067767552:12345-0@lo:104: 00010000:00010000:3.0:1780333039.287108:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333039.287247:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333039.287254:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95049:x1866812067767552:12345-0@lo:104: Request processed in 159us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333039.287260:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1780333039.287407:0:95049:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95049:1866812067767552:0@lo:104: 00010000:00010000:1.0:1780333039.287426:0:95049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.287463:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333039.287469:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.287477:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333039.287480:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.287488:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333039.287494:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333039.287500:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333039.287560:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.287566:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333039.287600:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.287606:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e307fec1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fec8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.287650:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333039.287652:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333039.287654:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333039.287721:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780333039.287735:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067767680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333039.287768:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333039.287990:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067767680 00000100:00100000:0.0:1780333039.287995:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067767680 00010000:00010000:0.0:1780333039.288027:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fec1 expref: 18 pid: 5799 timeout: 2585 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333039.288058:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1780333039.288065:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067767680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333039.288075:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333039.288079:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307fec1 expref: 18 pid: 5799 timeout: 2585 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288090:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307fec1 expref: 18 pid: 5799 timeout: 2585 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288100:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1e00/0x76434b26e307fec8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307fec1 expref: 18 pid: 5799 timeout: 2585 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288111:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288119:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288132:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288139:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288145:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288152:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288157:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333039.288160:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288166:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288176:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333039.288184:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333039.288216:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067767680:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333039.288223:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1780333039.288250:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067767680:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333039.288438:0:95049:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333039.288446:0:95049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333039.288452:0:95049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dea00/0x76434b26e307ff62 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333040.087933:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780333040.407835:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333040.407843:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333040.407849:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333040.407908:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333040.407920:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333040.407930:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333040.407957:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303630e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067767808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333040.408022:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333040.408131:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4084cfc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780333040.408367:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067767808 00000100:00100000:3.0:1780333040.408375:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067767808 00000100:00100000:3.0:1780333040.408529:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1780333040.408539:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067767808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333040.408554:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333040.408567:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ff69 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333040.408590:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ff69 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333040.408601:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ff69 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333040.408611:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780333040.408680:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067767808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333040.408687:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1780333040.408763:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303630e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067767808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333040.408775:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333040.408785:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333040.408810:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333040.408815:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333040.408822:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333040.855815:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333040.855838:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067767936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333040.855915:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333040.856277:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067767936 00000100:00100000:3.0:1780333040.856287:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067767936 00000100:00100000:3.0:1780333040.856371:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1780333040.856384:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067767936:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780333040.856412:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1780333040.856427:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333040.856491:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067767936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333040.856499:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1780333040.856590:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067767936:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780333041.112323:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333041.880367:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067768064:0@lo:400:kworker.0 00000100:00100000:2.0:1780333041.880435:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333041.880835:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768064 00000100:00100000:0.0:1780333041.880844:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768064 00000100:00100000:2.0:1780333041.880921:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067768576:0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.880929:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1780333041.880938:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067768064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333041.880952:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333041.880984:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067768064:12345-0@lo:400:kworker.0 Request processed in 48us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333041.880992:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067768064:0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.880992:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:2.0:1780333041.881548:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780333041.881561:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067768192:0@lo:400:kworker.0 00000100:00100000:2.0:1780333041.881591:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333041.881612:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067768704:0@lo:400:kworker.0 00000100:00100000:2.0:1780333041.881650:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333041.881744:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768576 00000100:00100000:0.0:1780333041.881750:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768576 00000100:00100000:0.0:1780333041.881787:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768192 00000100:00100000:0.0:1780333041.881790:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768192 00000100:00100000:0.0:1780333041.881808:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:0.0:1780333041.881815:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067768576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.881853:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067768576:12345-0@lo:400:kworker.0 Request processed in 38us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333041.881882:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067768576:0@lo:400:kworker.0 00000100:00100000:2.0:1780333041.881910:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067768320:0@lo:400:kworker.0 00000100:00100000:2.0:1780333041.881935:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333041.881951:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333041.881957:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067768448:0@lo:400:kworker.0 00000100:00100000:2.0:1780333041.881979:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333041.882216:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:0.0:1780333041.882231:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768320 00000100:00100000:0.0:1780333041.882234:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768320 00000100:00100000:0.0:1780333041.882252:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:0.0:1780333041.882257:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067768192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.882304:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067768192:12345-0@lo:400:kworker.0 Request processed in 35us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333041.882311:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:0.0:1780333041.882324:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:0.0:1780333041.882330:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067768320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.882360:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067768320:12345-0@lo:400:kworker.0 Request processed in 31us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333041.882367:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00080000:0.0:1780333041.882383:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333041.882400:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768704 00000100:00100000:0.0:1780333041.882404:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768704 00000100:00100000:0.0:1780333041.882432:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768448 00000100:00100000:0.0:1780333041.882435:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768448 00000100:00100000:0.0:1780333041.882453:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1780333041.882458:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067768704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.882487:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067768704:12345-0@lo:400:kworker.0 Request processed in 29us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333041.882492:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1780333041.882504:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1780333041.882510:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067768448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.882534:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067768448:12345-0@lo:400:kworker.0 Request processed in 25us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333041.882539:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00080000:0.0:1780333041.883095:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333041.883121:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067768448:0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.883131:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067768320:0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.883221:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067768192:0@lo:400:kworker.0 00000100:00100000:0.0:1780333041.883231:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3029ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067768704:0@lo:400:kworker.0 00000100:00100000:0.0:1780333042.076179:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333042.076484:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045586688 00000100:00100000:1.0:1780333042.076494:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045586688 00000100:00100000:1.0:1780333042.076603:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1087 00000100:00100000:1.0:1780333042.076614:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:55930:x1866812045586688:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780333042.076667:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333042.076689:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307ff77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c298 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333042.076757:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ff7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333042.076774:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ff7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333042.076787:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ff7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333042.077009:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:1.0:1780333042.077013:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333042.077125:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ff7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333042.077154:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e307ff77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c298 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333042.077177:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ff7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c298 expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333042.077191:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273eb00) 00010000:00010000:1.0:1780333042.077194:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333042.077198:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de200, rc 0) 00000100:00100000:1.0:1780333042.077269:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55930:x1866812045586688:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 658us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333042.077276:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1087 00000100:00080000:0.0:1780333042.077756:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333042.081480:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333042.081524:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045586944 00000100:00100000:3.0:1780333042.081534:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045586944 00000100:00100000:3.0:1780333042.081600:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1088 00000100:00100000:3.0:1780333042.081614:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55930:x1866812045586944:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780333042.081687:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333042.081717:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e307ff7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c298 expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333042.081732:0:44689:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307fee4) 00010000:00010000:3.0:1780333042.081737:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec41273eb00) 00010000:00010000:3.0:1780333042.081748:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333042.081773:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333042.081786:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333042.081794:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333042.136069:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780333042.140792:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967715 is committed 00000004:00010000:3.0:1780333042.140802:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088a03743 reply state 00000000c424f31f transno 4294967715 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333042.140816:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333042.141045:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00010000:00080000:3.0:1780333042.141158:0:44689:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00010000:00010000:0.0:1780333042.141201:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333042.141211:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333042.141298:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333042.141306:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333042.141311:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333042.141322:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333042.141338:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:0.0:1780333042.141341:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780333042.141346:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333042.141352:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e307ff85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333042.141571:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:55930:x1866812045586944:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 59567us (59709us total) trans 4294967715 rc 0/0 00000100:00100000:3.0:1780333042.141582:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1088 00000100:00100000:0.0:1780333042.393082:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067768832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333042.393152:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333042.393242:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768832 00000100:00100000:0.0:1780333042.393250:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768832 00000100:00100000:0.0:1780333042.393305:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1780333042.393314:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067768832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333042.393350:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333042.393411:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067768832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333042.393419:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1780333042.393775:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067768832:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1780333042.444647:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00080000:3.0:1780333042.444666:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000100:00100000:2.0:1780333042.880364:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333042.880519:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333042.880551:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333042.880595:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587072 00000100:00100000:3.0:1780333042.880606:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587072 00000100:00100000:3.0:1780333042.880698:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1336 00000100:00100000:3.0:1780333042.880709:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045587072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333042.880778:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045587072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 70us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333042.880785:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1336 00000100:00100000:0.0:1780333042.890674:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587200 00000100:00100000:0.0:1780333042.890695:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587200 00000100:00100000:0.0:1780333042.890779:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587328 00000100:00100000:0.0:1780333042.890784:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587328 00000100:00100000:0.0:1780333042.890818:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1293 00000100:00100000:0.0:1780333042.890829:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045587200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333042.890920:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045587200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 93us (10564us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333042.890929:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1293 00000100:00100000:0.0:1780333042.890948:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1294 00000100:00100000:0.0:1780333042.890957:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045587328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333042.890984:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045587328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (10431us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333042.891004:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1294 00000100:00080000:1.0:1780333042.891556:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333042.891562:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1780333043.085427:0:95245:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd3f983f0 20000000:00000080:3.0:1780333043.085444:0:95245:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4206b6400 uarg=0000000000000000 00010000:00010000:3.0:1780333043.086147:0:95245:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333043.086163:0:95245:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333043.086176:0:95245:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333043.086191:0:95245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333043.086208:0:95245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ff69 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333043.086216:0:95245:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333043.086252:0:95245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ff69 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333043.086267:0:95245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ff69 expref: 17 pid: 5798 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333043.086741:0:95245:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95245:1866812067768960:0@lo:104: 00000100:00100000:3.0:1780333043.086806:0:95245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333043.086856:0:95245:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec408d6b600 going to sleep for 11 seconds 00000100:00100000:1.0:1780333043.089064:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067768960 00000100:00100000:1.0:1780333043.089077:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067768960 00000100:00100000:1.0:1780333043.089138:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1780333043.089148:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95245:x1866812067768960:12345-0@lo:104: 00010000:00010000:1.0:1780333043.089165:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333043.089266:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333043.089273:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95245:x1866812067768960:12345-0@lo:104: Request processed in 127us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333043.089289:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00010000:00010000:0.0:1780333043.089352:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333043.089359:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333043.089366:0:95245:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95245:1866812067768960:0@lo:104: 00010000:00010000:0.0:1780333043.089369:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333043.089376:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089384:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333043.089392:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333043.089396:0:95245:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333043.089397:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333043.089433:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089440:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333043.089471:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089478:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e307ff69 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ff70 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089494:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333043.089496:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333043.089498:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333043.089504:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333043.089519:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067769088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333043.089565:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333043.089743:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769088 00000100:00100000:0.0:1780333043.089748:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769088 00010000:00010000:0.0:1780333043.089776:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ff69 expref: 18 pid: 5798 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333043.089809:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1780333043.089826:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067769088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333043.089838:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333043.089843:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ff69 expref: 18 pid: 5798 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089856:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ff69 expref: 18 pid: 5798 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089869:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e307ff70 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ff69 expref: 18 pid: 5798 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089883:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089892:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089911:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089918:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089925:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089931:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089936:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333043.089939:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089945:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089971:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333043.089980:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333043.090020:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067769088:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333043.090026:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00010000:00010000:1.0:1780333043.090137:0:95245:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333043.090146:0:95245:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333043.090152:0:95245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e307ff8c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333043.091360:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067769088:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333043.159920:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333044.186152:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780333045.080856:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333045.080864:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333045.080870:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333045.080933:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333045.080948:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333045.080960:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333045.080989:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067769216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780333045.081064:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333045.081122:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40844db40 going to sleep for 11 seconds 00000100:00100000:0.0:1780333045.081221:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769216 00000100:00100000:0.0:1780333045.081231:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769216 00000100:00100000:0.0:1780333045.081304:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1780333045.081314:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067769216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333045.081328:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333045.081344:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ff93 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333045.081369:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ff93 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333045.081380:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ff93 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333045.081391:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391400, rc 0) 00000100:00100000:0.0:1780333045.081445:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067769216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333045.081453:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1780333045.081744:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067769216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333045.081761:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333045.081770:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333045.081789:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333045.081795:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333045.081802:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333045.207905:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333045.976196:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333045.976217:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067769344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333045.976292:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333045.976372:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769344 00000100:00100000:1.0:1780333045.976380:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769344 00000100:00100000:1.0:1780333045.976441:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1780333045.976452:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067769344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333045.976494:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333045.976542:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067769344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333045.976549:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00080000:1.0:1780333045.976573:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333045.976706:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:1.0:1780333045.976712:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec40316df80, transno 4294967365 00000100:00100000:1.0:1780333045.976728:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067769344:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333046.232141:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333046.370975:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333046.371068:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587456 00000100:00100000:2.0:1780333046.371077:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587456 00000100:00100000:2.0:1780333046.371152:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1089 00000100:00100000:2.0:1780333046.371163:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56007:x1866812045587456:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780333046.371189:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333046.371220:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ffa1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c29f expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371291:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371305:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371317:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371339:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371345:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371352:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371820:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ffb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371830:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.371838:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333046.371931:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:2.0:1780333046.371935:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333046.372013:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372026:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372032:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372039:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372045:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333046.372049:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372057:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372069:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333046.372072:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333046.372077:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372084:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e307ffa8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372101:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372107:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372113:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372119:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333046.372121:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372127:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372136:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec40b3c7300) 00010000:00010000:2.0:1780333046.372138:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333046.372141:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372147:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e307ffaf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372177:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e307ffa1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c29f expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372191:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ffb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c29f expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333046.372202:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780333046.372204:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780333046.372206:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:2.0:1780333046.372278:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56007:x1866812045587456:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1117us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333046.372286:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1089 00000100:00080000:3.0:1780333046.372808:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333046.999984:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067769472:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000070:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333047.000127:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067769984:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000155:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333047.000189:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333047.000195:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067769856:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000234:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333047.000263:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067769728:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000287:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333047.000306:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780333047.000311:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067769600:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000335:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333047.000354:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067770112:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000376:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333047.000407:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769984 00000100:00100000:1.0:1780333047.000415:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769984 00000100:00100000:1.0:1780333047.000487:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769728 00000100:00100000:1.0:1780333047.000490:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769728 00000100:00100000:1.0:1780333047.000507:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769600 00000100:00100000:1.0:1780333047.000510:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769600 00000100:00100000:1.0:1780333047.000528:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:1.0:1780333047.000538:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067769984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000603:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067769984:12345-0@lo:400:kworker.0 Request processed in 66us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333047.000611:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00100000:1.0:1780333047.000659:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:1.0:1780333047.000666:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067769728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000698:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067769728:12345-0@lo:400:kworker.0 Request processed in 33us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333047.000704:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:1.0:1780333047.000715:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:1.0:1780333047.000722:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067769600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000749:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067769600:12345-0@lo:400:kworker.0 Request processed in 28us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333047.000754:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00080000:1.0:1780333047.000778:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333047.000808:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067769600:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000817:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067769728:0@lo:400:kworker.0 00000100:00100000:1.0:1780333047.000848:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067769984:0@lo:400:kworker.0 00000100:00100000:3.0:1780333047.001131:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769472 00000100:00100000:3.0:1780333047.001136:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769472 00000100:00100000:3.0:1780333047.001176:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1780333047.001183:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067769472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333047.001239:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067769472:12345-0@lo:400:kworker.0 Request processed in 57us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333047.001245:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1780333047.001324:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067769472:0@lo:400:kworker.0 00000100:00100000:0.0:1780333047.001521:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067769856 00000100:00100000:0.0:1780333047.001527:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067769856 00000100:00100000:0.0:1780333047.001581:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067770112 00000100:00100000:0.0:1780333047.001584:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067770112 00000100:00100000:0.0:1780333047.001604:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1780333047.001611:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067769856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333047.001672:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067769856:12345-0@lo:400:kworker.0 Request processed in 61us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333047.001693:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1780333047.001706:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1780333047.001712:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067770112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333047.001744:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067770112:12345-0@lo:400:kworker.0 Request processed in 33us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333047.001749:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1780333047.001784:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067769856:0@lo:400:kworker.0 00000100:00080000:3.0:1780333047.002000:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333047.002004:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333047.002209:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067770112:0@lo:400:kworker.0 00010000:00010000:0.0:1780333047.255820:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333047.511926:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067770240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333047.511999:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333047.512467:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067770240 00000100:00100000:0.0:1780333047.512477:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067770240 00000100:00100000:0.0:1780333047.512608:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1780333047.512646:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067770240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333047.512966:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333047.513036:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067770240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 419us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333047.513044:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1780333047.517780:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067770240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333047.998577:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333047.998662:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333047.998694:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333047.998717:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333047.998744:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587712 00000100:00100000:2.0:1780333047.998753:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587712 00000100:00100000:2.0:1780333047.998812:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1718 00000100:00100000:2.0:1780333047.998821:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045587712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333047.998890:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045587712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 70us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333047.998897:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1718 00000100:00100000:2.0:1780333047.998919:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587584 00000100:00100000:2.0:1780333047.998921:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587584 00000100:00100000:2.0:1780333047.998955:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1339 00000100:00100000:2.0:1780333047.998961:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045587584:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333047.998982:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045587584:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333047.998991:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1339 00000100:00100000:2.0:1780333047.999013:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587968 00000100:00100000:2.0:1780333047.999016:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587968 00000100:00100000:2.0:1780333047.999042:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045587840 00000100:00100000:2.0:1780333047.999044:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045587840 00000100:00100000:2.0:1780333047.999060:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1297 00000100:00100000:2.0:1780333047.999065:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045587840:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333047.999086:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045587840:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333047.999091:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1297 00000100:00100000:2.0:1780333047.999102:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 601 00000100:00100000:2.0:1780333047.999107:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045587968:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:2.0:1780333047.999124:0:8139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307fe19 00000100:00080000:2.0:1780333047.999130:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec402e54800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1780333047.999165:0:8139:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967363 00000100:00100000:2.0:1780333047.999412:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045587968:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 303us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333047.999419:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 601 00000100:00080000:2.0:1780333047.999548:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780333047.999553:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780333047.999567:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333048.076614:0:95490:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe1f5e240 20000000:00000080:0.0:1780333048.076668:0:95490:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c45e800 uarg=0000000000000000 00010000:00010000:0.0:1780333048.077876:0:95490:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1780333048.078082:0:95490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:0.0:1780333048.078087:0:95490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780333048.078103:0:95490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e307ffb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c29f expref: 5 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.078134:0:95490:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1780333048.078152:0:95490:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333048.078166:0:95490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.078180:0:95490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ff93 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.078189:0:95490:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.078238:0:95490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ff93 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.078256:0:95490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ff93 expref: 17 pid: 5800 timeout: 2594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333048.078271:0:95490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303633800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95490:1866812067770368:0@lo:104: 00000100:00100000:0.0:1780333048.078343:0:95490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333048.078453:0:95490:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780333048.078581:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067770368 00000100:00100000:2.0:1780333048.078590:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067770368 00000100:00100000:2.0:1780333048.078922:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1780333048.078934:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95490:x1866812067770368:12345-0@lo:104: 00010000:00010000:2.0:1780333048.078951:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333048.079029:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333048.079035:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95490:x1866812067770368:12345-0@lo:104: Request processed in 104us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333048.079042:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00010000:00010000:1.0:1780333048.079084:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333048.079091:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079100:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333048.079105:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079114:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333048.079121:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333048.079126:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333048.079160:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079167:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333048.079187:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079198:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e307ff93 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ff9a expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079224:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333048.079225:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333048.079227:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333048.079250:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067770496:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333048.079285:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333048.079327:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067770496 00000100:00100000:1.0:1780333048.079332:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067770496 00010000:00010000:1.0:1780333048.079354:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ff93 expref: 18 pid: 5800 timeout: 2594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333048.079379:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1780333048.079385:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067770496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333048.079399:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333048.079404:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ff93 expref: 18 pid: 5800 timeout: 2594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079418:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ff93 expref: 18 pid: 5800 timeout: 2594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079435:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079445:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079465:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079473:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079481:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079487:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079492:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333048.079497:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079504:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079513:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.079524:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333048.079553:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067770496:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333048.079560:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1780333048.079614:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067770496:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333048.079791:0:95490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e307ff9a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ff93 expref: 17 pid: 5800 timeout: 2594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333048.079801:0:95490:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303633800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95490:1866812067770368:0@lo:104: 00010000:00010000:0.0:1780333048.079812:0:95490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.079820:0:95490:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.079826:0:95490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333048.079832:0:95490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390000/0x76434b26e307ffbd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333048.290864:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333049.308377:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333049.945056:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333049.945062:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333049.945066:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333049.945109:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333049.945119:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333049.945130:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333049.945152:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067770624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333049.945226:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333049.945313:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e900 going to sleep for 11 seconds 00000100:00100000:2.0:1780333049.951205:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067770624 00000100:00100000:2.0:1780333049.951217:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067770624 00000100:00100000:2.0:1780333049.951276:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1780333049.951287:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067770624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333049.951303:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333049.951324:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ffc4 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333049.951351:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333049.951361:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333049.951370:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780333049.951493:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067770624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 209us (6266us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333049.951501:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1780333049.960736:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067770624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333049.960764:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333049.960777:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333049.960799:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333049.960804:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333049.960812:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333050.328017:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333051.095730:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067770752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333051.095791:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333051.095855:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067770752 00000100:00100000:1.0:1780333051.095861:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067770752 00000100:00100000:1.0:1780333051.095911:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1780333051.095921:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067770752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333051.095957:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333051.096000:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067770752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333051.096007:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:1.0:1780333051.096027:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333051.096068:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067770752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333051.119866:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333051.121365:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045588096 00000100:00100000:0.0:1780333051.121377:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045588096 00000100:00100000:0.0:1780333051.121459:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1090 00000100:00100000:0.0:1780333051.121470:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56093:x1866812045588096:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780333051.121488:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333051.121510:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307ffd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2a6 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780333051.121541:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780333051.121576:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ffd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.121592:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ffd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.121606:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ffd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333051.121829:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:0.0:1780333051.121834:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333051.121931:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ffd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.121968:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e307ffd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2a6 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.121988:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ffd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2a6 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.121996:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780333051.122000:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333051.122003:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391400, rc 0) 00000100:00100000:0.0:1780333051.122076:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56093:x1866812045588096:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 608us (2220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333051.122084:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1090 00000100:00100000:2.0:1780333051.131730:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333051.131800:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045588352 00000100:00100000:0.0:1780333051.131811:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045588352 00000100:00100000:0.0:1780333051.131873:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1091 00000100:00100000:0.0:1780333051.131882:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56093:x1866812045588352:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780333051.131931:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780333051.131969:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e307ffd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2a6 expref: 6 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.131986:0:5805:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307ffb6) 00010000:00010000:0.0:1780333051.131991:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec408256800) 00010000:00010000:0.0:1780333051.132001:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333051.132026:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.132039:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.132060:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333051.133061:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d32b683f reply state 00000000ef9b3032 transno 4294967716 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333051.133075:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780333051.133232:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000100:00100000:0.0:1780333051.133378:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56093:x1866812045588352:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1495us (1656us total) trans 4294967716 rc 0/0 00000100:00100000:0.0:1780333051.133386:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1091 00010000:00010000:0.0:1780333051.135572:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.135588:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.135594:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.135599:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333051.135604:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.135640:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.135659:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780333051.135662:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780333051.135668:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.135673:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e307ffe0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.352233:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333051.872235:0:95685:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6cf28af0 20000000:00000080:1.0:1780333051.872250:0:95685:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2b9800 uarg=0000000000000000 00010000:00010000:1.0:1780333051.872484:0:95685:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780333051.872498:0:95685:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780333051.872511:0:95685:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333051.872526:0:95685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.872543:0:95685:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.872552:0:95685:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.872587:0:95685:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.872602:0:95685:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 17 pid: 5800 timeout: 2598 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333051.872641:0:95685:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95685:1866812067770880:0@lo:104: 00000100:00100000:1.0:1780333051.872701:0:95685:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333051.872821:0:95685:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780333051.872911:0:5788:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780333051.872923:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067770880 00000100:00100000:0.0:1780333051.872929:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067770880 00000100:00100000:0.0:1780333051.873021:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1780333051.873029:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4372ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95685:x1866812067770880:12345-0@lo:104: 00010000:00010000:0.0:1780333051.873042:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333051.873158:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333051.873164:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4372ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:95685:x1866812067770880:12345-0@lo:104: Request processed in 136us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333051.873171:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00010000:00010000:2.0:1780333051.873256:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333051.873263:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873271:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780333051.873275:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873282:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333051.873289:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333051.873295:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780333051.873326:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873332:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333051.873350:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873356:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df600/0x76434b26e307ffc4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307ffcb expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873371:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333051.873373:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333051.873374:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333051.873392:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067771008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333051.873435:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333051.873472:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771008 00000100:00100000:2.0:1780333051.873476:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771008 00010000:00010000:2.0:1780333051.873495:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 18 pid: 5800 timeout: 2598 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333051.873517:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1780333051.873524:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067771008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333051.873534:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333051.873538:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 18 pid: 5800 timeout: 2598 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873549:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 18 pid: 5800 timeout: 2598 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873564:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873571:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873583:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873589:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873595:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873602:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873607:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333051.873610:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873642:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873650:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333051.873660:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333051.873686:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067771008:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333051.873692:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1780333051.873729:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067771008:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333051.878671:0:95685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0200/0x76434b26e307ffcb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ffc4 expref: 17 pid: 5800 timeout: 2598 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333051.878695:0:95685:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95685:1866812067770880:0@lo:104: 00010000:00010000:1.0:1780333051.878725:0:95685:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.878736:0:95685:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.878742:0:95685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333051.878748:0:95685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de200/0x76434b26e307ffe7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333052.119829:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067771520:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.119899:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333052.119963:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780333052.119970:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067771136:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120004:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333052.120027:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067771648:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120050:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333052.120083:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771520 00000100:00100000:0.0:1780333052.120092:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771520 00000100:00100000:0.0:1780333052.120141:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771136 00000100:00100000:0.0:1780333052.120153:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771136 00000100:00100000:0.0:1780333052.120177:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1780333052.120186:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067771520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120241:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067771520:12345-0@lo:400:kworker.0 Request processed in 55us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333052.120248:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1780333052.120265:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:0.0:1780333052.120271:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067771136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120298:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067771136:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333052.120304:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:0.0:1780333052.120323:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771648 00000100:00100000:0.0:1780333052.120326:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771648 00000100:00100000:0.0:1780333052.120353:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1780333052.120359:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067771648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120389:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067771648:12345-0@lo:400:kworker.0 Request processed in 30us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333052.120395:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00080000:0.0:1780333052.120411:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333052.120416:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333052.120451:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067771136:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120462:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067771648:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120470:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067771520:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120740:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067771264:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120768:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333052.120807:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333052.120814:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067771392:0@lo:400:kworker.0 00000100:00100000:0.0:1780333052.120836:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333052.122209:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771264 00000100:00100000:2.0:1780333052.122219:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771264 00000100:00100000:2.0:1780333052.122284:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:2.0:1780333052.122295:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067771264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333052.122362:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067771264:12345-0@lo:400:kworker.0 Request processed in 70us (1592us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333052.122370:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00080000:0.0:1780333052.122444:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333052.122478:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067771264:0@lo:400:kworker.0 00000100:00100000:3.0:1780333052.123119:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771392 00000100:00100000:3.0:1780333052.123125:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771392 00000100:00100000:3.0:1780333052.123206:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1780333052.123215:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067771392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333052.123276:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067771392:12345-0@lo:400:kworker.0 Request processed in 63us (2438us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333052.123282:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1780333052.123337:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067771392:0@lo:400:kworker.0 00010000:00010000:0.0:1780333052.375968:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333052.633395:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067771776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333052.633470:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333052.633643:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771776 00000100:00100000:2.0:1780333052.633657:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771776 00000100:00100000:2.0:1780333052.633704:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1780333052.633712:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067771776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333052.633893:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333052.634075:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067771776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 362us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333052.634086:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1780333052.634180:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067771776:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1780333052.690653:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333052.690663:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec402e55800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333052.690689:0:79109:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec402e55800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:3.0:1780333052.690729:0:79109:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec402e54800 for lustre-OST0001 00000001:00080000:2.0:1780333052.705972:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967716 is committed 00000100:00100000:2.0:1780333053.124001:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333053.125678:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333053.125763:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045588480 00000100:00100000:3.0:1780333053.125774:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045588480 00000100:00100000:3.0:1780333053.125828:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1341 00000100:00100000:3.0:1780333053.125839:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045588480:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333053.125989:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045588480:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 152us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333053.125998:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1341 00000100:00100000:1.0:1780333053.127533:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045588608 00000100:00100000:1.0:1780333053.127544:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045588608 00000100:00100000:1.0:1780333053.127876:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1722 00000100:00100000:1.0:1780333053.127891:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045588608:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333053.127960:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045588608:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 72us (3967us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333053.127968:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1722 00000100:00080000:3.0:1780333053.128889:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333053.129292:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333053.129350:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045588736 00000100:00100000:0.0:1780333053.129359:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045588736 00000100:00080000:2.0:1780333053.129419:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333053.129420:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1300 00000100:00100000:0.0:1780333053.129428:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045588736:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333053.129492:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045588736:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 64us (3768us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333053.129498:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1300 00010000:00010000:0.0:1780333053.400162:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333053.661085:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333053.661092:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333053.661097:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333053.661158:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333053.661170:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333053.661181:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333053.661205:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067771904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333053.661272:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333053.661313:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333053.662310:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067771904 00000100:00100000:2.0:1780333053.662332:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067771904 00000100:00100000:2.0:1780333053.662544:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1780333053.662571:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067771904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333053.662586:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333053.662713:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e307ffee expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333053.662754:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e307ffee expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333053.662766:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ffee expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333053.662901:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0000, rc 0) 00000100:00100000:2.0:1780333053.662963:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067771904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 410us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333053.662970:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:1.0:1780333053.663140:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067771904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333053.663157:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333053.663166:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333053.663185:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780333053.663190:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333053.663198:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.424593:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333054.487955:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333054.488040:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045588864 00000100:00100000:3.0:1780333054.488051:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045588864 00000100:00100000:3.0:1780333054.488125:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1092 00000100:00100000:3.0:1780333054.488137:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045588864:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333054.488262:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045588864:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 127us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333054.488269:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1092 00000100:00100000:2.0:1780333054.490217:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333054.490322:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045588992 00000100:00100000:0.0:1780333054.490331:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045588992 00000100:00100000:3.0:1780333054.490487:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 602 00000100:00100000:3.0:1780333054.490570:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045588992:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333054.491090:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045588992:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 593us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333054.491100:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 602 00000100:00100000:0.0:1780333054.493050:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333054.493105:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045589120 00000100:00100000:2.0:1780333054.493130:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045589120 00000100:00100000:2.0:1780333054.493175:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 603 00000100:00100000:2.0:1780333054.493184:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2365:x1866812045589120:12345-192.168.204.30@tcp:8:lfs.60003 00010000:00080000:2.0:1780333054.493218:0:8139:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2500 last 0 00000020:00000080:2.0:1780333054.493253:0:8139:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e307fffc 00002000:00100000:2.0:1780333054.493265:0:8139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec302bc3800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780333054.493276:0:8139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780333054.493492:0:8139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1780333054.493519:0:8139:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc1000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780333054.493589:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045589120:12345-192.168.204.30@tcp:8:lfs.60003 Request processed in 404us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333054.493596:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 603 00000100:00100000:1.0:1780333054.498546:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333054.498612:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045589248 00000100:00100000:0.0:1780333054.498651:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045589248 00000100:00080000:2.0:1780333054.498757:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333054.498815:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 604 00000100:00100000:2.0:1780333054.498827:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56178:x1866812045589248:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333054.499207:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56178:x1866812045589248:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 381us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333054.499215:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 604 00000100:00100000:3.0:1780333054.502750:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333054.503005:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045589376 00000100:00100000:0.0:1780333054.503016:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045589376 00000100:00100000:0.0:1780333054.503081:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1093 00000100:00100000:0.0:1780333054.503092:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589376:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333054.503536:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589376:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 445us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333054.503544:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1093 00000100:00100000:0.0:1780333054.507194:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333054.507720:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045589504 00000100:00100000:1.0:1780333054.507732:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045589504 00000100:00100000:1.0:1780333054.507824:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1094 00000100:00100000:1.0:1780333054.507836:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589504:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780333054.507942:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589504:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 108us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333054.507950:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1094 00000100:00100000:1.0:1780333054.510717:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333054.510985:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045589632 00000100:00100000:2.0:1780333054.510993:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045589632 00000100:00100000:2.0:1780333054.511030:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 605 00000100:00100000:2.0:1780333054.511036:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589632:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333054.511515:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589632:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 477us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333054.511522:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 605 00000100:00100000:2.0:1780333054.513421:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333054.513521:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045589760 00000100:00100000:3.0:1780333054.513530:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045589760 00000100:00100000:3.0:1780333054.513615:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 606 00000100:00100000:3.0:1780333054.513655:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56178:x1866812045589760:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333054.514099:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56178:x1866812045589760:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 445us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333054.514107:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 606 00000100:00100000:0.0:1780333054.516061:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333054.516222:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045589888 00000100:00100000:2.0:1780333054.516233:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045589888 00000100:00100000:2.0:1780333054.516297:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1095 00000100:00100000:2.0:1780333054.516307:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589888:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333054.516749:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56178:x1866812045589888:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 443us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333054.516757:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1095 00000100:00100000:1.0:1780333054.565085:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333054.568118:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045590016 00000100:00100000:0.0:1780333054.568132:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045590016 00000100:00100000:0.0:1780333054.568203:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1096 00000100:00100000:0.0:1780333054.568282:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56182:x1866812045590016:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780333054.568305:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333054.568332:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080003 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2ad expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.568845:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.568862:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.568877:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.568891:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.568898:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.568916:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570158:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080018 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570189:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570202:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333054.570281:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:3.0:1780333054.570285:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333054.570381:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570398:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570405:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570411:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570417:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333054.570420:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570427:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570439:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:3.0:1780333054.570442:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333054.570447:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570456:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308000a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570471:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570477:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570482:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570486:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333054.570488:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570493:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570500:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec4054dd100) 00010000:00010000:3.0:1780333054.570503:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333054.570505:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570511:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e3080011 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570543:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080003 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2ad expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570561:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080018 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2ad expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333054.570579:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:3.0:1780333054.570581:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780333054.570583:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780333054.570695:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56182:x1866812045590016:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 2481us (5616us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333054.570703:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1096 00000100:00100000:3.0:1780333054.577774:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333054.577983:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045590272 00000100:00100000:1.0:1780333054.577995:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045590272 00000100:00100000:1.0:1780333054.578056:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1097 00000100:00100000:1.0:1780333054.578067:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56182:x1866812045590272:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:1.0:1780333054.578087:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333054.578119:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e308001f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2b4 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.578476:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.578492:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.578503:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.578517:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.578524:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.578530:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780333054.579368:0:6619:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x22:0x0], index 1: 0 00010000:00010000:1.0:1780333054.579659:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e3080034 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579672:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e3080034 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579681:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e3080034 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579718:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579725:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579732:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579738:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333054.579743:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579750:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579761:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:1.0:1780333054.579765:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333054.579770:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579776:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e3080026 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333054.579792:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008af58ee8 reply state 000000000de20f01 transno 4294967717 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333054.579801:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780333054.579841:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e308001f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2b4 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579874:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e3080034 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2b4 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333054.579882:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780333054.579884:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780333054.579887:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df000, rc 0) 00000100:00100000:1.0:1780333054.579970:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:56182:x1866812045590272:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 1904us (2205us total) trans 4294967717 rc 0/0 00000100:00100000:1.0:1780333054.579978:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1097 00010000:00010000:2.0:1780333054.584747:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333054.584763:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333054.584771:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333054.584776:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333054.584781:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333054.584787:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333054.584803:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec41273e800) 00010000:00010000:2.0:1780333054.584806:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333054.584811:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333054.584817:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e308002d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333054.587272:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333054.587709:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045590400 00000100:00100000:0.0:1780333054.587719:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045590400 00000100:00100000:0.0:1780333054.587774:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 607 00000100:00100000:0.0:1780333054.587784:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56182:x1866812045590400:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780333054.587802:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333054.587837:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2bb expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780333054.587862:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780333054.587881:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333054.587883:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333054.587890:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 7 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333054.587913:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 7 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333054.587925:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780333054.588022:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56182:x1866812045590400:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 239us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333054.588029:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 607 00000100:00100000:0.0:1780333054.621183:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333054.621459:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045590528 00000100:00100000:1.0:1780333054.621470:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045590528 00002000:00100000:1.0:1780333054.621521:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x22:0x0] (0->1048575) req@ffff8ec303632a00 x1866812045590528/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:30/0 lens 488/0 e 0 to 0 dl 1780333065 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1780333054.621604:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec303632a00 with x1866812045590528 ext(0->1048575) 00002000:00010000:1.0:1780333054.621611:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec303632a00 00000100:00100000:1.0:1780333054.621674:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 27 00000100:00100000:1.0:1780333054.621684:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045590528:12345-192.168.204.30@tcp:4:dd.60003 00000001:00100000:1.0:1780333054.685550:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:3.0:1780333054.690301:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045590528:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 68607us (69116us total) trans 4294967364 rc 0/0 00000100:00100000:3.0:1780333054.690316:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 27 00002000:00100000:3.0:1780333054.690328:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x22:0x0] (0->1048575) req@ffff8ec303632a00 x1866812045590528/t4294967364(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:30/0 lens 488/448 e 0 to 0 dl 1780333065 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1780333054.690339:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec303632a00 with x1866812045590528 ext(0->1048575) 00002000:00010000:3.0:1780333054.690346:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec303632a00 00000100:00100000:3.0:1780333054.694498:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333054.694596:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045590656 00000100:00100000:1.0:1780333054.694606:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045590656 00000100:00100000:1.0:1780333054.694711:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1098 00000100:00100000:1.0:1780333054.694722:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:56182:x1866812045590656:12345-192.168.204.30@tcp:44:dd.60003 00000001:00080000:3.0:1780333054.741302:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967717 is committed 00000100:00100000:1.0:1780333054.741533:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56182:x1866812045590656:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 46805us (47037us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333054.741548:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1098 00000100:00100000:0.0:1780333054.745761:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333054.745853:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045590784 00000100:00100000:2.0:1780333054.745862:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045590784 00000100:00100000:2.0:1780333054.745912:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 608 00000100:00100000:2.0:1780333054.745922:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2367:x1866812045590784:12345-192.168.204.30@tcp:16:dd.60003 00000001:00080000:1.0:1780333054.785516:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000100:00100000:0.0:1780333054.785845:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045590784:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 39919us (40089us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333054.785858:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 608 00000100:00100000:2.0:1780333054.793892:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333054.794393:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591040 00000100:00100000:3.0:1780333054.794403:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591040 00000100:00100000:3.0:1780333054.794471:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 111 00000100:00100000:3.0:1780333054.794481:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4110ddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56182:x1866812045591040:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:3.0:1780333054.796421:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4110ddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:56182:x1866812045591040:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 1935us (2531us total) trans 4294967718 rc 0/0 00000100:00100000:3.0:1780333054.796432:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 111 00010000:00010000:2.0:1780333055.451997:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780333056.080442:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967718 is committed 00000100:00100000:1.0:1780333056.222320:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067772032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333056.222386:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333056.223197:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772032 00000100:00100000:0.0:1780333056.223207:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772032 00000100:00100000:0.0:1780333056.223268:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1780333056.223277:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067772032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333056.223311:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1780333056.225683:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333056.227372:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067772032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4086us (4976us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333056.227387:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1780333056.234050:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067772032:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780333056.473095:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333057.242380:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067772544:0@lo:400:kworker.0 00000100:00100000:0.0:1780333057.242456:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333057.242976:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333057.242987:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067772416:0@lo:400:kworker.0 00000100:00100000:0.0:1780333057.243024:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333057.243060:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772544 00000100:00100000:2.0:1780333057.243154:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067772160:0@lo:400:kworker.0 00000100:00100000:2.0:1780333057.243191:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333057.243216:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067772672:0@lo:400:kworker.0 00000100:00100000:2.0:1780333057.243243:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333057.243273:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780333057.243273:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772416 00000100:00100000:1.0:1780333057.243280:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772416 00000100:00100000:2.0:1780333057.243283:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067772288:0@lo:400:kworker.0 00000100:00100000:0.0:1780333057.243285:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772544 00000100:00100000:2.0:1780333057.243317:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333057.243338:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067772800:0@lo:400:kworker.0 00000100:00100000:0.0:1780333057.243345:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1780333057.243346:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772672 00000100:00100000:1.0:1780333057.243351:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772672 00000100:00100000:0.0:1780333057.243360:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067772544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333057.243375:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772288 00000100:00100000:2.0:1780333057.243380:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333057.243381:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772288 00000100:00100000:1.0:1780333057.243404:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1780333057.243413:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067772416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333057.243420:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:0.0:1780333057.243428:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067772544:12345-0@lo:400:kworker.0 Request processed in 71us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333057.243434:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067772672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333057.243440:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1780333057.243459:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772800 00000100:00100000:0.0:1780333057.243462:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772800 00000100:00100000:2.0:1780333057.243491:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067772672:12345-0@lo:400:kworker.0 Request processed in 63us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333057.243498:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:2.0:1780333057.243522:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:2.0:1780333057.243528:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067772288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333057.243557:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067772288:12345-0@lo:400:kworker.0 Request processed in 29us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333057.243564:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00100000:3.0:1780333057.243573:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772160 00000100:00100000:3.0:1780333057.243579:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772160 00000100:00100000:2.0:1780333057.243605:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067772288:0@lo:400:kworker.0 00000100:00100000:2.0:1780333057.243638:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067772672:0@lo:400:kworker.0 00000100:00100000:3.0:1780333057.243656:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1780333057.243665:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067772160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333057.243717:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067772160:12345-0@lo:400:kworker.0 Request processed in 54us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333057.243724:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00080000:3.0:1780333057.243751:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333057.243756:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333057.243770:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1780333057.243778:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067772800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333057.243807:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067772800:12345-0@lo:400:kworker.0 Request processed in 30us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333057.243813:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1780333057.244315:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067772544:0@lo:400:kworker.0 00000100:00100000:2.0:1780333057.244474:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067772800:0@lo:400:kworker.0 00000100:00100000:2.0:1780333057.244486:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067772160:0@lo:400:kworker.0 00000100:00100000:1.0:1780333057.246472:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067772416:12345-0@lo:400:kworker.0 Request processed in 3054us (3439us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333057.246485:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:0.0:1780333057.246568:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067772416:0@lo:400:kworker.0 00000004:00080000:1.0:1780333057.279805:0:95933:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2503687183752ns, next at 2484908133743ns, rc = 0 00000004:00080000:1.0:1780333057.280030:0:95933:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2503687410931ns, next at 2453886421923ns, rc = 0 00000004:00080000:0.0:1780333057.283820:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 94 committed 00000004:00080000:0.0:1780333057.283846:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 91 committed 00010000:00010000:0.0:1780333057.496364:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333057.754176:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333057.754201:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067772928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333057.754505:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333057.754596:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067772928 00000100:00100000:0.0:1780333057.754604:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067772928 00000100:00100000:0.0:1780333057.754681:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1780333057.754690:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067772928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333057.754726:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1780333057.754775:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067772928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333057.754916:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1780333057.754965:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d3c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067772928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333058.238045:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333058.238097:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333058.238122:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333058.238151:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333058.238171:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591552 00000100:00100000:3.0:1780333058.238181:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591552 00000100:00100000:3.0:1780333058.238232:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591424 00000100:00100000:3.0:1780333058.238235:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591424 00000100:00100000:3.0:1780333058.238258:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1303 00000100:00100000:3.0:1780333058.238271:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045591552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333058.238291:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591168 00000100:00100000:0.0:1780333058.238296:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591168 00000100:00100000:0.0:1780333058.238326:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1344 00000100:00100000:0.0:1780333058.238333:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045591168:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333058.238370:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045591168:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333058.238379:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1344 00000100:00100000:0.0:1780333058.238413:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1304 00000100:00100000:0.0:1780333058.238420:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045591424:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333058.238425:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045591552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 160us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333058.238436:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1303 00000100:00100000:0.0:1780333058.238445:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045591424:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333058.238451:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1304 00000100:00080000:3.0:1780333058.238455:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780333058.238459:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333058.239806:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591296 00000100:00100000:2.0:1780333058.239816:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591296 00000100:00100000:2.0:1780333058.239877:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1726 00000100:00100000:2.0:1780333058.239887:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045591296:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333058.239942:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045591296:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 57us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333058.239948:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1726 00000100:00080000:3.0:1780333058.240395:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333058.469254:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333058.472702:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591680 00000100:00100000:0.0:1780333058.472716:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591680 00000100:00100000:0.0:1780333058.473580:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1099 00000100:00100000:0.0:1780333058.473594:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045591680:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333058.473731:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045591680:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 141us (4485us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333058.473740:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1099 00000100:00100000:3.0:1780333058.476793:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333058.476905:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591808 00000100:00100000:1.0:1780333058.476915:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591808 00000100:00100000:1.0:1780333058.476970:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 609 00000100:00100000:1.0:1780333058.476981:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56374:x1866812045591808:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780333058.477348:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56374:x1866812045591808:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 369us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333058.477360:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 609 00000100:00100000:0.0:1780333058.487681:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333058.487718:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045591936 00000100:00100000:0.0:1780333058.487727:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045591936 00000100:00100000:0.0:1780333058.488573:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 610 00000100:00100000:0.0:1780333058.488587:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56374:x1866812045591936:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333058.490437:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56374:x1866812045591936:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1848us (2758us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333058.490448:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 610 00000100:00100000:3.0:1780333058.501548:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333058.501592:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045592064 00000100:00100000:3.0:1780333058.501603:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045592064 00000100:00100000:3.0:1780333058.501681:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1100 00000100:00100000:3.0:1780333058.501692:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045592064:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333058.502074:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045592064:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 383us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333058.502082:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1100 00000100:00100000:3.0:1780333058.505244:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333058.505581:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045592192 00000100:00100000:0.0:1780333058.505591:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045592192 00000100:00100000:0.0:1780333058.505678:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1101 00000100:00100000:0.0:1780333058.505689:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045592192:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333058.505788:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045592192:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 101us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333058.505796:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1101 00000100:00100000:0.0:1780333058.512849:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333058.513879:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045592320 00000100:00100000:3.0:1780333058.513890:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045592320 00000100:00100000:3.0:1780333058.513946:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 611 00000100:00100000:3.0:1780333058.513956:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56374:x1866812045592320:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333058.514332:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56374:x1866812045592320:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 376us (1490us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333058.514340:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 611 00000100:00100000:1.0:1780333058.516946:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333058.517017:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045592448 00000100:00100000:3.0:1780333058.517026:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045592448 00000100:00100000:3.0:1780333058.517121:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 612 00000100:00100000:3.0:1780333058.517132:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56374:x1866812045592448:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333058.517474:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56374:x1866812045592448:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 343us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333058.517482:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 612 00010000:00010000:1.0:1780333058.521035:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333058.524554:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333058.524756:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045592576 00000100:00100000:0.0:1780333058.524776:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045592576 00000100:00100000:0.0:1780333058.524837:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1102 00000100:00100000:0.0:1780333058.524848:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045592576:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333058.525273:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56374:x1866812045592576:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 426us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333058.525281:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1102 00000100:00100000:3.0:1780333058.593016:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333058.593190:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045592832 00000100:00100000:2.0:1780333058.593201:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045592832 00000100:00100000:2.0:1780333058.593310:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1103 00000100:00100000:2.0:1780333058.593322:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56378:x1866812045592832:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:2.0:1780333058.593377:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333058.593406:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e3080034 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2b4 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.593432:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:2.0:1780333058.593442:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333058.593465:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.593480:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.593490:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.593506:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.593513:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.593519:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.594001:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.594010:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.594018:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780333058.595731:0:5805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].34, 64 off10368 00000004:00080000:3.0:1780333058.595750:0:5805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2505003130697ns, next at 2506003126270ns, rc = 0 00010000:00010000:3.0:1780333058.595999:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596017:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596029:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596038:0:5805:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596047:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596062:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596083:0:5805:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780333058.596110:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596117:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596124:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596131:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333058.596136:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596144:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596159:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:3.0:1780333058.596163:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780333058.596168:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596174:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080057 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596195:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596202:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596209:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596215:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333058.596218:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596225:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596240:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:3.0:1780333058.596243:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333058.596247:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333058.596253:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080049 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333058.596266:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005118f197 reply state 00000000de2fe6a8 transno 4294967719 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333058.596276:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333058.597552:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:56378:x1866812045592832:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 4224us (4537us total) trans 4294967719 rc 0/0 00000100:00100000:3.0:1780333058.597565:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1103 00010000:00010000:2.0:1780333058.598252:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333058.598263:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.598274:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333058.598278:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.598292:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.598307:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff8ec40b3c7f00) 00010000:00010000:2.0:1780333058.598310:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780333058.598314:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.598319:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308005e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333058.598339:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333058.598340:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333058.598342:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333058.604775:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333058.604792:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333058.604800:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333058.604806:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333058.604811:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333058.604819:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333058.604836:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff8ec40b3c7800) 00010000:00010000:0.0:1780333058.604839:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333058.604844:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333058.604850:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080050 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333059.544101:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780333060.406762:0:96078:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2506814140705ns, next at 2484908133743ns, rc = 0 00000004:00080000:1.0:1780333060.406925:0:96078:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2506814306570ns, next at 2506003126270ns, rc = 0 00000004:00080000:2.0:1780333060.452532:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 96 committed 00000004:00080000:2.0:1780333060.452561:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 92 committed 00000001:00080000:2.0:1780333060.452580:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967719 is committed 00000004:00080000:2.0:1780333060.452585:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 95 committed 00000100:00100000:2.0:1780333060.452853:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067773056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780333060.452928:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333060.453031:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067773056 00000100:00100000:3.0:1780333060.453040:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067773056 00000100:00100000:3.0:1780333060.453097:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1780333060.453109:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067773056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780333060.453137:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:34 count 1 00010000:00010000:3.0:1780333060.453163:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333060.453185:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333060.453193:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780333060.453195:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780333060.453199:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333060.453225:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 5 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333060.453240:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 5 pid: 6597 timeout: 2606 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333060.453251:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067773184:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780333060.453306:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40bb4f240 going to sleep for 11 seconds 00000100:00080000:3.0:1780333060.453320:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333060.455797:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067773184:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780333060.455829:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333060.457312:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333060.457546:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045592960 00000100:00100000:2.0:1780333060.457556:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045592960 00010000:00010000:2.0:1780333060.457609:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 6 pid: 6597 timeout: 2606 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333060.457687:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 443 00000100:00100000:2.0:1780333060.457697:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045592960:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780333060.457711:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333060.457717:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 6 pid: 6597 timeout: 2606 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.457731:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 6 pid: 6597 timeout: 2606 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.457764:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fc40794/0x76434b26e3080042 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2bb expref: 6 pid: 6597 timeout: 2606 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.457780:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333060.457782:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333060.457786:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.457796:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.457822:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333060.457872:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045592960:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 177us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333060.457879:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 443 00010000:00010000:0.0:1780333060.458241:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333060.458252:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333060.458262:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333060.458270:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333060.458291:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780333060.458939:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067773056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5832us (6009us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1780333060.458949:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000004:00080000:1.0:1780333060.459278:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec302584000/2, rc 0, transno 4294967365 00000100:00100000:1.0:1780333060.459298:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067773056:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1780333060.459913:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780333060.460008:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333060.460017:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.460041:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333060.460046:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.460063:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.460081:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.460088:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080065 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333060.460106:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333060.460108:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333060.460109:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333060.567773:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333061.343102:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780333061.343123:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067773312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333061.343191:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333061.343568:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067773312 00000100:00100000:3.0:1780333061.343577:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067773312 00000100:00100000:3.0:1780333061.347760:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1780333061.347780:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067773312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333061.347910:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333061.348207:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067773312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 226us (4804us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333061.348215:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1780333061.348285:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067773312:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780333061.355864:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780333061.593078:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333062.359888:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333062.363314:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067773568:0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.363396:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333062.363461:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333062.363468:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067773696:0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.363493:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333062.363526:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067773568 00000100:00100000:3.0:1780333062.363538:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067773568 00000100:00100000:3.0:1780333062.363592:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067773696 00000100:00100000:3.0:1780333062.363595:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067773696 00000100:00100000:3.0:1780333062.363669:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1780333062.363678:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067773568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.363736:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067773568:12345-0@lo:400:kworker.0 Request processed in 59us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333062.363744:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00080000:1.0:1780333062.363753:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333062.363767:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1780333062.363775:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067773696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333062.363778:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067773824:0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.363818:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067773696:12345-0@lo:400:kworker.0 Request processed in 43us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333062.363825:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333062.363831:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:1.0:1780333062.363856:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067773824 00000100:00100000:1.0:1780333062.363861:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067773824 00000100:00100000:3.0:1780333062.363895:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067773696:0@lo:400:kworker.0 00000100:00100000:1.0:1780333062.363897:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1780333062.363909:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067773824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.363916:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067773568:0@lo:400:kworker.0 00000100:00100000:1.0:1780333062.363948:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067773824:12345-0@lo:400:kworker.0 Request processed in 41us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333062.363960:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1780333062.363990:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067773824:0@lo:400:kworker.0 00000100:00100000:1.0:1780333062.364009:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067773440:0@lo:400:kworker.0 00000100:00100000:1.0:1780333062.364038:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333062.364585:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067773440 00000100:00100000:3.0:1780333062.364590:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067773440 00000100:00100000:3.0:1780333062.364649:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1780333062.364659:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067773440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.364706:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067773440:12345-0@lo:400:kworker.0 Request processed in 49us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333062.364712:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1780333062.364749:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067773440:0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.378462:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067773952:0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.378544:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333062.378819:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067773952 00000100:00100000:0.0:1780333062.378829:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067773952 00000100:00100000:0.0:1780333062.378897:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1780333062.378906:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067773952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333062.378974:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067773952:12345-0@lo:400:kworker.0 Request processed in 69us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333062.378981:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00080000:3.0:1780333062.380485:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333062.380559:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067773952:0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.392637:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067774080:0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.392721:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333062.392785:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774080 00000100:00100000:3.0:1780333062.392793:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774080 00000100:00100000:3.0:1780333062.392850:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:3.0:1780333062.392863:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067774080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333062.392918:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067774080:12345-0@lo:400:kworker.0 Request processed in 60us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333062.392926:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00080000:3.0:1780333062.392947:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333062.392975:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067774080:0@lo:400:kworker.0 00010000:00010000:1.0:1780333062.616254:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333062.871892:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333062.871917:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067774208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333062.872066:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333062.877226:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774208 00000100:00100000:0.0:1780333062.877240:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774208 00000100:00100000:0.0:1780333062.877302:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1780333062.877314:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067774208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333062.877353:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1780333062.877708:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067774208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 397us (5642us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333062.877717:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1780333062.878163:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067774208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333063.358914:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333063.358961:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333063.359020:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333063.359045:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333063.359078:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593216 00000100:00100000:3.0:1780333063.359087:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593216 00000100:00100000:3.0:1780333063.359147:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1730 00000100:00100000:3.0:1780333063.359159:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045593216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333063.359600:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045593216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 312us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333063.359609:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1730 00000100:00100000:3.0:1780333063.359664:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593344 00000100:00100000:3.0:1780333063.359669:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593344 00000100:00100000:3.0:1780333063.359697:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593472 00000100:00100000:3.0:1780333063.359700:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593472 00000100:00100000:3.0:1780333063.359719:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1307 00000100:00100000:3.0:1780333063.359726:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333063.359753:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333063.359759:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1307 00000100:00100000:3.0:1780333063.359770:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1308 00000100:00100000:3.0:1780333063.359777:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333063.359800:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333063.359807:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1308 00000100:00080000:3.0:1780333063.359821:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333063.359824:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780333063.359827:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333063.363977:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593088 00000100:00100000:0.0:1780333063.364003:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593088 00000100:00100000:0.0:1780333063.364076:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1346 00000100:00100000:0.0:1780333063.364086:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045593088:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333063.364172:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045593088:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 87us (5266us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333063.364180:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1346 00000001:00080000:3.0:1780333063.477424:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00010000:00010000:2.0:1780333063.641512:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333064.664101:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333065.690664:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333066.455845:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333066.455869:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067774336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333066.455947:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333066.456073:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774336 00000100:00100000:3.0:1780333066.456081:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774336 00000100:00100000:3.0:1780333066.456149:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1780333066.456158:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067774336:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780333066.456276:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1780333066.456312:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333066.456960:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067774336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 800us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333066.456969:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1780333066.458147:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067774336:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333066.711716:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333067.481317:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067774464:0@lo:400:kworker.0 00000100:00100000:0.0:1780333067.481388:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333067.481429:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067774976:0@lo:400:kworker.0 00000100:00100000:0.0:1780333067.481455:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333067.481478:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333067.481484:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067774848:0@lo:400:kworker.0 00000100:00100000:0.0:1780333067.481508:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333067.481968:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067775104:0@lo:400:kworker.0 00000100:00100000:3.0:1780333067.481999:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333067.482030:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333067.482036:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067774720:0@lo:400:kworker.0 00000100:00100000:3.0:1780333067.482056:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333067.482084:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774464 00000100:00100000:3.0:1780333067.482091:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774464 00000100:00100000:1.0:1780333067.482195:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774848 00000100:00100000:1.0:1780333067.482200:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774848 00000100:00100000:1.0:1780333067.482242:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067775104 00000100:00100000:1.0:1780333067.482245:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067775104 00000100:00100000:1.0:1780333067.482274:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1780333067.482282:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067774848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333067.482338:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067774848:12345-0@lo:400:kworker.0 Request processed in 56us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333067.482345:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1780333067.482360:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1780333067.482366:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067775104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333067.482397:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067775104:12345-0@lo:400:kworker.0 Request processed in 32us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333067.482404:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00080000:1.0:1780333067.482422:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333067.482450:0:3326:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:1.0:1780333067.482455:0:3326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec302584000, transno 4294967365 00000100:00100000:1.0:1780333067.482467:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067775104:0@lo:400:kworker.0 00000100:00100000:1.0:1780333067.482829:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067774848:0@lo:400:kworker.0 00000100:00100000:3.0:1780333067.483043:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1780333067.483052:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067774464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333067.483092:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067774464:12345-0@lo:400:kworker.0 Request processed in 43us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333067.483099:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1780333067.483265:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774976 00000100:00100000:3.0:1780333067.483270:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774976 00000100:00100000:3.0:1780333067.483300:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774720 00000100:00100000:3.0:1780333067.483303:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774720 00000100:00100000:3.0:1780333067.483323:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:3.0:1780333067.483330:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403605180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067774976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333067.483362:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403605180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067774976:12345-0@lo:400:kworker.0 Request processed in 33us (1906us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333067.483372:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:3.0:1780333067.483384:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:3.0:1780333067.483389:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067774720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333067.483418:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067774720:12345-0@lo:400:kworker.0 Request processed in 29us (1361us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333067.483423:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00080000:1.0:1780333067.483489:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333067.483514:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067774720:0@lo:400:kworker.0 00000100:00100000:2.0:1780333067.483516:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333067.483535:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067774592:0@lo:400:kworker.0 00000100:00100000:1.0:1780333067.483542:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067774464:0@lo:400:kworker.0 00000100:00100000:1.0:1780333067.483556:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067774976:0@lo:400:kworker.0 00000100:00100000:2.0:1780333067.483578:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333067.483645:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067774592 00000100:00100000:3.0:1780333067.483650:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067774592 00000100:00100000:3.0:1780333067.483685:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:3.0:1780333067.483693:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067774592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333067.483730:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067774592:12345-0@lo:400:kworker.0 Request processed in 38us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333067.483736:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00100000:3.0:1780333067.483763:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067774592:0@lo:400:kworker.0 00010000:00010000:2.0:1780333067.735935:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333067.993959:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333067.993983:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067775232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333067.994049:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333067.994220:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067775232 00000100:00100000:0.0:1780333067.994230:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067775232 00000100:00100000:0.0:1780333067.994284:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1780333067.994294:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067775232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333067.994340:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333067.994540:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067775232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 246us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333067.994548:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1780333067.994855:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067775232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333068.483169:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333068.483224:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333068.483263:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333068.483304:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333068.483454:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593728 00000100:00100000:0.0:1780333068.483464:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593728 00000100:00100000:0.0:1780333068.483538:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1734 00000100:00100000:0.0:1780333068.483549:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045593728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333068.483719:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045593728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 171us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333068.483731:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1734 00000100:00080000:0.0:1780333068.483885:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333068.484345:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593856 00000100:00100000:0.0:1780333068.484350:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593856 00000100:00100000:0.0:1780333068.484400:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593984 00000100:00100000:0.0:1780333068.484403:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593984 00000100:00100000:0.0:1780333068.484426:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1311 00000100:00100000:0.0:1780333068.484434:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333068.484476:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333068.484483:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1311 00000100:00100000:0.0:1780333068.484495:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1312 00000100:00100000:0.0:1780333068.484501:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593984:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333068.484525:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045593984:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333068.484531:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1312 00000100:00080000:3.0:1780333068.484881:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333068.484885:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333068.484953:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045593600 00000100:00100000:1.0:1780333068.484959:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045593600 00000100:00100000:1.0:1780333068.485001:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1348 00000100:00100000:1.0:1780333068.485009:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045593600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333068.485051:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045593600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (1896us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333068.485058:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1348 00010000:00010000:1.0:1780333068.761099:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333069.783925:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333070.810773:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333071.576033:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067775360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333071.576202:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333071.576344:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067775360 00000100:00100000:0.0:1780333071.576354:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067775360 00000100:00100000:0.0:1780333071.576425:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1780333071.576435:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067775360:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780333071.576447:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1780333071.576473:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333071.579682:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067775360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3238us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333071.579699:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1780333071.581482:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067775360:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333071.833047:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333072.600143:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067775616:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600211:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333072.600280:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067776128:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600314:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333072.600346:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333072.600353:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067775744:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600382:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333072.600416:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776128 00000100:00100000:0.0:1780333072.600426:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776128 00000100:00100000:0.0:1780333072.600501:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1780333072.600512:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067776128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600567:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067776128:12345-0@lo:400:kworker.0 Request processed in 58us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333072.600575:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1780333072.600614:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067776128:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600660:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067775872:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600686:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333072.600715:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780333072.600721:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067775488:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600751:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333072.600776:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067776000:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600802:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333072.600829:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067775872 00000100:00100000:0.0:1780333072.600833:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067775872 00000100:00100000:0.0:1780333072.600874:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1780333072.600883:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067775872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.600926:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067775872:12345-0@lo:400:kworker.0 Request processed in 45us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333072.600932:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1780333072.600951:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067775488 00000100:00100000:0.0:1780333072.600955:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067775488 00000100:00100000:0.0:1780333072.600984:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1780333072.600992:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067775488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.601018:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067775488:12345-0@lo:400:kworker.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333072.601024:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1780333072.601056:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067775488:0@lo:400:kworker.0 00000100:00100000:0.0:1780333072.601067:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067775872:0@lo:400:kworker.0 00000100:00080000:0.0:1780333072.601104:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333072.601210:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067775616 00000100:00100000:3.0:1780333072.601214:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067775616 00000100:00100000:3.0:1780333072.601245:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067775744 00000100:00100000:3.0:1780333072.601247:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067775744 00000100:00100000:3.0:1780333072.601268:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776000 00000100:00100000:3.0:1780333072.601271:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776000 00000100:00100000:3.0:1780333072.601284:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1780333072.601289:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067775616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333072.601326:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067775616:12345-0@lo:400:kworker.0 Request processed in 36us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333072.601331:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1780333072.601343:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1780333072.601349:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067775744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333072.601374:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067775744:12345-0@lo:400:kworker.0 Request processed in 27us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333072.601379:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1780333072.601390:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1780333072.601395:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067776000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333072.601424:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067776000:12345-0@lo:400:kworker.0 Request processed in 28us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333072.601428:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00080000:3.0:1780333072.601453:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333072.601471:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067775744:0@lo:400:kworker.0 00000100:00100000:3.0:1780333072.601481:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067775616:0@lo:400:kworker.0 00000100:00100000:3.0:1780333072.601504:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067776000:0@lo:400:kworker.0 00010000:00010000:1.0:1780333072.855887:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333073.112640:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333073.112666:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067776256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333073.112758:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333073.112899:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776256 00000100:00100000:0.0:1780333073.112908:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776256 00000100:00100000:0.0:1780333073.112948:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1780333073.112958:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067776256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333073.112992:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333073.113038:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067776256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333073.113045:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1780333073.113561:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067776256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333073.598191:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333073.598300:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045594112 00000100:00100000:0.0:1780333073.598313:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045594112 00000100:00100000:0.0:1780333073.598381:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1350 00000100:00100000:0.0:1780333073.598393:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045594112:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333073.598479:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045594112:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333073.598487:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1350 00000100:00100000:3.0:1780333073.599082:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333073.599114:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333073.600011:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333073.600515:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045594368 00000100:00100000:0.0:1780333073.600524:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045594368 00000100:00100000:0.0:1780333073.600589:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045594496 00000100:00100000:0.0:1780333073.600593:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045594496 00000100:00100000:0.0:1780333073.600615:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1315 00000100:00100000:0.0:1780333073.600650:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045594368:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333073.600712:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045594368:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 63us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333073.600719:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1315 00000100:00100000:0.0:1780333073.600734:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1316 00000100:00100000:0.0:1780333073.600740:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045594496:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333073.600763:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045594496:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333073.600769:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1316 00000100:00080000:3.0:1780333073.601525:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333073.601531:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333073.602580:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045594240 00000100:00100000:1.0:1780333073.602593:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045594240 00000100:00100000:1.0:1780333073.602764:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1738 00000100:00100000:1.0:1780333073.602775:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045594240:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333073.602863:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045594240:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 89us (3747us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333073.602878:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1738 00000100:00080000:3.0:1780333073.604152:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780333073.881987:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333074.903883:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333075.927876:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333076.695916:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067776384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333076.695989:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333076.696230:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776384 00000100:00100000:1.0:1780333076.696238:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776384 00000100:00100000:1.0:1780333076.696303:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1780333076.696314:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067776384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333076.696351:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333076.696410:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067776384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333076.696417:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1780333076.696464:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067776384:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780333076.696723:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780333076.952115:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333077.719945:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333077.719968:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067776512:0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.719998:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067776768:0@lo:400:kworker.0 00000100:00100000:2.0:1780333077.720063:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067776640:0@lo:400:kworker.0 00000100:00100000:0.0:1780333077.720649:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067777024:0@lo:400:kworker.0 00000100:00100000:3.0:1780333077.725897:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333077.725903:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333077.726120:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776512 00000100:00100000:0.0:1780333077.726132:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776512 00000100:00100000:0.0:1780333077.726185:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1780333077.726194:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067776512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333077.727104:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333077.727183:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776768 00000100:00100000:1.0:1780333077.727190:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776768 00000100:00100000:1.0:1780333077.727237:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776640 00000100:00100000:1.0:1780333077.727241:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776640 00000100:00100000:1.0:1780333077.727258:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:1.0:1780333077.727267:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067776768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.727325:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067776768:12345-0@lo:400:kworker.0 Request processed in 59us (1480us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333077.727332:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:1.0:1780333077.727347:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:1.0:1780333077.727352:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067776640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.727379:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067776640:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333077.727384:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00080000:1.0:1780333077.727419:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333077.727455:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067776768:0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.727868:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333077.727905:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333077.727918:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067776896:0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.727957:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333077.727993:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777024 00000100:00100000:1.0:1780333077.727998:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777024 00000100:00100000:1.0:1780333077.728035:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:1.0:1780333077.728041:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067777024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.728082:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067777024:12345-0@lo:400:kworker.0 Request processed in 41us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333077.728088:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00080000:1.0:1780333077.728100:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333077.728118:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067777024:0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.728144:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067776896 00000100:00100000:1.0:1780333077.728147:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067776896 00000100:00100000:1.0:1780333077.728167:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:1.0:1780333077.728172:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067776896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.728200:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067776896:12345-0@lo:400:kworker.0 Request processed in 28us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333077.728206:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:1.0:1780333077.728223:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067776896:0@lo:400:kworker.0 00000100:00100000:2.0:1780333077.728387:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067776640:0@lo:400:kworker.0 00000100:00100000:2.0:1780333077.728757:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067777152:0@lo:400:kworker.0 00000100:00100000:2.0:1780333077.728803:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333077.729039:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777152 00000100:00100000:1.0:1780333077.729044:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777152 00000100:00100000:1.0:1780333077.729086:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1780333077.729093:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067777152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333077.729132:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067777152:12345-0@lo:400:kworker.0 Request processed in 40us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333077.729138:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00080000:2.0:1780333077.729198:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333077.729221:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067777152:0@lo:400:kworker.0 00000100:00100000:3.0:1780333077.729400:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067776512:0@lo:400:kworker.0 00000100:00100000:0.0:1780333077.730029:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067776512:12345-0@lo:400:kworker.0 Request processed in 3833us (4131us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333077.730042:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00010000:00010000:0.0:1780333077.976823:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333078.231893:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067777280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333078.231964:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333078.232212:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777280 00000100:00100000:3.0:1780333078.232222:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777280 00000100:00100000:3.0:1780333078.232277:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1780333078.232286:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067777280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333078.232429:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333078.232521:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067777280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 235us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333078.232529:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1780333078.236381:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067777280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333078.717944:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333078.717989:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333078.718354:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333078.718417:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045594624 00000100:00100000:1.0:1780333078.718427:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045594624 00000100:00100000:1.0:1780333078.718485:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1352 00000100:00100000:1.0:1780333078.718495:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045594624:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333078.718595:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045594624:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 101us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333078.718602:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1352 00000100:00100000:3.0:1780333078.720968:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333078.721214:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045594752 00000100:00100000:2.0:1780333078.721224:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045594752 00000100:00100000:2.0:1780333078.721290:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1742 00000100:00100000:2.0:1780333078.721312:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045594752:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333078.721386:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045594752:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333078.721393:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1742 00000100:00080000:2.0:1780333078.721413:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333078.726493:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595008 00000100:00100000:0.0:1780333078.726510:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595008 00000100:00080000:2.0:1780333078.726651:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333078.731629:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045594880 00000100:00100000:0.0:1780333078.731648:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045594880 00000100:00100000:0.0:1780333078.731823:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1319 00000100:00100000:0.0:1780333078.731836:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045595008:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333078.731921:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045595008:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (13929us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333078.731929:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1319 00000100:00100000:0.0:1780333078.732060:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 614 00000100:00100000:0.0:1780333078.732068:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045594880:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:0.0:1780333078.732089:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307fe89 00000100:00080000:0.0:1780333078.732101:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec30344d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1780333078.732144:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967365 00000100:00080000:3.0:1780333078.732851:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780333078.732879:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333078.733232:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045594880:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 1162us (14874us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333078.733241:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 614 00000001:00100000:3.0:1780333078.830960:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333078.830970:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec303448800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780333078.831058:0:79109:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec303448800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:1.0:1780333078.831125:0:79109:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec30344d800 for lustre-OST0000 00010000:00010000:2.0:1780333078.999905:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333079.619835:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333079.619954:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595136 00000100:00100000:1.0:1780333079.619964:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595136 00000100:00100000:1.0:1780333079.620769:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1104 00000100:00100000:1.0:1780333079.620785:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595136:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780333079.620953:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595136:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 173us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333079.626069:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1104 00000100:00100000:3.0:1780333079.632183:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333079.632448:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595264 00000100:00100000:1.0:1780333079.632512:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595264 00000100:00100000:1.0:1780333079.632556:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 615 00000100:00100000:1.0:1780333079.632565:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2365:x1866812045595264:12345-192.168.204.30@tcp:8:lfs.60003 00010000:00080000:1.0:1780333079.632596:0:6594:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2526 last 0 00000020:00000080:1.0:1780333079.632649:0:6594:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e308006c 00002000:00100000:1.0:1780333079.632663:0:6594:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec402b82800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780333079.632687:0:6594:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1780333079.632915:0:6594:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1780333079.632944:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec402b85800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780333079.633139:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045595264:12345-192.168.204.30@tcp:8:lfs.60003 Request processed in 573us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333079.633147:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 615 00000100:00100000:3.0:1780333079.636272:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333079.636447:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595392 00000100:00100000:2.0:1780333079.636457:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595392 00000100:00100000:2.0:1780333079.636537:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 616 00000100:00100000:2.0:1780333079.636549:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595392:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333079.636971:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595392:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 424us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333079.636980:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 616 00000100:00080000:3.0:1780333079.637229:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333079.640531:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333079.640613:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595520 00000100:00100000:3.0:1780333079.640647:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595520 00000100:00100000:3.0:1780333079.640709:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 617 00000100:00100000:3.0:1780333079.640720:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56676:x1866812045595520:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333079.641519:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56676:x1866812045595520:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 798us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333079.641528:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 617 00000100:00100000:1.0:1780333079.643601:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333079.643697:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595648 00000100:00100000:3.0:1780333079.643706:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595648 00000100:00100000:3.0:1780333079.643769:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1105 00000100:00100000:3.0:1780333079.643779:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595648:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333079.644232:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595648:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 453us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333079.644240:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1105 00000100:00100000:1.0:1780333079.648705:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333079.648813:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595776 00000100:00100000:2.0:1780333079.648823:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595776 00000100:00100000:2.0:1780333079.648897:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1106 00000100:00100000:2.0:1780333079.648908:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595776:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333079.649200:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595776:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 292us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333079.649208:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1106 00000100:00100000:0.0:1780333079.651288:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333079.651640:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045595904 00000100:00100000:2.0:1780333079.651652:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045595904 00000100:00100000:2.0:1780333079.651709:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 618 00000100:00100000:2.0:1780333079.651718:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595904:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333079.652232:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045595904:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 514us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333079.652245:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 618 00000100:00100000:1.0:1780333079.655281:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333079.655421:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045596032 00000100:00100000:0.0:1780333079.655432:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045596032 00000100:00100000:0.0:1780333079.655501:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 619 00000100:00100000:0.0:1780333079.655511:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56676:x1866812045596032:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333079.655958:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:56676:x1866812045596032:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 439us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333079.655967:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 619 00000100:00100000:1.0:1780333079.658792:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333079.658936:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045596160 00000100:00100000:0.0:1780333079.658948:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045596160 00000100:00100000:0.0:1780333079.659060:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1107 00000100:00100000:0.0:1780333079.659081:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045596160:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333079.659857:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56676:x1866812045596160:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 785us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333079.659866:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1107 00000100:00100000:2.0:1780333079.695481:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333079.695581:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045596288 00000100:00100000:1.0:1780333079.695592:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045596288 00000100:00100000:1.0:1780333079.695682:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1108 00000100:00100000:1.0:1780333079.695693:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:56677:x1866812045596288:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780333079.695716:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333079.695740:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e3080073 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2c2 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333079.695820:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e308007a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333079.695835:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e308007a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333079.696036:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e308007a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333079.696229:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00000004:00200000:1.0:1780333079.696233:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333079.696308:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e308007a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333079.696335:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e3080073 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2c2 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333079.696356:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e308007a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2c2 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333079.696365:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:1.0:1780333079.696368:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333079.696373:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfe00, rc 0) 00000100:00100000:1.0:1780333079.696441:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56677:x1866812045596288:12345-192.168.204.30@tcp:101:rm.0 Request processed in 750us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333079.696448:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1108 00000100:00100000:1.0:1780333079.698815:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333079.702385:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045596544 00000100:00100000:2.0:1780333079.702400:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045596544 00000100:00100000:2.0:1780333079.702521:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00100000:2.0:1780333079.702534:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56677:x1866812045596544:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780333079.702558:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333079.702594:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080081 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2c9 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333079.703369:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 7680 00010000:00010000:2.0:1780333079.704324:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080081 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2c9 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333079.704342:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7100) 00010000:00010000:2.0:1780333079.704345:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780333079.704350:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080081 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2c9 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333079.704370:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780333079.704564:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:56677:x1866812045596544:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2031us (5756us total) trans 4294967720 rc 301/301 00000100:00100000:2.0:1780333079.704573:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1109 00000100:00100000:1.0:1780333079.715687:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333079.716158:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045596672 00000100:00100000:0.0:1780333079.716168:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045596672 00000100:00100000:0.0:1780333079.716229:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 112 00000100:00100000:0.0:1780333079.716240:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:56677:x1866812045596672:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:3.0:1780333079.721313:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:56677:x1866812045596672:12345-192.168.204.30@tcp:37:rm.0 Request processed in 5064us (5624us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333079.721328:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 112 00000100:00100000:3.0:1780333079.724842:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333079.725117:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045596928 00000100:00100000:2.0:1780333079.725128:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045596928 00000100:00100000:2.0:1780333079.725184:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 113 00000100:00100000:2.0:1780333079.725194:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:56677:x1866812045596928:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:2.0:1780333079.725736:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:56677:x1866812045596928:12345-192.168.204.30@tcp:35:rm.0 Request processed in 542us (902us total) trans 4294967721 rc 0/0 00000100:00100000:2.0:1780333079.725756:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 113 00000100:00100000:2.0:1780333079.728861:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333079.728978:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045597184 00000100:00100000:0.0:1780333079.728989:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045597184 00000100:00100000:0.0:1780333079.729089:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1110 00000100:00100000:0.0:1780333079.729100:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:56677:x1866812045597184:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780333079.729164:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1780333079.729193:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e308007a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2c2 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729214:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080018 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2ad expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729222:0:6619:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e307fc6e) 00010000:00010000:0.0:1780333079.729226:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:0.0:1780333079.729236:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333079.729262:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729275:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729298:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729310:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729316:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729322:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729946:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729958:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.729966:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730119:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730127:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730138:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730144:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333079.730148:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730156:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730166:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780333079.730169:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780333079.730172:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730177:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308009d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730194:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730200:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730205:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730210:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333079.730213:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730224:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730231:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780333079.730233:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333079.730236:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730242:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308008f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730252:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730259:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730265:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730270:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333079.730273:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730278:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730284:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8ec408256700) 00010000:00010000:0.0:1780333079.730287:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333079.730289:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333079.730299:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080096 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333079.730902:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:56677:x1866812045597184:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1799us (2045us total) trans 0 rc -13/-13 00000100:00100000:0.0:1780333079.730911:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1110 00010000:00010000:1.0:1780333080.023757:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333080.869552:0:96393:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffebc0153d0 20000000:00000080:0.0:1780333080.869567:0:96393:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc67c00 uarg=0000000000000000 00010000:00010000:1.0:1780333080.875581:0:96393:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780333080.875602:0:96393:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780333080.875665:0:96393:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333080.875685:0:96393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333080.875703:0:96393:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307ffee expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333080.875711:0:96393:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333080.875762:0:96393:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307ffee expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333080.875779:0:96393:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307ffee expref: 17 pid: 5798 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333080.875794:0:96393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96393:1866812067777408:0@lo:104: 00000100:00100000:1.0:1780333080.875862:0:96393:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333080.877316:0:96393:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1780333080.877579:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777408 00000100:00100000:3.0:1780333080.877590:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777408 00000100:00100000:3.0:1780333080.877661:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1780333080.877671:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:96393:x1866812067777408:12345-0@lo:104: 00010000:00010000:3.0:1780333080.877687:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333080.877829:0:96393:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96393:1866812067777408:0@lo:104: 00010000:00010000:1.0:1780333080.877859:0:96393:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333080.877861:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333080.877873:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:96393:x1866812067777408:12345-0@lo:104: Request processed in 202us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333080.877882:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00010000:00010000:0.0:1780333080.877910:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333080.877919:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.877928:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333080.877941:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.877951:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333080.877959:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333080.877966:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333080.878002:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878008:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333080.878046:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878058:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de400/0x76434b26e307ffee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307fff5 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878075:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333080.878077:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333080.878078:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333080.878191:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780333080.878207:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403607100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067777536:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333080.878247:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333080.878373:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777536 00000100:00100000:0.0:1780333080.878377:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777536 00010000:00010000:0.0:1780333080.878397:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ffee expref: 18 pid: 5798 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333080.878424:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1780333080.878431:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067777536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333080.878442:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333080.878447:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307ffee expref: 18 pid: 5798 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878459:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307ffee expref: 18 pid: 5798 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878473:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0000/0x76434b26e307fff5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307ffee expref: 18 pid: 5798 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878485:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878494:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878513:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878520:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878526:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878532:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878537:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333080.878541:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878549:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878559:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333080.878568:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333080.878596:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067777536:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333080.878603:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1780333080.878783:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403607100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067777536:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333080.878856:0:96393:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333080.878863:0:96393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333080.878870:0:96393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de200/0x76434b26e30800a4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333081.051901:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780333081.369014:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967721 is committed 00000020:00000080:2.0:1780333081.657898:0:96442:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb66fe210 20000000:00000080:2.0:1780333081.657917:0:96442:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b3c00 uarg=0000000000000000 00010000:00010000:2.0:1780333081.658587:0:96442:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780333081.658606:0:96442:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780333081.659264:0:96442:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333081.659287:0:96442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659304:0:96442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659314:0:96442:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659321:0:96442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659328:0:96442:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659335:0:96442:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659341:0:96442:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333081.659345:0:96442:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659353:0:96442:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659366:0:96442:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659374:0:96442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333081.659380:0:96442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1c00/0x76434b26e30800ab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333081.817167:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067777664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333081.817239:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333081.820160:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777664 00000100:00100000:0.0:1780333081.820176:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777664 00000100:00100000:0.0:1780333081.820258:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1780333081.820269:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067777664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333081.820311:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333081.820391:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067777664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (3151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333081.820398:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00080000:3.0:1780333081.822859:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333081.825761:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067777664:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333082.071819:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780333082.142761:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333082.142769:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333082.142774:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333082.142829:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333082.142843:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333082.142854:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333082.142885:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067777792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333082.143592:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333082.143758:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec43d776540 going to sleep for 11 seconds 00000100:00100000:0.0:1780333082.144170:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777792 00000100:00100000:0.0:1780333082.144180:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777792 00000100:00100000:0.0:1780333082.144249:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1780333082.144259:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067777792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333082.144276:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333082.144295:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30800b2 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333082.144321:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30800b2 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333082.144332:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800b2 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333082.144342:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391800, rc 0) 00000100:00100000:0.0:1780333082.144397:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067777792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333082.144404:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1780333082.145126:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2df100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067777792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333082.145144:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.145153:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333082.145175:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333082.145181:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.145188:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1780333082.428608:0:96491:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd31c5990 20000000:00000080:1.0:1780333082.429095:0:96491:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42ddbe000 uarg=0000000000000000 00010000:00010000:1.0:1780333082.429322:0:96491:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780333082.429338:0:96491:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780333082.429355:0:96491:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333082.429373:0:96491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333082.429391:0:96491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800b2 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333082.429399:0:96491:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333082.429439:0:96491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30800b2 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333082.429455:0:96491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30800b2 expref: 17 pid: 5800 timeout: 2628 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333082.429471:0:96491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96491:1866812067777920:0@lo:104: 00000100:00100000:1.0:1780333082.429538:0:96491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333082.429833:0:96491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4037be180 going to sleep for 11 seconds 00000100:00100000:2.0:1780333082.429998:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067777920 00000100:00100000:2.0:1780333082.430007:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067777920 00000100:00100000:2.0:1780333082.430089:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1780333082.430100:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:96491:x1866812067777920:12345-0@lo:104: 00010000:00010000:2.0:1780333082.430113:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333082.430185:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333082.430191:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:96491:x1866812067777920:12345-0@lo:104: Request processed in 94us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333082.430198:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1780333082.430265:0:96491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96491:1866812067777920:0@lo:104: 00010000:00010000:1.0:1780333082.430284:0:96491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430338:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333082.430345:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430353:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333082.430356:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430364:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333082.430371:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333082.430377:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333082.430411:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430418:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333082.430439:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430446:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0600/0x76434b26e30800b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800b9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430460:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333082.430461:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333082.430463:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333082.430473:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067778048:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333082.430504:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333082.430540:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778048 00000100:00100000:3.0:1780333082.430544:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778048 00010000:00010000:3.0:1780333082.430564:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800b2 expref: 18 pid: 5800 timeout: 2628 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333082.430587:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1780333082.430594:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067778048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333082.430604:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333082.430608:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800b2 expref: 18 pid: 5800 timeout: 2628 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430646:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30800b2 expref: 18 pid: 5800 timeout: 2628 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430658:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391800/0x76434b26e30800b9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30800b2 expref: 18 pid: 5800 timeout: 2628 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430670:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430678:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430703:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430720:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430726:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430732:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430738:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333082.430741:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430749:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430765:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333082.430773:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333082.430797:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067778048:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333082.430803:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1780333082.430830:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067778048:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333082.430955:0:96491:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333082.430963:0:96491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333082.430970:0:96491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e30800c0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333082.840018:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067778432:0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840120:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333082.840193:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780333082.840200:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067778304:0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840223:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333082.840239:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067778816:0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840260:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333082.840290:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778432 00000100:00100000:3.0:1780333082.840298:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778432 00000100:00100000:3.0:1780333082.840348:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778304 00000100:00100000:3.0:1780333082.840352:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778304 00000100:00100000:3.0:1780333082.840376:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:3.0:1780333082.840385:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067778432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840451:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067778432:12345-0@lo:400:kworker.0 Request processed in 66us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333082.840458:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:3.0:1780333082.840474:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:3.0:1780333082.840481:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067778304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840509:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067778304:12345-0@lo:400:kworker.0 Request processed in 29us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333082.840515:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:3.0:1780333082.840537:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778816 00000100:00100000:3.0:1780333082.840541:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778816 00000100:00100000:3.0:1780333082.840570:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1780333082.840577:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067778816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840611:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067778816:12345-0@lo:400:kworker.0 Request processed in 33us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333082.840635:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00080000:3.0:1780333082.840651:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333082.840656:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333082.840693:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067778304:0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840714:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067778816:0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.840723:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067778432:0@lo:400:kworker.0 00000100:00100000:0.0:1780333082.840894:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067778560:0@lo:400:kworker.0 00000100:00100000:0.0:1780333082.840928:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333082.840960:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780333082.840966:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067778176:0@lo:400:kworker.0 00000100:00100000:0.0:1780333082.840993:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333082.841015:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067778688:0@lo:400:kworker.0 00000100:00100000:0.0:1780333082.841036:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333082.841058:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778176 00000100:00100000:0.0:1780333082.841062:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778176 00000100:00100000:0.0:1780333082.841084:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1780333082.841089:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067778176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333082.841118:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067778176:12345-0@lo:400:kworker.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333082.841124:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1780333082.841148:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778688 00000100:00100000:0.0:1780333082.841151:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778688 00000100:00100000:0.0:1780333082.841185:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1780333082.841191:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067778688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333082.841220:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067778688:12345-0@lo:400:kworker.0 Request processed in 30us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333082.841226:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00080000:2.0:1780333082.841250:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333082.841252:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067778176:0@lo:400:kworker.0 00000100:00100000:0.0:1780333082.841264:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067778688:0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.843012:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778560 00000100:00100000:3.0:1780333082.843025:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778560 00000100:00100000:3.0:1780333082.843105:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1780333082.843115:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067778560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333082.843216:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067778560:12345-0@lo:400:kworker.0 Request processed in 103us (2287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333082.843223:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1780333082.843432:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067778560:0@lo:400:kworker.0 00010000:00010000:0.0:1780333083.095854:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333083.352027:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333083.352052:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067778944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333083.352124:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333083.352220:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067778944 00000100:00100000:0.0:1780333083.352229:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067778944 00000100:00100000:0.0:1780333083.352282:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1780333083.352292:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067778944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333083.352331:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333083.352381:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067778944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333083.352388:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1780333083.352474:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067778944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333083.840013:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333083.840054:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333083.840100:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333083.840129:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045597696 00000100:00100000:2.0:1780333083.840141:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045597696 00000100:00100000:0.0:1780333083.840146:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333083.840173:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045597312 00000100:00100000:0.0:1780333083.840178:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045597312 00000100:00100000:2.0:1780333083.840206:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045597568 00000100:00100000:2.0:1780333083.840211:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045597568 00000100:00100000:0.0:1780333083.840218:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1355 00000100:00100000:0.0:1780333083.840230:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045597312:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333083.840243:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1322 00000100:00100000:2.0:1780333083.840252:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045597696:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333083.840319:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045597440 00000100:00100000:3.0:1780333083.840324:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045597440 00000100:00100000:3.0:1780333083.840359:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1746 00000100:00100000:3.0:1780333083.840370:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403605f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045597440:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333083.840429:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045597312:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 201us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333083.840436:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1355 00000100:00100000:0.0:1780333083.840475:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1323 00000100:00100000:0.0:1780333083.840483:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045597568:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333083.843346:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045597696:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 3081us (3276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333083.843362:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045597568:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 2877us (3214us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333083.843369:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1322 00000100:00100000:0.0:1780333083.843377:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1323 00000100:00080000:2.0:1780333083.843551:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780333083.843558:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780333083.843561:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333083.844245:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403605f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045597440:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 3869us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333083.844258:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1746 00000001:00100000:2.0:1780333083.940472:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 10000000:01000000:1.0:1780333083.992113:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333083.992120:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333083.992124:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333083.992176:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333083.992187:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333083.992198:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333083.992224:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067779072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333083.992298:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333083.992357:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eee900 going to sleep for 11 seconds 00000100:00100000:2.0:1780333083.992657:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779072 00000100:00100000:2.0:1780333083.992665:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779072 00000100:00100000:2.0:1780333083.992826:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1780333083.992835:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067779072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333083.992847:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333083.992859:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30800c7 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333083.992883:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30800c7 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333083.992894:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800c7 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333083.992904:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780333083.992952:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067779072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333083.992964:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1780333083.993024:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067779072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333083.993043:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333083.993053:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333083.993083:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333083.993088:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333083.993097:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333084.124573:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333085.145498:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333085.813390:0:96688:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd09067420 20000000:00000080:0.0:1780333085.813406:0:96688:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc64c00 uarg=0000000000000000 00010000:00010000:0.0:1780333085.814100:0:96688:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780333085.814118:0:96688:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780333085.814134:0:96688:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333085.814151:0:96688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333085.814167:0:96688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800c7 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333085.814175:0:96688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333085.814361:0:96688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30800c7 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333085.814377:0:96688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30800c7 expref: 17 pid: 5800 timeout: 2632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333085.814392:0:96688:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96688:1866812067779200:0@lo:104: 00000100:00100000:0.0:1780333085.814454:0:96688:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333085.814542:0:96688:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403274c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780333085.814769:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779200 00000100:00100000:1.0:1780333085.814777:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779200 00000100:00100000:1.0:1780333085.814851:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1780333085.814860:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:96688:x1866812067779200:12345-0@lo:104: 00010000:00010000:1.0:1780333085.814873:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333085.814981:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333085.814987:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:96688:x1866812067779200:12345-0@lo:104: Request processed in 128us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333085.814994:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:3.0:1780333085.815029:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333085.815036:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815043:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333085.815047:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815055:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333085.815064:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333085.815069:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333085.815095:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815100:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333085.815118:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815125:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df200/0x76434b26e30800c7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800ce expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815138:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333085.815140:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333085.815141:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333085.815160:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067779328:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333085.815188:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333085.815236:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779328 00000100:00100000:3.0:1780333085.815246:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779328 00010000:00010000:3.0:1780333085.815270:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800c7 expref: 18 pid: 5800 timeout: 2632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333085.815290:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1780333085.815296:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067779328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333085.815304:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333085.815308:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800c7 expref: 18 pid: 5800 timeout: 2632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815319:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30800c7 expref: 18 pid: 5800 timeout: 2632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815333:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815341:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815353:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815359:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815366:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815372:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815377:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333085.815381:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815387:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815394:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333085.815407:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333085.815434:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067779328:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333085.815440:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1780333085.815475:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067779328:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333085.816021:0:96688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1e00/0x76434b26e30800ce lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30800c7 expref: 17 pid: 5800 timeout: 2632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333085.816033:0:96688:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96688:1866812067779200:0@lo:104: 00010000:00010000:2.0:1780333085.816047:0:96688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333085.816055:0:96688:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333085.816060:0:96688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333085.816065:0:96688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391a00/0x76434b26e30800d5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333086.172191:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333086.935845:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067779456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333086.935918:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333086.936041:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779456 00000100:00100000:2.0:1780333086.936051:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779456 00000100:00100000:2.0:1780333086.936119:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1780333086.936131:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067779456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333086.936175:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333086.936224:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067779456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333086.936231:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00080000:3.0:1780333086.936339:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333086.936390:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067779456:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333087.192454:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333087.775109:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333087.775118:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333087.775123:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333087.775175:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333087.775187:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333087.775199:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333087.775224:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067779584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333087.775293:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333087.775471:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e21d540 going to sleep for 11 seconds 00000100:00100000:0.0:1780333087.781583:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779584 00000100:00100000:0.0:1780333087.781597:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779584 00000100:00100000:1.0:1780333087.783069:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1780333087.783084:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067779584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333087.783105:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333087.783132:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30800dc expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333087.783165:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30800dc expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333087.783176:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800dc expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333087.783188:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780333087.783277:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067779584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (7984us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333087.783284:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1780333087.783380:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067779584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333087.783400:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333087.783409:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333087.783432:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333087.783438:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333087.783446:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333087.962285:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067780096:0@lo:400:kworker.0 00000100:00100000:3.0:1780333087.962385:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333087.962449:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780333087.962456:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067779968:0@lo:400:kworker.0 00000100:00100000:3.0:1780333087.962481:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333087.962511:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780096 00000100:00100000:3.0:1780333087.962518:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780096 00000100:00100000:3.0:1780333087.962580:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:3.0:1780333087.962591:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067780096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333087.962669:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067780096:12345-0@lo:400:kworker.0 Request processed in 82us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333087.962676:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:3.0:1780333087.962700:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779968 00000100:00100000:3.0:1780333087.962703:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779968 00000100:00100000:3.0:1780333087.962728:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:3.0:1780333087.962734:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067779968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333087.962761:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067779968:12345-0@lo:400:kworker.0 Request processed in 28us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333087.962767:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00080000:3.0:1780333087.962782:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333087.962815:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067779968:0@lo:400:kworker.0 00000100:00100000:3.0:1780333087.962824:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067780096:0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963009:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067779712:0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963040:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333087.963070:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067780224:0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963092:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333087.963112:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333087.963119:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067779840:0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963145:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333087.963175:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780224 00000100:00100000:2.0:1780333087.963179:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780224 00000100:00080000:0.0:1780333087.963212:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333087.963220:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1780333087.963229:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067780224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963276:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067780224:12345-0@lo:400:kworker.0 Request processed in 49us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333087.963281:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1780333087.963307:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779712 00000100:00100000:2.0:1780333087.963310:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779712 00000100:00100000:0.0:1780333087.963327:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067780224:0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963333:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067779840 00000100:00100000:2.0:1780333087.963336:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067779840 00000100:00100000:2.0:1780333087.963360:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:2.0:1780333087.963366:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067779712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963398:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067779712:12345-0@lo:400:kworker.0 Request processed in 31us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333087.963405:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:0.0:1780333087.963415:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067779712:0@lo:400:kworker.0 00000100:00100000:2.0:1780333087.963421:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:2.0:1780333087.963430:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067779840:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780333087.963433:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333087.963476:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067779840:12345-0@lo:400:kworker.0 Request processed in 46us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333087.963482:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:0.0:1780333087.963609:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067779840:0@lo:400:kworker.0 00010000:00010000:3.0:1780333088.216163:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333088.473987:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333088.474011:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067780352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333088.474077:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333088.474136:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780352 00000100:00100000:0.0:1780333088.474144:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780352 00000100:00100000:0.0:1780333088.474184:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1780333088.474192:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067780352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333088.474228:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333088.474269:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067780352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333088.474276:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1780333088.474318:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067780352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333088.969501:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333088.969578:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045597824 00000100:00100000:0.0:1780333088.969589:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045597824 00000100:00100000:0.0:1780333088.969738:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1358 00000100:00100000:0.0:1780333088.969751:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045597824:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333088.969865:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045597824:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 117us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333088.969873:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1358 00000100:00100000:2.0:1780333088.982101:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333088.982150:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333088.982194:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333088.982284:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598080 00000100:00100000:1.0:1780333088.982294:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598080 00000100:00100000:1.0:1780333088.982363:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598208 00000100:00100000:1.0:1780333088.982366:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598208 00000100:00100000:1.0:1780333088.982390:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1326 00000100:00100000:1.0:1780333088.982401:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333088.982466:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 68us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333088.982473:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1326 00000100:00100000:1.0:1780333088.982489:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1327 00000100:00100000:1.0:1780333088.982495:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333088.982517:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333088.982523:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1327 00000100:00080000:2.0:1780333088.982787:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333088.982791:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333088.983206:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045597952 00000100:00100000:3.0:1780333088.983212:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045597952 00000100:00100000:3.0:1780333088.983271:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1750 00000100:00100000:3.0:1780333088.983280:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045597952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333088.983327:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045597952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 49us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333088.983341:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1750 00000100:00080000:2.0:1780333088.983487:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780333089.239984:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333090.264117:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333091.290778:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333092.055966:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333092.055987:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067780480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333092.056058:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333092.056186:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780480 00000100:00100000:1.0:1780333092.056197:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780480 00000100:00100000:1.0:1780333092.056275:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1780333092.056285:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067780480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333092.056324:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333092.056383:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067780480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333092.056390:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00080000:2.0:1780333092.056453:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333092.056464:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067780480:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333092.312223:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333093.087603:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067780608:0@lo:400:kworker.0 00000100:00100000:1.0:1780333093.087644:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067780864:0@lo:400:kworker.0 00000100:00100000:3.0:1780333093.088098:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067780992:0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.089908:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333093.089994:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067781120:0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.090037:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333093.090076:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067780736:0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.090102:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333093.090118:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067781248:0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.090138:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333093.090168:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780608 00000100:00100000:0.0:1780333093.090175:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780608 00000100:00100000:0.0:1780333093.090220:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1780333093.090228:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067780608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.090279:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067780608:12345-0@lo:400:kworker.0 Request processed in 51us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333093.090287:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1780333093.090315:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067781248 00000100:00100000:0.0:1780333093.090319:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067781248 00000100:00100000:0.0:1780333093.090353:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1780333093.090359:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067781248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.090391:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067781248:12345-0@lo:400:kworker.0 Request processed in 32us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333093.090397:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00080000:0.0:1780333093.090566:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333093.090597:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067781248:0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.090640:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067780608:0@lo:400:kworker.0 00000100:00100000:1.0:1780333093.093110:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333093.093203:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067781120 00000100:00100000:1.0:1780333093.093212:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067781120 00000100:00100000:1.0:1780333093.093271:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780736 00000100:00100000:1.0:1780333093.093275:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780736 00000100:00100000:1.0:1780333093.093296:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780864 00000100:00100000:1.0:1780333093.093299:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780864 00000100:00100000:1.0:1780333093.093321:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:1.0:1780333093.093331:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067781120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.093501:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1780333093.093512:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067780736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.093596:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067780736:12345-0@lo:400:kworker.0 Request processed in 87us (3493us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333093.093603:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1780333093.093641:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:0.0:1780333093.093647:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067780864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.093781:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067780864:12345-0@lo:400:kworker.0 Request processed in 133us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333093.093788:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00080000:0.0:1780333093.093806:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333093.093839:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067780736:0@lo:400:kworker.0 00000100:00100000:0.0:1780333093.093873:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067780864:0@lo:400:kworker.0 00000100:00100000:1.0:1780333093.094792:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067781120:12345-0@lo:400:kworker.0 Request processed in 1461us (4751us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333093.094800:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:0.0:1780333093.094809:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067781120:0@lo:400:kworker.0 00000100:00100000:3.0:1780333093.097142:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333093.097483:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067780992 00000100:00100000:1.0:1780333093.097492:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067780992 00000100:00100000:1.0:1780333093.097639:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1780333093.097652:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067780992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333093.097719:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067780992:12345-0@lo:400:kworker.0 Request processed in 70us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333093.099030:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067780992:0@lo:400:kworker.0 00000100:00100000:1.0:1780333093.105921:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00010000:00010000:0.0:1780333093.335875:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333093.592106:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333093.592131:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067781376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333093.592208:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333093.592578:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067781376 00000100:00100000:0.0:1780333093.592587:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067781376 00000100:00100000:0.0:1780333093.592661:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1780333093.592672:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067781376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333093.592710:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333093.592770:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067781376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333093.592777:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1780333093.594986:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067781376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333094.087507:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333094.087601:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333094.087670:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333094.087708:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333094.087749:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598720 00000100:00100000:2.0:1780333094.087759:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598720 00000100:00100000:2.0:1780333094.087818:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598592 00000100:00100000:2.0:1780333094.087822:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598592 00000100:00100000:2.0:1780333094.087847:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1330 00000100:00100000:2.0:1780333094.087858:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333094.087950:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 94us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333094.087961:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1330 00000100:00100000:2.0:1780333094.087978:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1331 00000100:00100000:2.0:1780333094.087986:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598592:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333094.088012:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598592:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333094.088017:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1331 00000100:00080000:2.0:1780333094.088168:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780333094.088172:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333094.093758:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598336 00000100:00100000:3.0:1780333094.093772:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598336 00000100:00100000:3.0:1780333094.093851:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1360 00000100:00100000:3.0:1780333094.093862:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045598336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333094.093939:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045598336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (6268us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333094.093952:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1360 00000100:00100000:0.0:1780333094.099341:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598464 00000100:00100000:0.0:1780333094.099356:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598464 00000100:00100000:0.0:1780333094.099911:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1754 00000100:00100000:0.0:1780333094.099923:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333094.100004:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045598464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (12509us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333094.100012:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1754 00000100:00080000:2.0:1780333094.100467:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780333094.368841:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780333095.085201:0:97031:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 22: test nodemap mapped_trusted_admin fileops ========================================================== 12:58:13 (1780333093) 00010000:00010000:0.0:1780333095.387182:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333096.408762:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:1.0:1780333096.412958:0:97080:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1780333096.437390:0:97080:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000100:00100000:3.0:1780333097.175931:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067781504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333097.176000:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333097.176123:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067781504 00000100:00100000:2.0:1780333097.176132:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067781504 00000100:00100000:2.0:1780333097.176200:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1780333097.176211:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067781504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333097.176246:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333097.176286:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067781504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333097.176292:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1780333097.176382:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067781504:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780333097.176479:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1780333097.370819:0:97129:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff270d5140 20000000:00000080:3.0:1780333097.370837:0:97129:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311f800 uarg=0000000000000000 10000000:01000000:3.0:1780333097.371435:0:97129:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333097.371455:0:97129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333097.371476:0:97129:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800dc expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333097.371483:0:97129:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333097.371533:0:97129:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30800dc expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333097.371549:0:97129:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30800dc expref: 17 pid: 5798 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333097.371562:0:97129:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97129:1866812067781632:0@lo:104: 00000100:00100000:3.0:1780333097.371656:0:97129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333097.371704:0:97129:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4229ce000 going to sleep for 11 seconds 00000100:00100000:0.0:1780333097.371733:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067781632 00000100:00100000:0.0:1780333097.371741:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067781632 00000100:00100000:0.0:1780333097.371838:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1780333097.371849:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97129:x1866812067781632:12345-0@lo:104: 00010000:00010000:0.0:1780333097.371862:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333097.371932:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333097.371938:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97129:x1866812067781632:12345-0@lo:104: Request processed in 91us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333097.371945:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00010000:00010000:2.0:1780333097.372000:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333097.372007:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372015:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780333097.372019:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372031:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333097.372038:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333097.372044:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780333097.372077:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372083:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333097.372102:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372108:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e30800dc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800e3 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372124:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333097.372126:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333097.372128:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333097.372143:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333097.372154:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067781760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333097.372183:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333097.372236:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067781760 00000100:00100000:2.0:1780333097.372240:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067781760 00010000:00010000:2.0:1780333097.372260:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800dc expref: 18 pid: 5798 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333097.372293:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1780333097.372300:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067781760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333097.372311:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333097.372315:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800dc expref: 18 pid: 5798 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372326:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30800dc expref: 18 pid: 5798 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372342:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372350:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372362:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372368:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372375:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372380:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372386:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333097.372389:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372395:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372403:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333097.372412:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333097.372440:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067781760:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333097.372446:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1780333097.372484:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067781760:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333097.375978:0:97129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df600/0x76434b26e30800e3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30800dc expref: 17 pid: 5798 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333097.375998:0:97129:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97129:1866812067781632:0@lo:104: 00010000:00010000:3.0:1780333097.376022:0:97129:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333097.376029:0:97129:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333097.376033:0:97129:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333097.376036:0:97129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4e00/0x76434b26e30800ea lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333097.433527:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333098.203579:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067782144:0@lo:400:kworker.0 00000100:00100000:0.0:1780333098.203579:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067782272:0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.203664:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067781888:0@lo:400:kworker.0 00000100:00100000:0.0:1780333098.203694:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333098.203708:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333098.203752:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067782400:0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.203778:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333098.203798:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780333098.203803:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067782016:0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.203824:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333098.203839:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067782528:0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.203872:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333098.203906:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067781888 00000100:00100000:1.0:1780333098.203913:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067781888 00000100:00100000:1.0:1780333098.203955:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1780333098.203964:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067781888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.204013:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067781888:12345-0@lo:400:kworker.0 Request processed in 50us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333098.204021:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1780333098.204051:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782400 00000100:00100000:1.0:1780333098.204055:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782400 00000100:00100000:1.0:1780333098.204085:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782016 00000100:00100000:1.0:1780333098.204087:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782016 00000100:00100000:1.0:1780333098.204104:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1780333098.204109:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067782400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.204138:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067782400:12345-0@lo:400:kworker.0 Request processed in 28us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333098.204144:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1780333098.204155:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:1.0:1780333098.204161:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067782016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.204186:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067782016:12345-0@lo:400:kworker.0 Request processed in 26us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333098.204192:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00080000:1.0:1780333098.204210:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333098.204255:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067782016:0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.204263:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42ded0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067781888:0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.204271:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067782400:0@lo:400:kworker.0 00000100:00100000:2.0:1780333098.204398:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333098.204437:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782272 00000100:00100000:2.0:1780333098.204441:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782272 00000100:00100000:2.0:1780333098.204466:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782528 00000100:00100000:2.0:1780333098.204469:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782528 00000100:00100000:2.0:1780333098.204504:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1780333098.204510:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067782272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333098.204543:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067782272:12345-0@lo:400:kworker.0 Request processed in 34us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333098.204549:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1780333098.204562:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1780333098.204568:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067782528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333098.204597:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067782528:12345-0@lo:400:kworker.0 Request processed in 30us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333098.204603:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00080000:2.0:1780333098.204645:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333098.204660:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067782272:0@lo:400:kworker.0 00000100:00100000:2.0:1780333098.204682:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067782528:0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.205369:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782144 00000100:00100000:1.0:1780333098.205375:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782144 00000100:00100000:1.0:1780333098.205434:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:1.0:1780333098.205441:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067782144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333098.205494:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067782144:12345-0@lo:400:kworker.0 Request processed in 53us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333098.205499:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00080000:2.0:1780333098.205572:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333098.205598:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067782144:0@lo:400:kworker.0 00000020:00000080:2.0:1780333098.337370:0:97177:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe48e77470 20000000:00000080:2.0:1780333098.337390:0:97177:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4341a9000 uarg=0000000000000000 10000000:01000000:2.0:1780333098.337993:0:97177:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333098.338015:0:97177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338033:0:97177:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338044:0:97177:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338051:0:97177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338059:0:97177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338067:0:97177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338074:0:97177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333098.338078:0:97177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338086:0:97177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338104:0:97177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338111:0:97177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.338119:0:97177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0000/0x76434b26e30800f1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333098.468288:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333098.713255:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067782656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333098.713332:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333098.713406:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782656 00000100:00100000:0.0:1780333098.713414:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782656 00000100:00100000:0.0:1780333098.713463:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1780333098.713483:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067782656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333098.713520:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333098.713565:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067782656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333098.713572:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1780333098.713640:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067782656:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1780333098.969717:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333098.969725:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333098.969731:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333098.969783:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.969796:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333098.969810:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333098.969843:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067782784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780333098.969929:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333098.969991:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747f240 going to sleep for 11 seconds 00000100:00100000:0.0:1780333098.970406:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782784 00000100:00100000:0.0:1780333098.970416:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782784 00000100:00100000:0.0:1780333098.970488:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1780333098.970497:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067782784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333098.970512:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333098.970528:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30800f8 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333098.970554:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30800f8 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333098.970583:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800f8 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333098.970592:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780333098.970657:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067782784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333098.970664:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1780333098.970715:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067782784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333098.970730:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333098.970739:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333098.970759:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333098.970764:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333098.970772:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333099.207346:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333099.207399:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333099.207422:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333099.207443:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333099.207480:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045599104 00000100:00100000:0.0:1780333099.207489:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045599104 00000100:00100000:0.0:1780333099.207540:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045599232 00000100:00100000:0.0:1780333099.207542:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045599232 00000100:00100000:0.0:1780333099.207561:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1334 00000100:00100000:0.0:1780333099.207580:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045599104:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333099.207663:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045599104:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 94us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333099.207671:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1334 00000100:00100000:0.0:1780333099.207686:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1335 00000100:00100000:0.0:1780333099.207692:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045599232:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333099.207712:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045599232:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 20us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333099.207717:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1335 00000100:00100000:0.0:1780333099.207733:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598976 00000100:00100000:0.0:1780333099.207736:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598976 00000100:00100000:0.0:1780333099.207761:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1758 00000100:00100000:0.0:1780333099.207766:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045598976:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333099.207787:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045598976:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333099.207796:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1758 00000100:00080000:0.0:1780333099.207813:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333099.207817:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333099.207818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333099.208507:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045598848 00000100:00100000:2.0:1780333099.208513:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045598848 00000100:00100000:2.0:1780333099.208540:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1363 00000100:00100000:2.0:1780333099.208546:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045598848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333099.208597:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045598848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 51us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333099.208604:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1363 00000020:00000080:0.0:1780333099.244863:0:97225:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce2bda8c0 20000000:00000080:0.0:1780333099.244880:0:97225:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec422be0400 uarg=0000000000000000 10000000:01000000:0.0:1780333099.245076:0:97225:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333099.245095:0:97225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333099.245368:0:97225:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30800f8 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333099.245377:0:97225:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333099.245417:0:97225:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30800f8 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333099.245434:0:97225:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30800f8 expref: 17 pid: 5798 timeout: 2645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333099.245449:0:97225:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97225:1866812067782912:0@lo:104: 00000100:00100000:0.0:1780333099.245524:0:97225:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333099.245591:0:97225:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45900 going to sleep for 11 seconds 00000100:00100000:2.0:1780333099.245820:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067782912 00000100:00100000:2.0:1780333099.245828:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067782912 00000100:00100000:2.0:1780333099.245905:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1780333099.245915:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97225:x1866812067782912:12345-0@lo:104: 00010000:00010000:2.0:1780333099.245928:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.245991:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333099.245997:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97225:x1866812067782912:12345-0@lo:104: Request processed in 84us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333099.246005:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1780333099.246140:0:97225:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97225:1866812067782912:0@lo:104: 00010000:00010000:0.0:1780333099.246158:0:97225:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246252:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333099.246258:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246266:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780333099.246269:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246277:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333099.246284:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333099.246290:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780333099.246348:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246355:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333099.246387:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246393:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0c00/0x76434b26e30800f8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30800ff expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246408:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333099.246409:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333099.246411:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333099.246445:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333099.246456:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067783040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333099.246496:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333099.246555:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783040 00000100:00100000:2.0:1780333099.246567:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783040 00010000:00010000:2.0:1780333099.246591:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800f8 expref: 18 pid: 5798 timeout: 2645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333099.246639:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1780333099.246646:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067783040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333099.246657:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333099.246660:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30800f8 expref: 18 pid: 5798 timeout: 2645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246670:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30800f8 expref: 18 pid: 5798 timeout: 2645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246682:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e30800ff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30800f8 expref: 18 pid: 5798 timeout: 2645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246695:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246708:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246722:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246729:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246734:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246740:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246745:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333099.246748:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246754:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246767:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333099.246774:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333099.246799:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067783040:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333099.246805:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1780333099.246827:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067783040:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333099.247380:0:97225:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333099.247390:0:97225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333099.247397:0:97225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e3080106 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333099.481040:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333100.172446:0:97273:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0e8dddf0 20000000:00000080:3.0:1780333100.172472:0:97273:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311f800 uarg=0000000000000000 10000000:01000000:3.0:1780333100.172980:0:97273:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333100.173002:0:97273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173019:0:97273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173030:0:97273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173037:0:97273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173044:0:97273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173052:0:97273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173057:0:97273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333100.173060:0:97273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173068:0:97273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173079:0:97273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173087:0:97273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333100.173093:0:97273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5600/0x76434b26e308010d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333100.504235:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780333100.504748:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333100.504752:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333100.504757:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333100.504812:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333100.504827:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333100.504840:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333100.504868:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067783168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333100.504935:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333100.504993:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4229ce000 going to sleep for 11 seconds 00000100:00100000:1.0:1780333100.505097:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783168 00000100:00100000:1.0:1780333100.505106:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783168 00000100:00100000:1.0:1780333100.505161:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1780333100.505171:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067783168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333100.505186:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333100.505199:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080114 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333100.505223:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080114 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333100.505234:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080114 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333100.505244:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de400, rc 0) 00000100:00100000:1.0:1780333100.505291:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067783168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333100.505298:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1780333100.505459:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067783168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333100.505473:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333100.505482:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333100.505502:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333100.505508:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333100.505515:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1780333101.160968:0:97322:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe05ac0210 20000000:00000080:1.0:1780333101.160984:0:97322:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c45ec00 uarg=0000000000000000 10000000:01000000:1.0:1780333101.161183:0:97322:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333101.161203:0:97322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333101.161222:0:97322:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080114 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333101.161232:0:97322:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333101.161268:0:97322:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080114 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333101.161284:0:97322:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080114 expref: 17 pid: 5800 timeout: 2647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333101.161297:0:97322:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97322:1866812067783296:0@lo:104: 00000100:00100000:1.0:1780333101.161360:0:97322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333101.161412:0:97322:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebef00 going to sleep for 11 seconds 00000100:00100000:0.0:1780333101.161773:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783296 00000100:00100000:0.0:1780333101.161781:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783296 00000100:00100000:0.0:1780333101.161833:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1780333101.161841:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97322:x1866812067783296:12345-0@lo:104: 00010000:00010000:0.0:1780333101.161854:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.161915:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333101.161920:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97322:x1866812067783296:12345-0@lo:104: Request processed in 81us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333101.161927:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00010000:00010000:0.0:1780333101.161945:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333101.161951:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.161958:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333101.161961:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.161969:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333101.161976:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333101.161981:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333101.162005:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162012:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333101.162039:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162046:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391c00/0x76434b26e3080114 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308011b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162061:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333101.162062:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333101.162063:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333101.162081:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067783424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333101.162108:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333101.162141:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783424 00000100:00100000:0.0:1780333101.162157:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783424 00010000:00010000:0.0:1780333101.162173:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080114 expref: 18 pid: 5800 timeout: 2647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333101.162193:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1780333101.162198:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067783424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333101.162207:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333101.162211:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080114 expref: 18 pid: 5800 timeout: 2647 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162221:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080114 expref: 18 pid: 5800 timeout: 2647 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162235:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162243:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162255:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162261:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162267:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162273:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162277:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333101.162280:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162287:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162294:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333101.162306:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333101.162334:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067783424:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333101.162340:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1780333101.162375:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067783424:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333101.162596:0:97322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de400/0x76434b26e308011b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080114 expref: 17 pid: 5800 timeout: 2647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333101.162608:0:97322:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97322:1866812067783296:0@lo:104: 00010000:00010000:2.0:1780333101.162656:0:97322:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333101.162665:0:97322:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333101.162672:0:97322:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333101.162677:0:97322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de600/0x76434b26e3080122 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333101.531439:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333102.134528:0:97371:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8146f7d0 20000000:00000080:3.0:1780333102.134544:0:97371:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311f000 uarg=0000000000000000 10000000:01000000:3.0:1780333102.135000:0:97371:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333102.135021:0:97371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135037:0:97371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135047:0:97371:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135053:0:97371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135061:0:97371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135067:0:97371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135073:0:97371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333102.135077:0:97371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135090:0:97371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135102:0:97371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135109:0:97371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333102.135114:0:97371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5600/0x76434b26e3080129 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333102.295916:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067783552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333102.296002:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333102.304740:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783552 00000100:00100000:2.0:1780333102.304757:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783552 00000100:00100000:2.0:1780333102.304825:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1780333102.304834:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067783552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333102.304873:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333102.304958:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067783552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (8956us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333102.304965:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00080000:3.0:1780333102.305802:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333102.307291:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067783552:0@lo:13:osp-pre-0-0.0 10000000:01000000:1.0:1780333102.423885:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333102.423891:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333102.423895:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333102.423941:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333102.423953:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333102.423964:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333102.423989:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067783680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333102.424052:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333102.424103:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780333102.424196:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783680 00000100:00100000:0.0:1780333102.424204:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783680 00000100:00100000:0.0:1780333102.424257:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1780333102.424267:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067783680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333102.424280:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333102.424292:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080130 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333102.424314:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080130 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333102.424325:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080130 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333102.424334:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391c00, rc 0) 00000100:00100000:0.0:1780333102.424509:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067783680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 243us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333102.424517:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1780333102.425057:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067783680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333102.425072:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333102.425082:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333102.425101:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780333102.425106:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333102.425117:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333102.552283:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333103.325760:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067783808:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.325830:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333103.325884:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067784320:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.325953:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333103.325979:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780333103.325985:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067783936:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326012:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333103.326030:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067784448:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326052:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333103.326085:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067784064:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326123:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333103.326144:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333103.326150:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067784192:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326174:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333103.326206:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784448 00000100:00100000:3.0:1780333103.326213:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784448 00000100:00100000:3.0:1780333103.326266:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784192 00000100:00100000:3.0:1780333103.326269:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784192 00000100:00100000:3.0:1780333103.326292:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1780333103.326300:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067784448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326354:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067784448:12345-0@lo:400:kworker.0 Request processed in 53us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333103.326361:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1780333103.326379:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1780333103.326589:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067784192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326669:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067784192:12345-0@lo:400:kworker.0 Request processed in 268us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333103.326675:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1780333103.326694:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784320 00000100:00100000:3.0:1780333103.326698:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784320 00000100:00100000:3.0:1780333103.326722:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783936 00000100:00100000:3.0:1780333103.326725:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783936 00000100:00100000:3.0:1780333103.326740:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784064 00000100:00100000:3.0:1780333103.326743:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784064 00000100:00100000:3.0:1780333103.326760:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:3.0:1780333103.326765:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067784320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326795:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067784320:12345-0@lo:400:kworker.0 Request processed in 29us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333103.326801:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00100000:3.0:1780333103.326812:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:3.0:1780333103.326818:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067783936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326844:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067783936:12345-0@lo:400:kworker.0 Request processed in 27us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333103.326850:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:3.0:1780333103.326861:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:3.0:1780333103.326866:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067784064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326891:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067784064:12345-0@lo:400:kworker.0 Request processed in 25us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333103.326896:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00080000:3.0:1780333103.326914:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780333103.326918:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333103.326964:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067784192:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.326974:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067784064:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.327006:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303516a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067783936:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.327015:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067784448:0@lo:400:kworker.0 00000100:00100000:3.0:1780333103.327024:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067784320:0@lo:400:kworker.0 00000100:00100000:1.0:1780333103.329888:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067783808 00000100:00100000:1.0:1780333103.329903:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067783808 00000100:00100000:1.0:1780333103.330050:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1780333103.330060:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067783808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333103.330148:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067783808:12345-0@lo:400:kworker.0 Request processed in 89us (4317us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333103.330156:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1780333103.330246:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067783808:0@lo:400:kworker.0 00010000:00010000:0.0:1780333103.576566:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333103.837277:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067784576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333103.837348:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333103.837931:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784576 00000100:00100000:0.0:1780333103.837942:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784576 00000100:00100000:0.0:1780333103.838011:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1780333103.838020:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067784576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333103.838057:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333103.838120:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067784576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333103.838127:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1780333103.838726:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067784576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333104.323101:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333104.323159:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333104.323281:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045599616 00000100:00100000:1.0:1780333104.323291:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045599616 00000100:00100000:1.0:1780333104.323361:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045599744 00000100:00100000:1.0:1780333104.323365:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045599744 00000100:00100000:1.0:1780333104.323390:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 620 00000100:00100000:1.0:1780333104.323409:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045599616:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780333104.323441:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e308006c 00000100:00080000:1.0:1780333104.323450:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec402b85800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780333104.323495:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967365 00000100:00100000:1.0:1780333104.323821:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045599616:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 413us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333104.323830:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 620 00000100:00100000:1.0:1780333104.323847:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 621 00000100:00100000:1.0:1780333104.323854:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045599744:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780333104.323866:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307fffc 00000100:00080000:1.0:1780333104.323872:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc1000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780333104.323893:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967365 00000100:00100000:1.0:1780333104.324025:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045599744:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 171us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333104.324031:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 621 00010000:00010000:1.0:1780333104.324056:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333104.324161:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780333104.324867:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333104.324873:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333104.324917:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333104.324971:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333104.325008:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045599488 00000100:00100000:2.0:1780333104.325015:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045599488 00000100:00100000:2.0:1780333104.325059:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1762 00000100:00100000:2.0:1780333104.325068:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045599488:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333104.325112:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045599488:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333104.325120:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1762 00000100:00080000:2.0:1780333104.325138:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333104.325211:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045599360 00000100:00100000:3.0:1780333104.325216:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045599360 00000100:00100000:3.0:1780333104.325256:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1367 00000100:00100000:3.0:1780333104.325263:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045599360:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333104.325294:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045599360:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 32us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333104.325305:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1367 00000001:00100000:3.0:1780333104.440599:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333104.440607:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec302bc3800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:1.0:1780333104.440918:0:32974:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec302bc3800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:1.0:1780333104.440978:0:32974:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec302bc1000 for lustre-OST0001 00000001:00100000:3.0:1780333104.452408:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333104.452417:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec402b82800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333104.452460:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec402b82800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:3.0:1780333104.452675:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec402b85800 for lustre-OST0000 00010000:00010000:0.0:1780333104.599840:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333105.156498:0:97522:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe4e2f82e0 20000000:00000080:1.0:1780333105.156515:0:97522:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437198400 uarg=0000000000000000 10000000:01000000:1.0:1780333105.156782:0:97522:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333105.156802:0:97522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.156825:0:97522:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080130 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.156833:0:97522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.156872:0:97522:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080130 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.156890:0:97522:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080130 expref: 17 pid: 5798 timeout: 2651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333105.156903:0:97522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97522:1866812067784704:0@lo:104: 00000100:00100000:1.0:1780333105.156967:0:97522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333105.157019:0:97522:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433db7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780333105.157253:0:5789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780333105.157266:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784704 00000100:00100000:2.0:1780333105.157273:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784704 00000100:00100000:2.0:1780333105.157314:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1780333105.157323:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c45cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97522:x1866812067784704:12345-0@lo:104: 00010000:00010000:2.0:1780333105.157335:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333105.157401:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333105.157408:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c45cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97522:x1866812067784704:12345-0@lo:104: Request processed in 86us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333105.157415:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00010000:00010000:0.0:1780333105.157590:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333105.157597:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157605:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dec00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333105.157610:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157642:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333105.157649:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333105.157655:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333105.157701:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157707:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333105.157728:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157734:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dec00/0x76434b26e3080130 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080137 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157749:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333105.157751:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333105.157753:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333105.157764:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067784832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333105.157806:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333105.157842:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784832 00000100:00100000:0.0:1780333105.157845:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784832 00010000:00010000:0.0:1780333105.157862:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080130 expref: 18 pid: 5798 timeout: 2651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333105.157884:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1780333105.157891:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067784832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333105.157901:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333105.157905:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080130 expref: 18 pid: 5798 timeout: 2651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157916:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080130 expref: 18 pid: 5798 timeout: 2651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157931:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157939:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157951:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157958:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157965:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157972:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157978:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dee00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333105.157982:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157989:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.157997:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333105.158005:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333105.158034:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067784832:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333105.158040:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1780333105.158076:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067784832:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333105.158506:0:97522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391c00/0x76434b26e3080137 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080130 expref: 17 pid: 5798 timeout: 2651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333105.158518:0:97522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97522:1866812067784704:0@lo:104: 00010000:00010000:1.0:1780333105.158531:0:97522:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.158539:0:97522:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.158544:0:97522:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.158549:0:97522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dee00/0x76434b26e308013e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333105.623918:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333106.269013:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333106.269020:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333106.269025:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333106.269073:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.269085:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.269096:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333106.269122:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067784960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333106.270970:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333106.271094:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4011cac00 going to sleep for 11 seconds 00000100:00100000:0.0:1780333106.273271:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067784960 00000100:00100000:0.0:1780333106.273286:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067784960 00000100:00100000:0.0:1780333106.273362:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1780333106.273381:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067784960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333106.273399:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333106.273429:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080145 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.273462:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080145 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.273473:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080145 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.273482:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391400, rc 0) 00000100:00100000:0.0:1780333106.273551:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067784960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (2742us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333106.273558:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1780333106.273613:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067784960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333106.273644:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.273653:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333106.273673:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333106.273678:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.273685:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1780333106.352918:0:97570:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea6bb9a10 20000000:00000080:0.0:1780333106.352935:0:97570:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b0400 uarg=0000000000000000 10000000:01000000:0.0:1780333106.353268:0:97570:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333106.353288:0:97570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.353305:0:97570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080145 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.353314:0:97570:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.353470:0:97570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080145 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.353487:0:97570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080145 expref: 17 pid: 5798 timeout: 2652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333106.353503:0:97570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97570:1866812067785088:0@lo:104: 00000100:00100000:0.0:1780333106.353568:0:97570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333106.353665:0:97570:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780333106.353700:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785088 00000100:00100000:3.0:1780333106.353707:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785088 00000100:00100000:3.0:1780333106.353765:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1780333106.353776:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97570:x1866812067785088:12345-0@lo:104: 00010000:00010000:3.0:1780333106.353788:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333106.353850:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333106.353857:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97570:x1866812067785088:12345-0@lo:104: Request processed in 83us (289us total) trans 0 rc 0/0 00010000:00010000:1.0:1780333106.353861:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1780333106.353864:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00010000:00010000:1.0:1780333106.353868:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.353875:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333106.353878:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.353887:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333106.353894:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333106.353900:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1780333106.353984:0:97570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97570:1866812067785088:0@lo:104: 00010000:00010000:0.0:1780333106.354000:0:97570:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354051:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354058:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333106.354097:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354104:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080145 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308014c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354119:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333106.354121:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333106.354123:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333106.354161:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333106.354173:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067785216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333106.354204:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333106.354263:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785216 00000100:00100000:1.0:1780333106.354267:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785216 00010000:00010000:1.0:1780333106.354286:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080145 expref: 18 pid: 5798 timeout: 2652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333106.354313:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1780333106.354320:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067785216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333106.354331:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333106.354335:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080145 expref: 18 pid: 5798 timeout: 2652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354345:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080145 expref: 18 pid: 5798 timeout: 2652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354376:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e308014c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080145 expref: 18 pid: 5798 timeout: 2652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354389:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354397:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354420:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354427:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354433:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354444:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354450:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333106.354454:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354461:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354473:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333106.354482:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333106.354510:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067785216:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333106.354517:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1780333106.354568:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067785216:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333106.354650:0:97570:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.354657:0:97570:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.354668:0:97570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390c00/0x76434b26e3080153 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333106.647871:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333107.415875:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333107.415899:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067785344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333107.415970:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333107.416081:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785344 00000100:00100000:2.0:1780333107.416089:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785344 00000100:00100000:2.0:1780333107.416158:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1780333107.416167:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067785344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333107.416204:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333107.416252:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067785344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333107.416259:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1780333107.416300:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067785344:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780333107.416359:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780333107.672926:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780333107.802197:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333107.802205:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333107.802210:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333107.802394:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333107.802407:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333107.802417:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333107.802445:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067785472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333107.802598:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333107.802674:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec437e95b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780333107.802792:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785472 00000100:00100000:1.0:1780333107.802809:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785472 00000100:00100000:1.0:1780333107.803036:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1780333107.803046:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067785472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333107.803059:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333107.803074:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e308015a expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333107.803099:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e308015a expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333107.803114:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308015a expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333107.803124:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de400, rc 0) 00000100:00100000:1.0:1780333107.803385:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067785472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 340us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333107.803455:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1780333107.803786:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067785472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333107.803804:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333107.803816:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333107.803837:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333107.803842:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333107.803849:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333108.439819:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067785600:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.439882:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333108.439926:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067786112:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.439950:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333108.439974:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333108.439979:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067785728:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.440000:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333108.440028:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067785856:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.440478:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333108.440561:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333108.440568:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067785984:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.440593:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333108.440652:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785600 00000100:00100000:3.0:1780333108.440659:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785600 00000100:00100000:3.0:1780333108.440702:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785728 00000100:00100000:3.0:1780333108.440706:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785728 00000100:00100000:3.0:1780333108.440730:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785984 00000100:00100000:3.0:1780333108.440733:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785984 00000100:00100000:3.0:1780333108.440750:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1780333108.440758:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067785600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.440808:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067785600:12345-0@lo:400:kworker.0 Request processed in 50us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333108.440815:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1780333108.440832:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:3.0:1780333108.440838:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067785728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.440864:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067785728:12345-0@lo:400:kworker.0 Request processed in 27us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333108.440870:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:3.0:1780333108.440882:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1780333108.440888:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067785984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.440915:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067785984:12345-0@lo:400:kworker.0 Request processed in 28us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333108.440921:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1780333108.440939:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067786112 00000100:00100000:3.0:1780333108.440942:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067786112 00000100:00100000:3.0:1780333108.440966:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067785856 00000100:00100000:3.0:1780333108.440968:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067785856 00000100:00100000:3.0:1780333108.440982:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1780333108.440987:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067786112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.441012:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067786112:12345-0@lo:400:kworker.0 Request processed in 25us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333108.441018:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1780333108.441027:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1780333108.441032:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067785856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.441821:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067785856:12345-0@lo:400:kworker.0 Request processed in 786us (1342us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333108.441829:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00080000:3.0:1780333108.441862:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333108.441866:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333108.441906:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067785984:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.441918:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067785856:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.441950:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067785728:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.441960:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067785600:0@lo:400:kworker.0 00000100:00100000:3.0:1780333108.441969:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067786112:0@lo:400:kworker.0 00010000:00010000:1.0:1780333108.695773:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333108.951948:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067786240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333108.952024:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333108.952124:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067786240 00000100:00100000:2.0:1780333108.952132:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067786240 00000100:00100000:2.0:1780333108.955116:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1780333108.955138:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42dff3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067786240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333108.955189:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333108.955275:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42dff3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067786240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (3250us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333108.955282:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1780333108.955499:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067786240:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1780333109.181015:0:97719:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe199ad480 20000000:00000080:1.0:1780333109.181035:0:97719:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec422be1400 uarg=0000000000000000 00010000:00010000:1.0:1780333109.181965:0:97719:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780333109.181982:0:97719:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780333109.181995:0:97719:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333109.182012:0:97719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333109.182030:0:97719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308015a expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333109.182039:0:97719:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333109.182074:0:97719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e308015a expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333109.182090:0:97719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e308015a expref: 17 pid: 5800 timeout: 2655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333109.182104:0:97719:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97719:1866812067786368:0@lo:104: 00000100:00100000:1.0:1780333109.182161:0:97719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333109.182243:0:97719:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa240 going to sleep for 11 seconds 00000100:00100000:0.0:1780333109.182301:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067786368 00000100:00100000:0.0:1780333109.182306:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067786368 00000100:00100000:0.0:1780333109.182529:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1780333109.182538:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97719:x1866812067786368:12345-0@lo:104: 00010000:00010000:0.0:1780333109.182550:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333109.182609:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333109.182614:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97719:x1866812067786368:12345-0@lo:104: Request processed in 78us (454us total) trans 0 rc 0/0 00010000:00010000:3.0:1780333109.182832:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333109.182838:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.182846:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333109.182850:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.182859:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333109.182866:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333109.182877:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333109.182927:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.182934:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333109.182951:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.182957:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1000/0x76434b26e308015a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080161 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.182970:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333109.182971:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333109.182973:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333109.182990:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067786496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333109.183021:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333109.183058:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067786496 00000100:00100000:3.0:1780333109.183061:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067786496 00010000:00010000:3.0:1780333109.183080:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308015a expref: 18 pid: 5800 timeout: 2655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333109.183100:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1780333109.183106:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067786496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333109.183114:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333109.183118:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308015a expref: 18 pid: 5800 timeout: 2655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183128:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e308015a expref: 18 pid: 5800 timeout: 2655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183143:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183151:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183163:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183170:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183177:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183183:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183188:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333109.183192:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183198:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183205:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333109.183213:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333109.183234:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067786496:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333109.183243:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1780333109.183277:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067786496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333109.183345:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00010000:00010000:1.0:1780333109.183418:0:97719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de400/0x76434b26e3080161 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e308015a expref: 17 pid: 5800 timeout: 2655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333109.183428:0:97719:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43433d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97719:1866812067786368:0@lo:104: 00010000:00010000:1.0:1780333109.183440:0:97719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333109.183449:0:97719:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333109.183455:0:97719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333109.183461:0:97719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de200/0x76434b26e3080168 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333109.438992:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333109.439038:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333109.439068:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600000 00000100:00100000:3.0:1780333109.439078:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600000 00000100:00100000:3.0:1780333109.439137:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1766 00000100:00100000:3.0:1780333109.439148:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045600000:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333109.439222:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045600000:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333109.439231:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1766 00000100:00080000:3.0:1780333109.439253:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333109.439403:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045599872 00000100:00100000:0.0:1780333109.439407:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045599872 00000100:00100000:0.0:1780333109.439438:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1370 00000100:00100000:0.0:1780333109.439445:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045599872:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333109.439473:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045599872:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333109.439479:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1370 00010000:00010000:2.0:1780333109.722993:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780333110.615686:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333110.615693:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333110.615699:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333110.615748:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333110.615760:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333110.615770:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333110.615797:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067786624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333110.615945:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333110.616001:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176480 going to sleep for 11 seconds 00000100:00100000:1.0:1780333110.616137:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067786624 00000100:00100000:1.0:1780333110.616145:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067786624 00000100:00100000:1.0:1780333110.616246:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1780333110.616256:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067786624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333110.616269:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333110.616283:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e308016f expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333110.616320:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e308016f expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333110.616330:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308016f expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333110.616341:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780333110.616392:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067786624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333110.616407:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1780333110.616481:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067786624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333110.616495:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333110.616505:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333110.616527:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333110.616532:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333110.616539:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333110.743979:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333111.767758:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333112.536382:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067786752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333112.536453:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333112.536557:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067786752 00000100:00100000:0.0:1780333112.536566:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067786752 00000100:00100000:1.0:1780333112.536662:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1780333112.536679:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067786752:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780333112.536702:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1780333112.536716:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333112.536770:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067786752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333112.537123:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067786752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333112.544538:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00010000:00010000:3.0:1780333112.796183:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333113.339223:0:97918:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9ebf5030 20000000:00000080:3.0:1780333113.339237:0:97918:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b0800 uarg=0000000000000000 00010000:00010000:3.0:1780333113.340423:0:97918:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333113.340441:0:97918:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333113.340456:0:97918:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333113.340473:0:97918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333113.340488:0:97918:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308016f expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333113.340497:0:97918:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333113.340535:0:97918:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e308016f expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333113.340552:0:97918:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e308016f expref: 17 pid: 5798 timeout: 2659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333113.340566:0:97918:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97918:1866812067786880:0@lo:104: 00000100:00100000:3.0:1780333113.340721:0:97918:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333113.340852:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067786880 00000100:00100000:1.0:1780333113.340860:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067786880 00000100:00100000:3.0:1780333113.340908:0:97918:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4037be180 going to sleep for 11 seconds 00000100:00100000:1.0:1780333113.341039:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1780333113.341050:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97918:x1866812067786880:12345-0@lo:104: 00010000:00010000:1.0:1780333113.341063:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.341279:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333113.341286:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:97918:x1866812067786880:12345-0@lo:104: Request processed in 238us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333113.341293:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1780333113.341485:0:97918:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97918:1866812067786880:0@lo:104: 00010000:00010000:3.0:1780333113.341506:0:97918:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333113.341543:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333113.341549:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333113.341561:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333113.341565:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333113.341573:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333113.341580:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333113.341585:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333113.341678:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333113.341684:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1780333113.341738:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067787008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333113.341772:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780333113.341823:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333113.341831:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5600/0x76434b26e308016f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080176 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333113.341847:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333113.341848:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333113.341849:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333113.341980:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787008 00000100:00100000:1.0:1780333113.341984:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787008 00010000:00010000:1.0:1780333113.342004:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308016f expref: 18 pid: 5798 timeout: 2659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333113.342030:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1780333113.342036:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067787008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333113.342047:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333113.342052:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308016f expref: 18 pid: 5798 timeout: 2659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342063:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e308016f expref: 18 pid: 5798 timeout: 2659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342074:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de600/0x76434b26e3080176 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e308016f expref: 18 pid: 5798 timeout: 2659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342085:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342093:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342116:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342124:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342129:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342134:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342143:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333113.342146:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342152:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342166:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333113.342174:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333113.342458:0:97918:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333113.342466:0:97918:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333113.342471:0:97918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e308017d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333113.343605:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067787008:12345-0@lo:103:ldlm_bl.0 Request processed in 1563us (1827us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333113.343639:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1780333113.344403:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067787008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333113.560944:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067787520:0@lo:400:kworker.0 00000100:00100000:0.0:1780333113.561031:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067787136:0@lo:400:kworker.0 00000100:00100000:2.0:1780333113.561032:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333113.561077:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333113.561103:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067787648:0@lo:400:kworker.0 00000100:00100000:0.0:1780333113.561136:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333113.561170:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787648 00000100:00100000:2.0:1780333113.561178:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787648 00000100:00100000:2.0:1780333113.561242:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1780333113.561251:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067787648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333113.561318:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067787648:12345-0@lo:400:kworker.0 Request processed in 67us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333113.561327:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1780333113.561370:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067787648:0@lo:400:kworker.0 00000100:00100000:3.0:1780333113.561452:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067787264:0@lo:400:kworker.0 00000100:00100000:3.0:1780333113.561483:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333113.562221:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333113.562231:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067787392:0@lo:400:kworker.0 00000100:00100000:3.0:1780333113.562272:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1780333113.562490:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333113.566795:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787520 00000100:00100000:2.0:1780333113.566808:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787520 00000100:00100000:2.0:1780333113.566868:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787136 00000100:00100000:2.0:1780333113.566872:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787136 00000100:00100000:2.0:1780333113.566889:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787264 00000100:00100000:2.0:1780333113.566892:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787264 00000100:00100000:2.0:1780333113.566913:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:2.0:1780333113.566922:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067787520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333113.567659:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1780333113.567817:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067787520:12345-0@lo:400:kworker.0 Request processed in 896us (6784us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333113.567849:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067787136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333113.567892:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067787136:12345-0@lo:400:kworker.0 Request processed in 49us (6815us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333113.568429:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:2.0:1780333113.568458:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:2.0:1780333113.568467:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067787264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333113.568518:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067787264:12345-0@lo:400:kworker.0 Request processed in 53us (7033us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333113.568524:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:3.0:1780333113.568651:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:3.0:1780333113.568745:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787392 00000100:00100000:3.0:1780333113.568754:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787392 00000100:00100000:3.0:1780333113.568788:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1780333113.568795:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067787392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333113.568832:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067787392:12345-0@lo:400:kworker.0 Request processed in 39us (6560us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333113.568837:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1780333113.568900:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067787136:0@lo:400:kworker.0 00000100:00080000:2.0:1780333113.569073:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333113.569136:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067787520:0@lo:400:kworker.0 00000100:00100000:0.0:1780333113.569504:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067787392:0@lo:400:kworker.0 00000100:00100000:0.0:1780333113.569518:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067787264:0@lo:400:kworker.0 00010000:00010000:3.0:1780333113.816799:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333114.078861:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333114.078881:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067787776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333114.078945:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333114.079014:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787776 00000100:00100000:0.0:1780333114.079021:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787776 00000100:00100000:0.0:1780333114.079064:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1780333114.079072:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067787776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333114.079108:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333114.079152:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067787776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333114.079159:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1780333114.079205:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067787776:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1780333114.118729:0:97966:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc69fcb60 20000000:00000080:1.0:1780333114.118747:0:97966:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec437198400 uarg=0000000000000000 00010000:00010000:1.0:1780333114.119129:0:97966:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780333114.119144:0:97966:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780333114.119158:0:97966:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333114.119180:0:97966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119195:0:97966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119206:0:97966:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119213:0:97966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119220:0:97966:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119227:0:97966:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119233:0:97966:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333114.119237:0:97966:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119246:0:97966:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119269:0:97966:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119277:0:97966:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.119284:0:97966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377de000/0x76434b26e3080184 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333114.559845:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333114.559898:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333114.560082:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600128 00000100:00100000:0.0:1780333114.560092:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600128 00000100:00100000:0.0:1780333114.560149:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1372 00000100:00100000:0.0:1780333114.560159:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045600128:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333114.560241:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045600128:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 82us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333114.560259:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1372 00000100:00100000:2.0:1780333114.560657:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600256 00000100:00100000:2.0:1780333114.560664:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600256 00000100:00100000:2.0:1780333114.560721:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1770 00000100:00100000:2.0:1780333114.560730:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045600256:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333114.560777:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045600256:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 49us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333114.560782:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1770 00000100:00080000:0.0:1780333114.563042:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1780333114.711780:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333114.711787:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333114.711792:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333114.711838:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333114.711850:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333114.711862:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333114.711889:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067787904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333114.711964:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333114.712016:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec411435300 going to sleep for 11 seconds 00000100:00100000:0.0:1780333114.712082:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067787904 00000100:00100000:0.0:1780333114.712090:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067787904 00000100:00100000:0.0:1780333114.712137:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1780333114.712146:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067787904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333114.712161:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333114.712172:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e308018b expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333114.712194:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e308018b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333114.712205:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308018b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333114.712213:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:0.0:1780333114.712264:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067787904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333114.712271:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1780333114.712345:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067787904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333114.712359:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333114.712366:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333114.712385:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333114.712389:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333114.712396:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333114.839961:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333115.864813:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333116.888649:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333117.664869:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067788032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333117.664940:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333117.672680:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788032 00000100:00100000:0.0:1780333117.672695:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788032 00000100:00100000:0.0:1780333117.674733:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1780333117.674753:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067788032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333117.674798:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333117.674894:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067788032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (9953us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333117.674902:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:2.0:1780333117.675337:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333117.678286:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067788032:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333117.914445:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333118.680836:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067788160:0@lo:400:kworker.0 00000100:00100000:2.0:1780333118.680918:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333118.681124:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788160 00000100:00100000:3.0:1780333118.681133:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788160 00000100:00100000:3.0:1780333118.681201:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1780333118.681210:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067788160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333118.681260:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067788160:12345-0@lo:400:kworker.0 Request processed in 51us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333118.681267:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1780333118.681401:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067788160:0@lo:400:kworker.0 00000100:00100000:2.0:1780333118.681409:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067788672:0@lo:400:kworker.0 00000100:00100000:2.0:1780333118.681439:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333118.681478:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780333118.681484:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067788288:0@lo:400:kworker.0 00000100:00100000:2.0:1780333118.681504:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333118.681519:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067788800:0@lo:400:kworker.0 00000100:00100000:2.0:1780333118.681541:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333118.681573:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788800 00000100:00100000:2.0:1780333118.681576:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788800 00000100:00100000:2.0:1780333118.681612:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1780333118.681649:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067788800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333118.681686:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067788800:12345-0@lo:400:kworker.0 Request processed in 68us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333118.681691:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00080000:2.0:1780333118.681708:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333118.681727:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067788800:0@lo:400:kworker.0 00000100:00100000:3.0:1780333118.681790:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788672 00000100:00100000:3.0:1780333118.681794:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788672 00000100:00100000:3.0:1780333118.681829:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788288 00000100:00100000:3.0:1780333118.681831:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788288 00000100:00100000:3.0:1780333118.681851:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:3.0:1780333118.681858:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067788672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333118.681893:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067788672:12345-0@lo:400:kworker.0 Request processed in 37us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333118.681911:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:3.0:1780333118.681922:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1780333118.681928:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067788288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333118.681954:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067788288:12345-0@lo:400:kworker.0 Request processed in 27us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333118.681959:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1780333118.682135:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067788288:0@lo:400:kworker.0 00000100:00100000:3.0:1780333118.682145:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067788672:0@lo:400:kworker.0 00000100:00100000:1.0:1780333118.682305:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067788416:0@lo:400:kworker.0 00000100:00100000:1.0:1780333118.682336:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333118.682359:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333118.682365:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067788544:0@lo:400:kworker.0 00000100:00100000:1.0:1780333118.682386:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333118.682415:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788416 00000100:00100000:1.0:1780333118.682420:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788416 00000100:00100000:1.0:1780333118.682450:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:1.0:1780333118.682457:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067788416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333118.682489:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43433e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067788416:12345-0@lo:400:kworker.0 Request processed in 33us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333118.682495:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:1.0:1780333118.682513:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788544 00000100:00100000:1.0:1780333118.682516:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788544 00000100:00100000:1.0:1780333118.682539:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1780333118.682547:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067788544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333118.682574:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067788544:12345-0@lo:400:kworker.0 Request processed in 29us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333118.682580:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1780333118.682606:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067788544:0@lo:400:kworker.0 00000100:00100000:1.0:1780333118.682635:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067788416:0@lo:400:kworker.0 00000100:00080000:2.0:1780333118.682714:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780333118.941272:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333119.191806:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333119.191827:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067788928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333119.191904:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333119.192116:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067788928 00000100:00100000:0.0:1780333119.192124:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067788928 00000100:00100000:0.0:1780333119.192193:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1780333119.192203:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067788928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333119.192241:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333119.192302:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067788928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333119.192309:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1780333119.192355:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067788928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333119.689758:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333119.689797:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333119.689891:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600384 00000100:00100000:3.0:1780333119.689901:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600384 00000100:00100000:3.0:1780333119.689951:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1375 00000100:00100000:3.0:1780333119.689961:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045600384:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333119.690201:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045600384:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 240us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333119.690209:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1375 00000100:00100000:3.0:1780333119.690252:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600512 00000100:00100000:3.0:1780333119.690256:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600512 00000100:00100000:3.0:1780333119.690294:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1774 00000100:00100000:3.0:1780333119.690301:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045600512:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333119.690330:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045600512:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333119.690340:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1774 00000100:00080000:3.0:1780333119.690359:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1780333119.738088:0:98262:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca97809f0 20000000:00000080:3.0:1780333119.738103:0:98262:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4342b5c00 uarg=0000000000000000 00010000:00010000:3.0:1780333119.739002:0:98262:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333119.739018:0:98262:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333119.739032:0:98262:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333119.739052:0:98262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333119.739068:0:98262:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308018b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333119.739077:0:98262:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333119.739112:0:98262:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e308018b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333119.739128:0:98262:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e308018b expref: 17 pid: 5798 timeout: 2666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333119.739142:0:98262:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98262:1866812067789056:0@lo:104: 00000100:00100000:3.0:1780333119.739216:0:98262:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333119.739377:0:98262:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333119.739436:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789056 00000100:00100000:2.0:1780333119.739442:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789056 00000100:00100000:2.0:1780333119.739482:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1780333119.739491:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:98262:x1866812067789056:12345-0@lo:104: 00010000:00010000:2.0:1780333119.739502:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333119.739571:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333119.739577:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:98262:x1866812067789056:12345-0@lo:104: Request processed in 88us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333119.739583:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00010000:00010000:0.0:1780333119.739642:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333119.739648:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.739656:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333119.739660:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.739668:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333119.739675:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333119.739680:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333119.739717:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.739723:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333119.739742:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.739749:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4400/0x76434b26e308018b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080192 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.739771:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333119.739773:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333119.739775:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333119.739894:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067789184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333119.739927:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333119.740048:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789184 00000100:00100000:0.0:1780333119.740053:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789184 00010000:00010000:0.0:1780333119.740078:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308018b expref: 18 pid: 5798 timeout: 2666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333119.740104:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1780333119.740110:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067789184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333119.740120:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333119.740124:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308018b expref: 18 pid: 5798 timeout: 2666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740134:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e308018b expref: 18 pid: 5798 timeout: 2666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740150:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740158:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740181:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740189:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740195:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740201:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740206:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333119.740210:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740217:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740236:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333119.740245:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333119.740277:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067789184:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333119.740284:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1780333119.740391:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067789184:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333119.740478:0:98262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e3080192 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e308018b expref: 17 pid: 5798 timeout: 2666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333119.740491:0:98262:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98262:1866812067789056:0@lo:104: 00010000:00010000:3.0:1780333119.740504:0:98262:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333119.740523:0:98262:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333119.740529:0:98262:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333119.740536:0:98262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5200/0x76434b26e3080199 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333119.959982:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333120.574243:0:98310:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd979e7e60 20000000:00000080:1.0:1780333120.574262:0:98310:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9b0400 uarg=0000000000000000 00010000:00010000:1.0:1780333120.574519:0:98310:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1780333120.574933:0:98310:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1780333120.574954:0:98310:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333120.574973:0:98310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.574989:0:98310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575000:0:98310:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575007:0:98310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575066:0:98310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575076:0:98310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575082:0:98310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333120.575085:0:98310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575094:0:98310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575106:0:98310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575118:0:98310:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333120.575124:0:98310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfc00/0x76434b26e30801a0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333120.983974:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333121.111681:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333121.111690:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333121.111696:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333121.111756:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333121.111768:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333121.111778:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333121.111805:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067789312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333121.111876:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333121.111921:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec404d85f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780333121.112063:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789312 00000100:00100000:0.0:1780333121.112071:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789312 00000100:00100000:0.0:1780333121.112125:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1780333121.112135:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067789312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333121.112163:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333121.112177:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30801a7 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333121.112200:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30801a7 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333121.112210:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30801a7 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333121.112219:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780333121.112262:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067789312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333121.112268:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1780333121.112318:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067789312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333121.112331:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333121.112340:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333121.112376:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333121.112381:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333121.112389:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333122.007784:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333122.778958:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067789440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333122.779034:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333122.779957:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789440 00000100:00100000:0.0:1780333122.779966:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789440 00000100:00100000:0.0:1780333122.780154:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1780333122.780170:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067789440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333122.780209:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333122.780284:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067789440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333122.780292:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00080000:0.0:1780333122.780314:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333122.780354:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067789440:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333123.033235:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333123.801686:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067789568:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.801761:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333123.801857:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067790080:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.801885:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333123.801912:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780333123.801918:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067789952:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.801944:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333123.801973:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067789696:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.801995:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333123.802012:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067790208:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.802031:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333123.802047:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333123.802053:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067789824:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.802072:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333123.802107:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790080 00000100:00100000:2.0:1780333123.802128:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790080 00000100:00100000:2.0:1780333123.802188:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789696 00000100:00100000:2.0:1780333123.802191:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789696 00000100:00100000:2.0:1780333123.802207:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789824 00000100:00100000:2.0:1780333123.802210:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789824 00000100:00100000:2.0:1780333123.802225:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:2.0:1780333123.802234:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067790080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.802285:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067790080:12345-0@lo:400:kworker.0 Request processed in 51us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333123.802293:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:2.0:1780333123.802311:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1780333123.802316:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067789696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.802343:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067789696:12345-0@lo:400:kworker.0 Request processed in 28us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333123.802348:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1780333123.802359:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:2.0:1780333123.802364:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067789824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.802387:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067789824:12345-0@lo:400:kworker.0 Request processed in 23us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333123.802392:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:2.0:1780333123.802409:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789952 00000100:00100000:2.0:1780333123.802468:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789952 00000100:00100000:2.0:1780333123.802758:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790208 00000100:00100000:2.0:1780333123.802762:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790208 00000100:00100000:2.0:1780333123.802883:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1780333123.802891:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067789952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.802925:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067789952:12345-0@lo:400:kworker.0 Request processed in 36us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333123.802931:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1780333123.802942:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1780333123.802948:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067790208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.802973:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067790208:12345-0@lo:400:kworker.0 Request processed in 25us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333123.802980:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00080000:2.0:1780333123.803007:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333123.803011:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333123.803043:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067789952:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.803055:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067790080:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.803086:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067789824:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.803094:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067789696:0@lo:400:kworker.0 00000100:00100000:2.0:1780333123.803102:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067790208:0@lo:400:kworker.0 00000100:00100000:3.0:1780333123.804946:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067789568 00000100:00100000:3.0:1780333123.804958:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067789568 00000100:00100000:3.0:1780333123.805014:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1780333123.805025:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067789568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333123.805130:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067789568:12345-0@lo:400:kworker.0 Request processed in 107us (3368us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333123.805138:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1780333123.805213:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067789568:0@lo:400:kworker.0 00000100:00100000:3.0:1780333123.997927:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333123.999071:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600640 00000100:00100000:2.0:1780333123.999088:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600640 00000100:00100000:2.0:1780333123.999187:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1111 00000100:00100000:2.0:1780333123.999198:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:57891:x1866812045600640:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780333123.999219:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333123.999290:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e30801b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2d0 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333123.999357:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333123.999371:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333123.999385:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333123.999588:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780333123.999592:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333123.999702:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333123.999728:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e30801b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2d0 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333123.999743:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2d0 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333123.999752:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333123.999755:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780333123.999759:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780333123.999836:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:57891:x1866812045600640:12345-192.168.204.30@tcp:101:rm.0 Request processed in 640us (1922us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333123.999843:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1111 00000100:00080000:0.0:1780333124.000091:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333124.004952:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333124.010162:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600768 00000100:00100000:2.0:1780333124.010180:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600768 00000100:00100000:2.0:1780333124.010257:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1112 00000100:00100000:2.0:1780333124.010267:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:57891:x1866812045600768:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780333124.010288:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333124.010308:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2d7 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.010365:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.010379:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.010393:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.010434:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.010441:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.010448:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011852:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011868:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011876:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011882:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333124.011886:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011894:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011920:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333124.011924:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333124.011929:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011936:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e30801ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011949:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011955:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011960:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011966:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333124.011969:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011975:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011982:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780333124.011985:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333124.011987:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.011993:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.012029:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801c3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2d7 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.012044:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333124.012046:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333124.012050:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2d7 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.012058:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780333124.012142:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:57891:x1866812045600768:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1875us (7199us total) trans 0 rc 301/301 00000100:00100000:2.0:1780333124.012151:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1112 00010000:00010000:1.0:1780333124.055786:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333124.092226:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333124.092266:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333124.092368:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045600896 00000100:00100000:2.0:1780333124.092379:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045600896 00000100:00100000:2.0:1780333124.092453:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045601152 00000100:00100000:2.0:1780333124.092457:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045601152 00000100:00100000:2.0:1780333124.092709:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1113 00000100:00100000:2.0:1780333124.092721:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045600896:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:2.0:1780333124.092764:0:5806:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261516288 avail 2259419136 00000100:00100000:2.0:1780333124.092834:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045600896:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 116us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333124.092840:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1113 00000100:00100000:2.0:1780333124.092856:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1114 00000100:00100000:2.0:1780333124.092862:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:57895:x1866812045601152:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:2.0:1780333124.092897:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333124.092935:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2d0 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.092959:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333124.092969:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333124.093251:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.093266:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.093276:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.093289:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.093296:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.093301:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333124.094365:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00010000:00010000:2.0:1780333124.094379:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.094387:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.094394:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.094400:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333124.094404:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.094411:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.094424:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780333124.094426:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333124.094430:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.094436:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333124.094451:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026e83571 reply state 00000000cab0976a transno 4294967722 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333124.094460:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780333124.094537:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42ded0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:57895:x1866812045601152:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 1672us (2268us total) trans 4294967722 rc 0/0 00000100:00100000:2.0:1780333124.094545:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1114 00010000:00010000:0.0:1780333124.101787:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.101808:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.101816:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.101822:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333124.101828:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.101836:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.101853:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec40b3c7b00) 00010000:00010000:0.0:1780333124.101857:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333124.101862:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.101869:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30801df lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333124.175070:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333124.175181:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045601280 00000100:00100000:2.0:1780333124.175190:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045601280 00000100:00100000:2.0:1780333124.175248:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1115 00000100:00100000:2.0:1780333124.175258:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:57899:x1866812045601280:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:2.0:1780333124.175283:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333124.175306:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2de expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.175385:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.175400:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.175421:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333124.175485:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780333124.175489:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333124.175512:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.175535:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e30801e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2de expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.175553:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2de expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.175560:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780333124.175563:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780333124.175567:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780333124.175687:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:57899:x1866812045601280:12345-192.168.204.30@tcp:101:chown.0 Request processed in 430us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333124.175695:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1115 00000100:00100000:3.0:1780333124.177308:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333124.177427:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045601408 00000100:00100000:1.0:1780333124.177437:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045601408 00000100:00100000:1.0:1780333124.177488:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1116 00000100:00100000:1.0:1780333124.177498:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:57899:x1866812045601408:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:1.0:1780333124.177514:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333124.177530:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e30801f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2e5 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177583:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177595:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177605:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177647:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177654:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177661:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177803:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e3080209 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177811:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e3080209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177818:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e3080209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333124.177854:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00000004:00200000:1.0:1780333124.177858:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333124.177884:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e3080209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177895:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177901:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177908:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177913:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333124.177917:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177923:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177934:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:1.0:1780333124.177937:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333124.177941:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177947:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30801fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177963:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177969:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177974:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177979:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333124.177981:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177988:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.177995:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec41273e700) 00010000:00010000:1.0:1780333124.177997:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333124.178000:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.178005:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080202 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.178029:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e30801f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2e5 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.178040:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e3080209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2e5 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333124.178051:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780333124.178053:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333124.178055:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfc00, rc 0) 00000100:00100000:1.0:1780333124.178116:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:57899:x1866812045601408:12345-192.168.204.30@tcp:101:chown.0 Request processed in 609us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333124.178123:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1116 00000100:00100000:3.0:1780333124.184752:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333124.184975:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045601664 00000100:00100000:2.0:1780333124.184985:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045601664 00000100:00100000:2.0:1780333124.185047:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1117 00000100:00100000:2.0:1780333124.185059:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:57899:x1866812045601664:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:2.0:1780333124.185122:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333124.185153:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e3080209 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2e5 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.185171:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:2.0:1780333124.185182:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333124.185210:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.185223:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333124.185233:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333124.185724:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2bf3dff reply state 000000008e1ec068 transno 4294967723 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333124.185735:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780333124.185750:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00000100:00100000:2.0:1780333124.185844:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:57899:x1866812045601664:12345-192.168.204.30@tcp:36:chown.0 Request processed in 787us (1102us total) trans 4294967723 rc 0/0 00000100:00100000:2.0:1780333124.185853:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1117 00010000:00010000:0.0:1780333124.187814:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.187843:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.187856:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.187861:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333124.187867:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.187876:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.187894:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:0.0:1780333124.187898:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780333124.187903:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333124.187910:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1200/0x76434b26e3080210 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333124.311967:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333124.311995:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067790336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333124.312076:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333124.312215:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790336 00000100:00100000:3.0:1780333124.312223:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790336 00000100:00100000:3.0:1780333124.312272:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1780333124.312281:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067790336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333124.312317:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333124.312373:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067790336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333124.312380:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1780333124.312567:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067790336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333124.801410:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333124.801491:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045601792 00000100:00100000:1.0:1780333124.801502:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045601792 00000100:00100000:1.0:1780333124.801558:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1378 00000100:00100000:1.0:1780333124.801569:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045601792:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333124.801673:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045601792:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 105us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333124.801681:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1378 00010000:00010000:1.0:1780333125.081087:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333125.133214:0:98506:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc9c2ca0d0 20000000:00000080:1.0:1780333125.133232:0:98506:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc87c00 uarg=0000000000000000 00010000:00010000:1.0:1780333125.133936:0:98506:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780333125.133973:0:98506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:1.0:1780333125.133977:0:98506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333125.133987:0:98506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e30801ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2de expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.134012:0:98506:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780333125.134102:0:98506:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333125.134117:0:98506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.134130:0:98506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30801a7 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.134139:0:98506:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.134178:0:98506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30801a7 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.134197:0:98506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30801a7 expref: 17 pid: 5798 timeout: 2671 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333125.134213:0:98506:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98506:1866812067790464:0@lo:104: 00000100:00100000:1.0:1780333125.134283:0:98506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333125.134335:0:98506:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4057416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780333125.135437:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790464 00000100:00100000:0.0:1780333125.135448:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790464 00000100:00100000:0.0:1780333125.135511:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1780333125.135521:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:98506:x1866812067790464:12345-0@lo:104: 00010000:00010000:0.0:1780333125.135537:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333125.135611:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333125.135630:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:98506:x1866812067790464:12345-0@lo:104: Request processed in 98us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333125.135638:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00010000:00010000:0.0:1780333125.135659:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333125.135665:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333125.135673:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333125.135677:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333125.135687:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333125.135706:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333125.135712:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333125.135743:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333125.135749:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333125.135764:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333125.135771:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e30801a7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30801ae expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333125.135786:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333125.135788:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333125.135789:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333125.135928:0:98506:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98506:1866812067790464:0@lo:104: 00010000:00010000:3.0:1780333125.135947:0:98506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333125.136134:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067790592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333125.136377:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333125.136463:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790592 00000100:00100000:1.0:1780333125.136468:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790592 00010000:00010000:1.0:1780333125.136489:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30801a7 expref: 18 pid: 5798 timeout: 2671 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333125.136516:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1780333125.136522:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067790592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333125.136533:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333125.136538:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30801a7 expref: 18 pid: 5798 timeout: 2671 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136550:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30801a7 expref: 18 pid: 5798 timeout: 2671 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136563:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391e00/0x76434b26e30801ae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30801a7 expref: 18 pid: 5798 timeout: 2671 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136577:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136586:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136600:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136608:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136928:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136937:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136943:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333125.136946:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.136954:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333125.139155:0:98506:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333125.139239:0:98506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.142261:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.142810:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df600/0x76434b26e3080217 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333125.142831:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333125.142982:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067790592:12345-0@lo:103:ldlm_bl.0 Request processed in 6455us (6601us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333125.142993:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1780333125.143228:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067790592:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1780333126.087589:0:98554:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff35e21c20 20000000:00000080:3.0:1780333126.087706:0:98554:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2ba000 uarg=0000000000000000 00010000:00010000:3.0:1780333126.088189:0:98554:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333126.088209:0:98554:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333126.088224:0:98554:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333126.088243:0:98554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088260:0:98554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088271:0:98554:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088278:0:98554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088286:0:98554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088293:0:98554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088299:0:98554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333126.088303:0:98554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088311:0:98554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088323:0:98554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088331:0:98554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.088337:0:98554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5200/0x76434b26e308021e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.111753:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780333126.552057:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333126.552063:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333126.552067:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333126.552126:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333126.552138:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333126.552149:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333126.552177:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067790720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333126.552265:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333126.552332:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec437e95540 going to sleep for 11 seconds 00000100:00100000:3.0:1780333126.552359:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790720 00000100:00100000:3.0:1780333126.552368:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790720 00000100:00100000:3.0:1780333126.552432:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1780333126.552443:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067790720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333126.552458:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333126.552471:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080225 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.552499:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080225 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.552509:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080225 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333126.552520:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780333126.552576:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067790720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333126.552582:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1780333126.553478:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067790720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333126.553498:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333126.553508:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333126.553530:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333126.553535:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333126.553543:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333127.128798:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780333127.428137:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967723 is committed 00000100:00100000:3.0:1780333127.899149:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333127.899174:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067790848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333127.899246:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333127.899668:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790848 00000100:00100000:0.0:1780333127.899677:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790848 00000100:00100000:0.0:1780333127.899736:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1780333127.899748:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067790848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333127.899791:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333127.899840:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067790848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333127.899847:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00080000:0.0:1780333127.899867:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333127.900438:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067790848:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333128.153543:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333128.920190:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067791104:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920264:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333128.920309:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067791616:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920333:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333128.920356:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780333128.920361:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067790976:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920392:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333128.920428:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067791488:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920460:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333128.920490:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067791104 00000100:00100000:2.0:1780333128.920498:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067791104 00000100:00100000:2.0:1780333128.920537:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067791488 00000100:00100000:2.0:1780333128.920539:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067791488 00000100:00100000:2.0:1780333128.920567:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1780333128.920576:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067791104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920661:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067791104:12345-0@lo:400:kworker.0 Request processed in 85us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333128.920671:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1780333128.920687:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1780333128.920693:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067791488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920718:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067791488:12345-0@lo:400:kworker.0 Request processed in 26us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333128.920723:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1780333128.920742:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067791616 00000100:00100000:2.0:1780333128.920745:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067791616 00000100:00100000:2.0:1780333128.920769:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1780333128.920774:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067791616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920801:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067791616:12345-0@lo:400:kworker.0 Request processed in 26us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333128.920806:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1780333128.920821:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067790976 00000100:00100000:2.0:1780333128.920824:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067790976 00000100:00100000:2.0:1780333128.920844:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1780333128.920849:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067790976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920875:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067790976:12345-0@lo:400:kworker.0 Request processed in 25us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333128.920881:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1780333128.920929:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067790976:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920941:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067791488:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920950:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4037f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067791104:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.920958:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067791616:0@lo:400:kworker.0 00000100:00100000:0.0:1780333128.921389:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067791360:0@lo:400:kworker.0 00000100:00100000:0.0:1780333128.921425:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333128.921465:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333128.921472:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067791232:0@lo:400:kworker.0 00000100:00100000:0.0:1780333128.921496:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333128.921528:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067791232 00000100:00100000:0.0:1780333128.921533:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067791232 00000100:00100000:0.0:1780333128.921564:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1780333128.921571:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067791232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333128.921605:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067791232:12345-0@lo:400:kworker.0 Request processed in 35us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333128.921611:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00080000:0.0:1780333128.921649:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333128.921654:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333128.921674:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067791232:0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.921792:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067791360 00000100:00100000:2.0:1780333128.921796:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067791360 00000100:00100000:2.0:1780333128.921827:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1780333128.921833:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067791360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333128.921865:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067791360:12345-0@lo:400:kworker.0 Request processed in 32us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333128.921871:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1780333128.922232:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067791360:0@lo:400:kworker.0 00010000:00010000:2.0:1780333129.176511:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333129.209866:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333129.212323:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045601920 00000100:00100000:1.0:1780333129.212336:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045601920 00000100:00100000:1.0:1780333129.212468:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 17 00000100:00100000:1.0:1780333129.212480:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045601920:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333129.212498:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333129.212502:0:5792:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e30801ed) 00010000:00010000:1.0:1780333129.212504:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333129.212572:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5581:x1866812045601920:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (2717us total) trans 0 rc 116/116 00000100:00100000:1.0:1780333129.212579:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 17 00000100:00080000:0.0:1780333129.212862:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333129.432244:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780333129.432268:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067791744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333129.432339:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333129.432452:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067791744 00000100:00100000:2.0:1780333129.432461:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067791744 00000100:00100000:2.0:1780333129.432515:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1780333129.432525:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067791744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333129.432564:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333129.432612:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067791744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333129.432806:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1780333129.432982:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067791744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333129.920730:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333129.920840:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045602048 00000100:00100000:0.0:1780333129.920851:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045602048 00000100:00100000:0.0:1780333129.920908:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1381 00000100:00100000:0.0:1780333129.920921:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045602048:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333129.921044:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045602048:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 126us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333129.921053:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1381 00000100:00100000:2.0:1780333130.011574:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333130.013598:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045602176 00000100:00100000:3.0:1780333130.013632:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045602176 00000100:00100000:3.0:1780333130.013695:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1118 00000100:00100000:3.0:1780333130.013705:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58004:x1866812045602176:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780333130.013727:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333130.013748:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080233 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2ec expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.013802:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e308023a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.013816:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e308023a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.013828:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e308023a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333130.013998:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1780333130.014002:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333130.014095:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e308023a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.014119:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080233 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2ec expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.014137:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e308023a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2ec expref: 6 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.014145:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333130.014147:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333130.014151:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780333130.014216:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58004:x1866812045602176:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 512us (2649us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333130.014223:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1118 00000100:00100000:2.0:1780333130.023365:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333130.023531:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045602304 00000100:00100000:3.0:1780333130.023544:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045602304 00000100:00100000:3.0:1780333130.023611:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1119 00000100:00100000:3.0:1780333130.023649:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58004:x1866812045602304:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780333130.023674:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333130.023698:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080241 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2f3 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.023776:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.023792:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.023802:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.023817:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.023826:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.023832:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024221:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080256 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024230:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024238:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333130.024519:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:3.0:1780333130.024524:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333130.024599:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024614:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024667:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024674:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024679:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333130.024683:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024690:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024704:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333130.024706:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333130.024712:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024719:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080248 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024732:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024741:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024746:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024751:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333130.024753:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024758:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024762:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780333130.024764:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333130.024766:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024771:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e308024f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024807:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080241 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2f3 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024819:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080256 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2f3 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.024825:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780333130.024827:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333130.024830:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780333130.024884:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58004:x1866812045602304:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1239us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333130.024892:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1119 00000100:00100000:0.0:1780333130.030597:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333130.030792:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045602560 00000100:00100000:2.0:1780333130.030804:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045602560 00000100:00100000:2.0:1780333130.030869:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1120 00000100:00100000:2.0:1780333130.030881:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58004:x1866812045602560:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780333130.030933:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333130.030961:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080256 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2f3 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.030982:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:2.0:1780333130.030995:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333130.031030:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.031045:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.031057:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333130.083781:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eab748ee reply state 000000008d75968b transno 4294967724 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333130.083801:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780333130.083974:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000100:00100000:1.0:1780333130.084102:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58004:x1866812045602560:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 53218us (53513us total) trans 4294967724 rc 0/0 00000100:00100000:1.0:1780333130.084122:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1120 00000001:00080000:2.0:1780333130.085161:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967724 is committed 00010000:00010000:0.0:1780333130.085265:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.085277:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.085285:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.085292:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333130.085296:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.085303:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.085320:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:0.0:1780333130.085323:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780333130.085329:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.085336:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e308025d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333130.154157:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333130.154272:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045602688 00000100:00100000:2.0:1780333130.154284:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045602688 00000100:00100000:2.0:1780333130.154351:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1121 00000100:00100000:2.0:1780333130.154362:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58008:x1866812045602688:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:2.0:1780333130.154390:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333130.154490:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080264 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c2fa expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.154577:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.154594:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.154606:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.154669:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.154676:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.154683:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.158772:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080279 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.158798:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.158812:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333130.158925:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:3.0:1780333130.158930:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333130.159101:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159115:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159123:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159130:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159135:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333130.159140:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159147:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159160:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333130.159163:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333130.159168:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159174:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308026b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159188:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159194:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159200:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159204:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333130.159207:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159212:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159219:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec40b3c7500) 00010000:00010000:3.0:1780333130.159221:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333130.159223:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159228:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080272 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159271:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080264 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2fa expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159285:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080279 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2fa expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.159292:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780333130.159294:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780333130.159297:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4400, rc 0) 00000100:00100000:3.0:1780333130.159587:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58008:x1866812045602688:12345-192.168.204.30@tcp:101:touch.0 Request processed in 5225us (5441us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333130.159598:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1121 00000100:00100000:2.0:1780333130.163768:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333130.163861:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045602944 00000100:00100000:0.0:1780333130.163872:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045602944 00000100:00100000:0.0:1780333130.163936:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1122 00000100:00100000:0.0:1780333130.163945:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58008:x1866812045602944:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780333130.163974:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333130.163996:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e3080280 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c301 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.164359:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.164376:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.164388:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.164460:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.164468:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.164475:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780333130.165271:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x23:0x0], index 0: 0 00010000:00010000:0.0:1780333130.165522:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e3080295 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165537:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e3080295 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165545:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e3080295 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165580:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165587:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165594:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165600:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333130.165604:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165656:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165671:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:0.0:1780333130.165674:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333130.165679:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165686:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080287 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333130.165699:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065abc959 reply state 000000002b861107 transno 4294967725 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333130.165707:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780333130.165736:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e3080280 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c301 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165750:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e3080295 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c301 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.165756:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780333130.165758:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780333130.165761:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391a00, rc 0) 00000100:00100000:0.0:1780333130.165838:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4037f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58008:x1866812045602944:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1892us (2081us total) trans 4294967725 rc 0/0 00000100:00100000:0.0:1780333130.165847:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1122 00010000:00010000:1.0:1780333130.168199:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.168219:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.168228:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.168234:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333130.168239:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.168246:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.168264:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec408256c00) 00010000:00010000:1.0:1780333130.168268:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333130.168273:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.168279:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e308028e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333130.179794:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333130.179975:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045603200 00000100:00100000:1.0:1780333130.179986:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045603200 00000100:00100000:1.0:1780333130.180084:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1123 00000100:00100000:1.0:1780333130.180095:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58008:x1866812045603200:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:1.0:1780333130.180162:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333130.180194:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e3080295 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c301 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.180215:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:1.0:1780333130.180227:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780333130.180267:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.180280:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.180290:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333130.180421:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b98d77bb reply state 00000000625753f0 transno 4294967726 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333130.180430:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780333130.180522:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58008:x1866812045603200:12345-192.168.204.30@tcp:36:touch.0 Request processed in 428us (903us total) trans 4294967726 rc 0/0 00000100:00100000:1.0:1780333130.180529:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1123 00000100:00100000:1.0:1780333130.182432:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1780333130.182927:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.182940:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.182948:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.182954:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333130.182958:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.182966:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.182982:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec41273e800) 00010000:00010000:0.0:1780333130.182985:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333130.182990:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.182996:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30802a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333130.183279:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045603328 00000100:00100000:3.0:1780333130.183289:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045603328 00000100:00100000:3.0:1780333130.183350:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1124 00000100:00100000:3.0:1780333130.183360:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58008:x1866812045603328:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780333130.183381:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333130.183399:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e30802aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c308 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.183453:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e30802aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c308 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.183465:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e30802aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c308 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333130.183485:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780333130.183488:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780333130.183490:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780333130.183592:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58008:x1866812045603328:12345-192.168.204.30@tcp:101:touch.0 Request processed in 233us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333130.183600:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1124 00000100:00100000:3.0:1780333130.188537:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333130.188768:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045603456 00000100:00100000:2.0:1780333130.188779:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045603456 00000100:00100000:2.0:1780333130.188830:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 622 00000100:00100000:2.0:1780333130.188839:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2365:x1866812045603456:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:2.0:1780333130.188872:0:6597:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2576 last 0 00000020:00000080:2.0:1780333130.188905:0:6597:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e30802b1 00002000:00100000:2.0:1780333130.188919:0:6597:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec302bc1800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780333130.188944:0:6597:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780333130.189202:0:6597:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1780333130.189237:0:6597:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc2800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780333130.189315:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045603456:12345-192.168.204.30@tcp:8:touch.0 Request processed in 475us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333130.189323:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 622 00000100:00100000:2.0:1780333130.191960:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333130.192030:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045603584 00000100:00100000:1.0:1780333130.192040:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045603584 00000100:00100000:1.0:1780333130.192116:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 623 00000100:00100000:1.0:1780333130.192126:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045603584:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:0.0:1780333130.192330:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780333130.200757:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780333130.215930:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000001:00100000:2.0:1780333130.215950:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000100:00100000:1.0:1780333130.216132:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045603584:12345-192.168.204.30@tcp:2:touch.0 Request processed in 24001us (24174us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1780333130.216144:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 623 00000100:00100000:1.0:1780333130.218662:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333130.218768:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045603840 00000100:00100000:2.0:1780333130.218779:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045603840 00000100:00100000:2.0:1780333130.218832:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 114 00000100:00100000:2.0:1780333130.218843:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58008:x1866812045603840:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:2.0:1780333130.219252:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58008:x1866812045603840:12345-192.168.204.30@tcp:35:touch.0 Request processed in 410us (640us total) trans 4294967727 rc 0/0 00000100:00100000:2.0:1780333130.219261:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 114 00000100:00100000:3.0:1780333130.268964:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333130.269183:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045603968 00000100:00100000:0.0:1780333130.269194:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045603968 00000100:00100000:0.0:1780333130.269261:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1125 00000100:00100000:0.0:1780333130.269273:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58012:x1866812045603968:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780333130.269313:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333130.269333:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30802b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c30f expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269405:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269420:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269431:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269446:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269453:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269459:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269554:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e30802cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269563:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e30802cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269569:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e30802cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333130.269601:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5c:0x0]: returning size 0 00000004:00200000:0.0:1780333130.269605:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333130.269662:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e30802cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269679:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e30802cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269687:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269693:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269698:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269704:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333130.269708:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269715:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.269726:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:0.0:1780333130.270331:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333130.270338:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270345:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30802bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270363:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270369:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270375:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270380:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333130.270383:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270399:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270409:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec408256200) 00010000:00010000:0.0:1780333130.270411:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333130.270414:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.270419:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30802c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.271712:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30802b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c30f expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.271742:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e30802cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c30f expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.271752:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:0.0:1780333130.271754:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780333130.271758:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:1.0:1780333130.271894:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58012:x1866812045603968:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2622us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333130.271904:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1125 00000100:00100000:3.0:1780333130.276314:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333130.276344:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045604096 00000100:00100000:2.0:1780333130.276354:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045604096 00000100:00100000:2.0:1780333130.276412:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 624 00000100:00100000:2.0:1780333130.276423:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045604096:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780333130.276441:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333130.276462:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c316 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333130.276489:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x6a1dba4a, atime: 0x6a1dba4a, ctime: 0x6a1dba4a, blocks: 0x1 00010000:00010000:2.0:1780333130.276507:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333130.276508:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333130.276517:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 6 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.276533:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 6 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333130.276545:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780333130.276606:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045604096:12345-192.168.204.30@tcp:101:rm.0 Request processed in 185us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333130.276612:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 624 00000100:00100000:0.0:1780333130.282076:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333130.282898:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045604352 00000100:00100000:1.0:1780333130.282909:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045604352 00000100:00100000:1.0:1780333130.282977:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1126 00000100:00100000:1.0:1780333130.282987:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58012:x1866812045604352:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:1.0:1780333130.283052:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780333130.283081:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e30802cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c30f expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283104:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e30802aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c308 expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283118:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:1.0:1780333130.283129:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780333130.283163:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283178:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283187:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283201:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283208:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283214:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283326:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283334:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.283341:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780333130.284352:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].35, 64 off10432 00000004:00080000:1.0:1780333130.284365:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2576691746278ns, next at 2577691743349ns, rc = 0 00010000:00010000:1.0:1780333130.284436:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284449:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284458:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284465:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284472:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284476:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284550:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780333130.284586:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284593:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284599:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284605:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333130.284609:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284638:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284649:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780333130.284652:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780333130.284657:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284663:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30802e9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284683:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284688:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284698:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284703:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333130.284705:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284712:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284719:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:1.0:1780333130.284721:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333130.284723:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.284728:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333130.284738:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008cc35b50 reply state 0000000016abe62e transno 4294967728 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333130.284747:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780333130.284848:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58012:x1866812045604352:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1860us (2778us total) trans 4294967728 rc 0/0 00000100:00100000:1.0:1780333130.284857:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1126 00010000:00010000:0.0:1780333130.285463:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333130.285471:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.285479:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333130.285483:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.285489:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.285499:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:0.0:1780333130.285501:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780333130.285505:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.285511:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30802f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333130.285528:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333130.285530:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333130.285532:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333130.289665:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.289686:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.289698:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.289705:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333130.289709:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.289718:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.289736:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec41273e700) 00010000:00010000:1.0:1780333130.289739:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333130.289744:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333130.289751:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333131.148145:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333131.148240:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045604480 00000100:00100000:1.0:1780333131.148250:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045604480 00000100:00100000:1.0:1780333131.148320:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1127 00000100:00100000:1.0:1780333131.148332:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58027:x1866812045604480:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780333131.148358:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333131.148377:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c31d expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.148441:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.148460:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.148473:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333131.148533:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:1.0:1780333131.148537:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333131.148559:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.148583:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30802f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c31d expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.148602:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c31d expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.148610:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:1.0:1780333131.148613:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333131.148643:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780333131.148703:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58027:x1866812045604480:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 373us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333131.148710:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1127 00000100:00080000:2.0:1780333131.148863:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333131.154323:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333131.154396:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045604736 00000100:00100000:1.0:1780333131.154407:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045604736 00000100:00100000:1.0:1780333131.154463:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1128 00000100:00100000:1.0:1780333131.154474:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58027:x1866812045604736:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:1.0:1780333131.154525:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780333131.154552:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30802fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c31d expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.154572:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080279 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2fa expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.154586:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:1.0:1780333131.154596:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780333131.154641:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.154654:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.154663:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.225377:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780333131.244125:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967725 is committed 00000001:00080000:3.0:1780333131.244152:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967729 is committed 00000004:00080000:3.0:1780333131.244159:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 93 committed 00000100:00100000:3.0:1780333131.244285:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067791872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780333131.244352:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333131.244419:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067791872 00000100:00100000:3.0:1780333131.244426:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067791872 00000100:00100000:3.0:1780333131.244478:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1780333131.244488:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067791872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780333131.244516:0:8139:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:35 count 1 00010000:00010000:3.0:1780333131.244540:0:8139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.244561:0:8139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.244573:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333131.244575:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333131.244578:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.244602:0:8139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.244640:0:8139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 5 pid: 6597 timeout: 2677 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333131.244652:0:8139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067792000:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780333131.244709:0:8139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4099a3840 going to sleep for 11 seconds 00000100:00080000:3.0:1780333131.245888:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00010000:0.0:1780333131.247648:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a69b6232 reply state 000000006d58281c transno 4294967729 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333131.247662:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780333131.247851:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00010000:00080000:0.0:1780333131.247945:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1780333131.247964:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58027:x1866812045604736:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 93488us (93646us total) trans 4294967729 rc 0/0 00000100:00100000:0.0:1780333131.247972:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1128 00010000:00010000:0.0:1780333131.248167:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.248180:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.248188:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.248194:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333131.248198:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.248206:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.248220:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273ed00) 00010000:00010000:0.0:1780333131.248223:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780333131.248228:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.248233:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e3080305 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333131.248589:0:8139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8139:1866812067792000:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780333131.248635:0:8139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333131.250876:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333131.250948:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045604864 00000100:00100000:1.0:1780333131.250957:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045604864 00010000:00010000:1.0:1780333131.251014:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 6 pid: 6597 timeout: 2677 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333131.251059:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 456 00000100:00100000:1.0:1780333131.251069:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045604864:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333131.251084:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333131.251090:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 6 pid: 6597 timeout: 2677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.251111:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 6 pid: 6597 timeout: 2677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.251138:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30802d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c316 expref: 6 pid: 6597 timeout: 2677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.251155:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333131.251157:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333131.251162:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.251172:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.251199:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333131.251249:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045604864:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 181us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333131.251257:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 456 00010000:00010000:3.0:1780333131.251672:0:8139:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.251683:0:8139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.251699:0:8139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.251708:0:8139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.251735:0:8139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780333131.256091:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067791872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11595us (11728us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1780333131.256105:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00010000:00010000:2.0:1780333131.256492:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333131.256501:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.256514:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333131.256519:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.256529:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.256547:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.256555:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008882e171/0x76434b26e308030c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.256580:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333131.256582:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333131.256583:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780333131.256861:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42db19c00/2, rc 0, transno 4294967367 00000100:00100000:1.0:1780333131.256869:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067791872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780333131.333666:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333131.334286:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045604992 00000100:00100000:1.0:1780333131.334300:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045604992 00000100:00100000:1.0:1780333131.334381:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1129 00000100:00100000:1.0:1780333131.334393:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58031:x1866812045604992:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780333131.334428:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333131.334456:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080313 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c324 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.334557:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.334576:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.334590:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.334609:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.334648:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.334656:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335386:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e3080328 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335398:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e3080328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335407:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e3080328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333131.335500:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:1.0:1780333131.335505:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333131.335700:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e3080328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335791:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335800:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335809:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335816:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333131.335821:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335830:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335845:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:1.0:1780333131.335848:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333131.335854:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335860:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e308031a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335877:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335884:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335890:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335896:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333131.335900:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335906:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335914:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec41273e000) 00010000:00010000:1.0:1780333131.335917:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333131.335921:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335928:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080321 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335971:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080313 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c324 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335988:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e3080328 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c324 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.335997:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780333131.336000:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780333131.336014:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780333131.336519:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58031:x1866812045604992:12345-192.168.204.30@tcp:101:touch.0 Request processed in 2124us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333131.336604:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1129 00000100:00100000:1.0:1780333131.342557:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333131.342739:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045605248 00000100:00100000:3.0:1780333131.342753:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045605248 00000100:00100000:3.0:1780333131.342823:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1130 00000100:00100000:3.0:1780333131.342834:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58031:x1866812045605248:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780333131.342863:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333131.342891:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308032f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c32b expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.343318:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.343339:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.343353:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.343371:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.343380:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.343393:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780333131.346264:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x23:0x0], index 1: 0 00010000:00010000:3.0:1780333131.347922:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080344 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.347951:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080344 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.347965:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080344 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348029:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348038:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348046:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348052:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333131.348057:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348070:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348085:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:3.0:1780333131.348089:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333131.348094:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348114:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080336 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333131.348130:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c388d2aa reply state 0000000017afc868 transno 4294967730 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333131.348141:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780333131.348189:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308032f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c32b expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348205:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080344 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c32b expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.348214:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780333131.348217:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780333131.348219:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780333131.348740:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58031:x1866812045605248:12345-192.168.204.30@tcp:101:touch.0 Request processed in 5904us (6196us total) trans 4294967730 rc 0/0 00000100:00100000:3.0:1780333131.348751:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1130 00010000:00010000:2.0:1780333131.354013:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.354038:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.354048:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.354252:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333131.354260:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.354270:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.354292:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec4054dde00) 00010000:00010000:2.0:1780333131.354296:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333131.354302:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333131.354308:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308033d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333131.356362:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333131.357937:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045605504 00000100:00100000:3.0:1780333131.357958:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045605504 00000100:00100000:3.0:1780333131.358124:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1131 00000100:00100000:3.0:1780333131.358138:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58031:x1866812045605504:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:3.0:1780333131.358221:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333131.358261:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080344 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c32b expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.358287:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780333131.358301:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333131.358357:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.358376:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.358399:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333131.359092:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b96582b reply state 00000000d1ff9210 transno 4294967731 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333131.359109:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780333131.359318:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3025e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58031:x1866812045605504:12345-192.168.204.30@tcp:36:touch.0 Request processed in 1183us (2968us total) trans 4294967731 rc 0/0 00000100:00100000:2.0:1780333131.359327:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1131 00010000:00010000:3.0:1780333131.361182:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.361278:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.361289:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.361296:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333131.361303:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.361312:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.361336:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:3.0:1780333131.361340:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333131.361346:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.361353:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080352 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333131.361895:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333131.362107:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045605632 00000100:00100000:1.0:1780333131.362121:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045605632 00000100:00100000:1.0:1780333131.362221:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1132 00000100:00100000:1.0:1780333131.362232:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58031:x1866812045605632:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780333131.362266:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333131.362291:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080359 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c332 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.362371:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080359 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c332 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.362388:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080359 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c332 expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333131.362410:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:1.0:1780333131.362413:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780333131.362417:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:1.0:1780333131.362495:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58031:x1866812045605632:12345-192.168.204.30@tcp:101:touch.0 Request processed in 263us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333131.362503:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1132 00000100:00100000:0.0:1780333131.369215:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333131.369530:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045605760 00000100:00100000:2.0:1780333131.369545:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045605760 00000100:00100000:2.0:1780333131.369609:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 626 00000100:00100000:2.0:1780333131.369649:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2365:x1866812045605760:12345-192.168.204.30@tcp:8:touch.0 00010000:00080000:2.0:1780333131.369694:0:6596:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp t0 exp 0000000000000000 cur 2577 last 0 00000020:00000080:2.0:1780333131.369738:0:6596:0:(genops.c:1406:class_connect()) connect: client 4aa83a0a-42d0-431e-9dee-027df707f8a5, cookie 0x76434b26e3080360 00002000:00100000:2.0:1780333131.369753:0:6596:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4aa83a0a-42d0-431e-9dee-027df707f8a5/ffff8ec302bc3800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211351e ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780333131.369785:0:6596:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1780333131.371583:0:6596:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1780333131.371657:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc4000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780333131.371764:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045605760:12345-192.168.204.30@tcp:8:touch.0 Request processed in 2141us (2561us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333131.371778:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 626 00000100:00100000:1.0:1780333131.377129:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333131.377245:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045605888 00000100:00100000:3.0:1780333131.377259:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045605888 00000100:00100000:3.0:1780333131.377365:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 627 00000100:00100000:3.0:1780333131.377383:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:0:x1866812045605888:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:2.0:1780333131.379346:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:0.0:1780333131.430134:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00080000:0.0:1780333131.430164:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000100:00100000:3.0:1780333131.430818:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:0:x1866812045605888:12345-192.168.204.30@tcp:2:touch.0 Request processed in 53015us (53276us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1780333131.430833:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 627 00000100:00100000:3.0:1780333131.434490:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333131.435209:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045606144 00000100:00100000:2.0:1780333131.435226:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045606144 00000100:00100000:2.0:1780333131.435315:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 115 00000100:00100000:2.0:1780333131.435329:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58031:x1866812045606144:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:2.0:1780333131.436296:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58031:x1866812045606144:12345-192.168.204.30@tcp:35:touch.0 Request processed in 962us (1813us total) trans 4294967732 rc 0/0 00000100:00100000:2.0:1780333131.436310:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 115 00000100:00100000:0.0:1780333131.494352:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333131.494459:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045606272 00000100:00100000:3.0:1780333131.494473:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045606272 00000100:00100000:3.0:1780333131.494554:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1133 00000100:00100000:3.0:1780333131.494568:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58035:x1866812045606272:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780333131.494660:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333131.494691:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080367 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c339 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.494796:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.494815:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.494828:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.494845:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.494982:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.494991:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495128:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308037c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495137:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308037c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495144:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308037c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333131.495188:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5d:0x0]: returning size 0 00000004:00200000:3.0:1780333131.495194:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333131.495220:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308037c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495238:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308037c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495248:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495255:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495263:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495269:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333131.495274:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495283:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495298:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:3.0:1780333131.495301:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333131.495308:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495314:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308036e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495330:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495337:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495344:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495350:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333131.495353:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495359:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495368:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333131.495370:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333131.495374:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495380:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080375 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495418:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080367 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c339 expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495433:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308037c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c339 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.495441:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:3.0:1780333131.495444:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780333131.495447:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780333131.495555:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58035:x1866812045606272:12345-192.168.204.30@tcp:101:rm.0 Request processed in 989us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333131.495569:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1133 00000100:00100000:1.0:1780333131.502322:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333131.502717:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045606400 00000100:00100000:3.0:1780333131.502731:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045606400 00000100:00100000:3.0:1780333131.502806:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 628 00000100:00100000:3.0:1780333131.502819:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045606400:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780333131.502845:0:6597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333131.502882:0:6597:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c340 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780333131.502917:0:6597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x6a1dba4b, atime: 0x6a1dba4b, ctime: 0x6a1dba4b, blocks: 0x1 00010000:00010000:3.0:1780333131.502944:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333131.502947:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333131.502957:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 6 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.502980:0:6597:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 6 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.502995:0:6597:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780333131.503084:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045606400:12345-192.168.204.30@tcp:101:rm.0 Request processed in 268us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333131.503092:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 628 00000100:00100000:2.0:1780333131.509996:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333131.510821:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045606656 00000100:00100000:3.0:1780333131.510837:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045606656 00000100:00100000:3.0:1780333131.511086:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1134 00000100:00100000:3.0:1780333131.511241:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58035:x1866812045606656:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780333131.511316:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333131.511354:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308037c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c339 expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.511379:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080359 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c332 expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.511392:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec41273e000) 00010000:00010000:3.0:1780333131.511404:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333131.511430:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.511444:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.511452:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.511467:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.511474:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.511480:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.513942:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.513970:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.513987:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780333131.515246:0:5806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].35, 64 off10432 00000004:00080000:3.0:1780333131.515260:0:5806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2577922641077ns, next at 2578922637785ns, rc = 0 00010000:00010000:3.0:1780333131.515345:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515362:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515374:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515383:0:5806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515388:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515395:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515430:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780333131.515462:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515468:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515473:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515481:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333131.515486:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515494:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515508:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:3.0:1780333131.515512:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780333131.515519:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515525:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080398 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515549:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515555:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515562:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515566:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333131.515568:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515573:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515825:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:3.0:1780333131.515828:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333131.515833:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333131.515839:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308038a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333131.515850:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d124d045 reply state 0000000001c233b3 transno 4294967733 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333131.515859:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333131.516038:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58035:x1866812045606656:12345-192.168.204.30@tcp:36:rm.0 Request processed in 4796us (6051us total) trans 4294967733 rc 0/0 00000100:00100000:3.0:1780333131.516050:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1134 00010000:00010000:0.0:1780333131.516061:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333131.516070:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.516081:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333131.516084:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.516090:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.516100:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff8ec4054dd800) 00010000:00010000:0.0:1780333131.516102:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780333131.516105:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.516111:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e308039f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.516129:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333131.516131:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333131.516133:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333131.525204:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.525227:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.525236:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.525242:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333131.525248:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.525261:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.525284:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec4054dd100) 00010000:00010000:0.0:1780333131.525288:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333131.525294:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333131.525301:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080391 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.247938:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333132.555813:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333132.556021:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045606784 00000100:00100000:1.0:1780333132.556031:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045606784 00000100:00100000:1.0:1780333132.556092:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1135 00000100:00100000:1.0:1780333132.556104:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58050:x1866812045606784:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:1.0:1780333132.556132:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333132.556159:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e30803a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c347 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.556227:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e30803ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.556243:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e30803ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.556254:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e30803ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333132.556313:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:1.0:1780333132.556317:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333132.556342:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e30803ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.556371:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dec00/0x76434b26e30803a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c347 expref: 13 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.556391:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e30803ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c347 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.556399:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780333132.556401:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333132.556406:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dee00, rc 0) 00000100:00100000:1.0:1780333132.556465:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58050:x1866812045606784:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 363us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333132.556472:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1135 00000100:00100000:1.0:1780333132.564057:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333132.564118:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607040 00000100:00100000:0.0:1780333132.564128:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607040 00000100:00100000:0.0:1780333132.564186:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1136 00000100:00100000:0.0:1780333132.564197:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58050:x1866812045607040:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780333132.564247:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780333132.564275:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dee00/0x76434b26e30803ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c347 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.564296:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de600/0x76434b26e3080328 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c324 expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.564306:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:0.0:1780333132.564316:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333132.564342:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.564360:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.564370:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333132.564677:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a74cfacc reply state 00000000855ae1c5 transno 4294967734 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333132.564688:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780333132.564703:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000100:00100000:0.0:1780333132.564790:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58050:x1866812045607040:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 594us (741us total) trans 4294967734 rc 0/0 00000100:00100000:0.0:1780333132.564797:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1136 00010000:00010000:0.0:1780333132.569439:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.569456:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.569464:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.569470:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333132.569474:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.569482:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.569497:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec408256b00) 00010000:00010000:0.0:1780333132.569501:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780333132.569505:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.569511:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e30803b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333132.719377:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333132.719475:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607168 00000100:00100000:3.0:1780333132.719486:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607168 00000100:00100000:3.0:1780333132.719612:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1137 00000100:00100000:3.0:1780333132.719641:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045607168:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333132.719754:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045607168:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 116us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333132.719761:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1137 00000100:00100000:1.0:1780333132.725131:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333132.725235:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607296 00000100:00100000:0.0:1780333132.725245:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607296 00000100:00080000:2.0:1780333132.725401:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333132.725547:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 629 00000100:00100000:0.0:1780333132.725559:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58062:x1866812045607296:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333132.726109:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58062:x1866812045607296:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 552us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333132.726118:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 629 00000100:00100000:2.0:1780333132.730327:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333132.731958:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607424 00000100:00100000:3.0:1780333132.731971:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607424 00000100:00100000:3.0:1780333132.732162:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 630 00000100:00100000:3.0:1780333132.732174:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58062:x1866812045607424:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333132.732770:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58062:x1866812045607424:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 597us (2453us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333132.732780:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 630 00000100:00100000:2.0:1780333132.734881:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333132.734998:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607552 00000100:00100000:3.0:1780333132.735008:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607552 00000100:00100000:3.0:1780333132.735064:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1138 00000100:00100000:3.0:1780333132.735074:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045607552:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333132.736287:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045607552:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1211us (1408us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333132.736301:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1138 00000100:00100000:1.0:1780333132.744508:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333132.745079:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607680 00000100:00100000:0.0:1780333132.745089:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607680 00000100:00100000:1.0:1780333132.745238:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1139 00000100:00100000:1.0:1780333132.745248:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045607680:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333132.745486:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045607680:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 238us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333132.745494:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1139 00000100:00100000:2.0:1780333132.749688:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333132.753288:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607808 00000100:00100000:3.0:1780333132.753303:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607808 00000100:00100000:2.0:1780333132.757737:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 631 00000100:00100000:2.0:1780333132.757751:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58062:x1866812045607808:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333132.758149:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58062:x1866812045607808:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 400us (8467us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333132.758156:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 631 00000100:00100000:0.0:1780333132.760308:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333132.760491:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045607936 00000100:00100000:2.0:1780333132.760502:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045607936 00000100:00100000:2.0:1780333132.760706:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 632 00000100:00100000:2.0:1780333132.760717:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58062:x1866812045607936:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333132.762469:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58062:x1866812045607936:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 1747us (2161us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333132.762480:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 632 00000100:00100000:1.0:1780333132.766959:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333132.768247:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045608064 00000100:00100000:3.0:1780333132.768261:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045608064 00000100:00100000:2.0:1780333132.777895:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00100000:2.0:1780333132.777910:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045608064:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333132.778389:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58062:x1866812045608064:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 480us (11439us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333132.778398:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1140 00000100:00100000:0.0:1780333132.857999:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333132.858151:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045608192 00000100:00100000:3.0:1780333132.858162:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045608192 00000100:00100000:3.0:1780333132.858286:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1141 00000100:00100000:3.0:1780333132.858297:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58066:x1866812045608192:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:3.0:1780333132.858319:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333132.858340:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30803bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c34e expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.858418:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.858433:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.858451:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.858466:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.858473:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.858479:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859072:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30803d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859083:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30803d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859092:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30803d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333132.859128:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:3.0:1780333132.859131:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333132.859158:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30803d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859171:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859178:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859189:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859195:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333132.859200:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859207:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859219:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333132.859222:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333132.859227:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859233:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30803c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859245:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859251:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859257:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859262:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333132.859265:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859274:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859282:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780333132.859284:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333132.859287:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859293:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30803c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859323:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30803bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c34e expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859339:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30803d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c34e expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333132.859360:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333132.859363:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780333132.859366:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4600, rc 0) 00000100:00100000:3.0:1780333132.859495:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58066:x1866812045608192:12345-192.168.204.30@tcp:101:dd.0 Request processed in 1199us (1518us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333132.859503:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1141 00000100:00100000:3.0:1780333132.863023:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333132.863112:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045608448 00000100:00100000:1.0:1780333132.863123:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045608448 00000100:00100000:1.0:1780333132.863185:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1142 00000100:00100000:1.0:1780333132.863195:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58066:x1866812045608448:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780333132.863215:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333132.863236:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e30803d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c355 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.863381:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.863398:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.863408:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.863422:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.863430:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.863436:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780333132.865574:0:44689:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x24:0x0], index 0: 0 00010000:00010000:1.0:1780333132.869461:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e30803ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869485:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e30803ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869497:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e30803ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869548:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869555:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869928:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869936:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333132.869940:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869948:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869961:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:1.0:1780333132.869964:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333132.869970:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.869977:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de000/0x76434b26e30803de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333132.870007:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067647a13 reply state 00000000db356f14 transno 4294967735 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333132.870016:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780333132.870501:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e30803d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c355 expref: 15 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.870524:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e30803ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c355 expref: 14 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.870532:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:1.0:1780333132.870534:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780333132.870537:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780333132.870929:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+15:58066:x1866812045608448:12345-192.168.204.30@tcp:101:dd.0 Request processed in 7733us (7913us total) trans 4294967735 rc 0/0 00000100:00100000:1.0:1780333132.870939:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1142 00010000:00010000:0.0:1780333132.884461:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.884480:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.884488:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.884494:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333132.884498:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.884510:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.884527:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec41273eb00) 00010000:00010000:0.0:1780333132.884530:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333132.884535:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.884541:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e30803e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333132.891297:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333132.892227:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045608576 00000100:00100000:2.0:1780333132.892239:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045608576 00000100:00100000:2.0:1780333132.892299:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 633 00000100:00100000:2.0:1780333132.892309:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58066:x1866812045608576:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:2.0:1780333132.892330:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333132.892361:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c35c expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333132.892388:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780333132.892408:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333132.892411:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333132.892419:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333132.892437:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333132.892457:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780333132.892528:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58066:x1866812045608576:12345-192.168.204.30@tcp:101:dd.0 Request processed in 220us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333132.892536:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 633 00000100:00100000:1.0:1780333132.911774:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333132.911977:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045608704 00000100:00100000:3.0:1780333132.911997:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045608704 00002000:00100000:3.0:1780333132.912052:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x24:0x0] (0->1048575) req@ffff8ec302584000 x1866812045608704/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:108/0 lens 488/0 e 0 to 0 dl 1780333143 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780333132.912063:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302584000 with x1866812045608704 ext(0->1048575) 00002000:00010000:3.0:1780333132.912069:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec302584000 00000100:00100000:3.0:1780333132.912114:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 28 00000100:00100000:3.0:1780333132.912124:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045608704:12345-192.168.204.30@tcp:4:dd.0 00000100:00100000:2.0:1780333132.932614:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045608704:12345-192.168.204.30@tcp:4:dd.0 Request processed in 20480us (20853us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1780333132.932651:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 28 00002000:00100000:2.0:1780333132.932675:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x24:0x0] (0->1048575) req@ffff8ec302584000 x1866812045608704/t4294967368(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:108/0 lens 488/448 e 0 to 0 dl 1780333143 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780333132.932686:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302584000 with x1866812045608704 ext(0->1048575) 00002000:00010000:2.0:1780333132.933009:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec302584000 00000100:00100000:3.0:1780333132.938188:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333132.938338:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045608832 00000100:00100000:0.0:1780333132.938348:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045608832 00000100:00100000:0.0:1780333132.938457:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1143 00000100:00100000:0.0:1780333132.938468:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:58066:x1866812045608832:12345-192.168.204.30@tcp:44:dd.0 00000100:00100000:0.0:1780333132.977941:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:58066:x1866812045608832:12345-192.168.204.30@tcp:44:dd.0 Request processed in 39466us (39756us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333132.977954:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1143 00000001:00080000:2.0:1780333132.980204:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967734 is committed 00000001:00080000:2.0:1780333132.980232:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967735 is committed 00000004:00080000:2.0:1780333132.980247:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 97 committed 00000100:00100000:2.0:1780333132.980518:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333132.980538:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067792128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780333132.980609:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333132.980819:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067792128 00000100:00100000:1.0:1780333132.980836:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067792128 00000100:00100000:1.0:1780333132.980903:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1780333132.980914:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067792128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780333132.980943:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:35 count 1 00010000:00010000:1.0:1780333132.980969:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.981000:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.981009:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333132.981011:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333132.981015:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.981044:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 5 pid: 6597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.981061:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 5 pid: 6597 timeout: 2679 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780333132.981217:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333132.981249:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067792256:192.168.204.30@tcp:104: 00000100:00100000:1.0:1780333132.981403:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4099a36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333132.982070:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333132.982997:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045608960 00000100:00100000:1.0:1780333132.983005:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045608960 00000100:00100000:1.0:1780333132.983060:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 635 00000100:00100000:1.0:1780333132.983070:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045608960:12345-192.168.204.30@tcp:16:dd.0 00000100:00100000:1.0:1780333132.997535:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333132.997568:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045609088 00000100:00100000:1.0:1780333132.997576:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045609088 00010000:00010000:1.0:1780333132.997614:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 6 pid: 6597 timeout: 2679 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333132.998397:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 457 00000100:00100000:1.0:1780333132.998412:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045609088:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333132.998428:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333132.998434:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 6 pid: 6597 timeout: 2679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.998453:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 6 pid: 6597 timeout: 2679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.998481:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333132.998484:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333132.998488:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.998499:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333132.998526:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333132.998582:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045609088:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 174us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333132.998590:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 457 00010000:00010000:0.0:1780333132.998856:0:6596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad8f6a6f/0x76434b26e3080383 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c340 expref: 5 pid: 6597 timeout: 2679 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333132.998871:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067792256:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780333132.998891:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.998902:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.998909:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.998920:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.998929:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333132.998956:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780333132.999553:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067792128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18640us (18941us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1780333132.999562:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00010000:00010000:1.0:1780333133.000114:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333133.000124:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333133.000139:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333133.000144:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333133.000152:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333133.000169:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333133.000175:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080401 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333133.000199:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333133.000201:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333133.000202:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780333133.001761:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec302586300/2, rc 0, transno 4294967367 00000100:00100000:2.0:1780333133.001775:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067792128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780333133.020209:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333133.020233:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067792384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333133.020302:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333133.020351:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067792384 00000100:00100000:1.0:1780333133.020358:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067792384 00000100:00100000:1.0:1780333133.020416:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1780333133.020426:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067792384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333133.020451:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 1703936 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333133.020495:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067792384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333133.020502:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00080000:1.0:1780333133.020524:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333133.020557:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067792384:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1780333133.033997:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:3.0:1780333133.034173:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:2.0:1780333133.034343:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045608960:12345-192.168.204.30@tcp:16:dd.0 Request processed in 51267us (52267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333133.034356:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 635 00000100:00100000:2.0:1780333133.040190:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333133.040496:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045609344 00000100:00100000:0.0:1780333133.040507:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045609344 00000100:00100000:0.0:1780333133.040587:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 116 00000100:00100000:0.0:1780333133.040598:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58066:x1866812045609344:12345-192.168.204.30@tcp:35:dd.0 00000100:00100000:0.0:1780333133.041537:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58066:x1866812045609344:12345-192.168.204.30@tcp:35:dd.0 Request processed in 939us (1353us total) trans 4294967736 rc 0/0 00000100:00100000:0.0:1780333133.041547:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 116 00000100:00080000:2.0:1780333133.047355:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780333133.272561:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333134.039947:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067792896:0@lo:400:kworker.0 00000100:00100000:0.0:1780333134.040016:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067792640:0@lo:400:kworker.0 00000100:00100000:3.0:1780333134.040032:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333134.040086:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067792768:0@lo:400:kworker.0 00000100:00100000:1.0:1780333134.040187:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067792512:0@lo:400:kworker.0 00000100:00100000:3.0:1780333134.043146:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067792896 00000100:00100000:3.0:1780333134.043161:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067792896 00000100:00100000:3.0:1780333134.043224:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1780333134.043235:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067792896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333134.043444:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067792896:12345-0@lo:400:kworker.0 Request processed in 210us (3412us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333134.043451:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1780333134.043495:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:3.0:1780333134.043501:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42db19c00, transno 4294967367 00000100:00100000:3.0:1780333134.043514:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067792896:0@lo:400:kworker.0 00000100:00100000:0.0:1780333134.044044:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333134.044139:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067793152:0@lo:400:kworker.0 00000100:00100000:0.0:1780333134.044174:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333134.044213:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793152 00000100:00100000:0.0:1780333134.044217:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793152 00000100:00100000:2.0:1780333134.044302:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333134.044410:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333134.044439:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067793024:0@lo:400:kworker.0 00000100:00100000:0.0:1780333134.045919:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1780333134.045940:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067793152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333134.046044:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067793152:12345-0@lo:400:kworker.0 Request processed in 115us (1868us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333134.046051:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00080000:0.0:1780333134.046084:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333134.046209:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067793152:0@lo:400:kworker.0 00000100:00100000:1.0:1780333134.046456:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333134.046463:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067792512 00000100:00100000:2.0:1780333134.046476:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067792512 00000100:00100000:2.0:1780333134.046517:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1780333134.046523:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067792512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333134.046559:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067792512:12345-0@lo:400:kworker.0 Request processed in 37us (2150us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333134.046565:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1780333134.048858:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067792640 00000100:00100000:3.0:1780333134.048870:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067792640 00000100:00100000:0.0:1780333134.048972:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067792768 00000100:00100000:0.0:1780333134.048976:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067792768 00000100:00080000:2.0:1780333134.049051:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333134.049093:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec4012a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067792512:0@lo:400:kworker.0 00000100:00100000:1.0:1780333134.049129:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793024 00000100:00100000:1.0:1780333134.049133:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793024 00000100:00100000:1.0:1780333134.049524:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1780333134.049534:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067792640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333134.049610:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067792640:12345-0@lo:400:kworker.0 Request processed in 78us (5570us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333134.049635:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1780333134.049652:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1780333134.049659:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067792768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333134.049692:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067792768:12345-0@lo:400:kworker.0 Request processed in 35us (5390us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333134.049698:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1780333134.049710:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:1.0:1780333134.049715:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067793024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333134.049742:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067793024:12345-0@lo:400:kworker.0 Request processed in 27us (3288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333134.049749:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00100000:1.0:1780333134.049790:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067793024:0@lo:400:kworker.0 00000100:00080000:2.0:1780333134.050681:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333134.050714:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067792768:0@lo:400:kworker.0 00000100:00100000:0.0:1780333134.054477:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067792640:0@lo:400:kworker.0 00000001:00080000:2.0:1780333134.268786:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967736 is committed 00010000:00010000:2.0:1780333134.299501:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333134.552469:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780333134.557732:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067793280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333134.557808:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333134.558006:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793280 00000100:00100000:0.0:1780333134.558015:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793280 00000100:00100000:0.0:1780333134.558110:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1780333134.558120:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067793280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333134.558158:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333134.558211:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067793280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333134.558218:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1780333134.558309:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067793280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333135.057327:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333135.057374:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333135.057424:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333135.057460:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045609728 00000100:00100000:2.0:1780333135.057472:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045609728 00000100:00100000:2.0:1780333135.057538:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1350 00000100:00100000:2.0:1780333135.057551:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045609728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333135.057661:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045609728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 112us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333135.057669:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1350 00000100:00080000:2.0:1780333135.057692:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333135.057750:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045609472 00000100:00100000:0.0:1780333135.057755:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045609472 00000100:00100000:0.0:1780333135.057793:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1383 00000100:00100000:0.0:1780333135.057801:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045609472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333135.057830:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045609472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333135.057836:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1383 00000100:00100000:3.0:1780333135.057923:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045609600 00000100:00100000:3.0:1780333135.057927:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045609600 00000100:00100000:3.0:1780333135.057985:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1784 00000100:00100000:3.0:1780333135.057995:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045609600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333135.058029:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045609600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333135.058035:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1784 00000100:00080000:0.0:1780333135.059183:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333135.062963:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333135.063063:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045609856 00000100:00100000:2.0:1780333135.063074:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045609856 00000100:00100000:2.0:1780333135.063162:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1351 00000100:00100000:2.0:1780333135.063176:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045609856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333135.063279:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045609856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 107us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333135.063287:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1351 00000100:00080000:3.0:1780333135.063646:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780333135.329997:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780333135.448850:0:98949:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2581856228666ns, next at 2577691743349ns, rc = 0 00000004:00080000:3.0:1780333135.448980:0:98949:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2581856361293ns, next at 2578922637785ns, rc = 0 00000004:00080000:2.0:1780333135.452447:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 98 committed 00000004:00080000:2.0:1780333135.452505:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 94 committed 00010000:00010000:1.0:1780333136.343862:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780333136.680976:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00000100:00100000:1.0:1780333136.932366:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333136.932426:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045609984 00000100:00100000:2.0:1780333136.932435:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045609984 00000100:00100000:2.0:1780333136.932493:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1144 00000100:00100000:2.0:1780333136.932502:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045609984:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333136.932592:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045609984:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 91us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333136.932599:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1144 00000100:00100000:1.0:1780333136.945426:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333136.950138:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045610112 00000100:00100000:2.0:1780333136.950155:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045610112 00000100:00100000:2.0:1780333136.950223:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 636 00000100:00100000:2.0:1780333136.950233:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58258:x1866812045610112:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333136.950643:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58258:x1866812045610112:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 387us (5200us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333136.950651:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 636 00000100:00100000:3.0:1780333136.954687:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333136.955614:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045610240 00000100:00100000:2.0:1780333136.955649:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045610240 00000100:00100000:2.0:1780333136.955707:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 637 00000100:00100000:2.0:1780333136.955719:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58258:x1866812045610240:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333136.956156:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58258:x1866812045610240:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 438us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333136.956164:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 637 00000100:00100000:2.0:1780333136.960083:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333136.963040:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045610368 00000100:00100000:3.0:1780333136.963055:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045610368 00000100:00100000:3.0:1780333136.963118:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1145 00000100:00100000:3.0:1780333136.963129:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045610368:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333136.963553:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045610368:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 425us (3476us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333136.963562:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1145 00000100:00100000:2.0:1780333136.967532:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333136.968765:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045610496 00000100:00100000:3.0:1780333136.968777:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045610496 00000100:00100000:3.0:1780333136.968893:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1146 00000100:00100000:3.0:1780333136.968903:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045610496:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333136.969061:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045610496:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 159us (1538us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333136.969072:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1146 00000100:00100000:1.0:1780333136.984663:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333136.984753:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045610624 00000100:00100000:2.0:1780333136.984763:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045610624 00000100:00100000:2.0:1780333136.984810:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 638 00000100:00100000:2.0:1780333136.984820:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58258:x1866812045610624:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333136.989446:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58258:x1866812045610624:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 4611us (4776us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333136.989462:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 638 00000100:00100000:1.0:1780333136.994346:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333136.995081:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045610752 00000100:00100000:2.0:1780333136.995092:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045610752 00000100:00100000:2.0:1780333136.995161:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 639 00000100:00100000:2.0:1780333136.995171:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58258:x1866812045610752:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333136.995587:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58258:x1866812045610752:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 416us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333136.995596:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 639 00000100:00100000:1.0:1780333136.998164:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333137.004376:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045610880 00000100:00100000:3.0:1780333137.004394:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045610880 00000100:00100000:2.0:1780333137.004604:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1147 00000100:00100000:2.0:1780333137.004698:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045610880:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333137.005147:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58258:x1866812045610880:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 531us (6994us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333137.005156:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1147 00000100:00080000:3.0:1780333137.005218:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333137.118389:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333137.118482:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045611136 00000100:00100000:3.0:1780333137.118494:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045611136 00000100:00100000:3.0:1780333137.118563:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1148 00000100:00100000:3.0:1780333137.118573:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58262:x1866812045611136:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780333137.118670:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333137.118700:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e30803ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c355 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.118721:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff8ec41273e200) 00010000:00010000:3.0:1780333137.118733:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333137.118761:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.118776:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.118788:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.118803:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.118810:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.118818:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.119197:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.119207:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.119214:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780333137.120238:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].36, 64 off10496 00000004:00080000:3.0:1780333137.120250:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2583527630663ns, next at 2584527628493ns, rc = 0 00010000:00010000:3.0:1780333137.120355:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120367:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120376:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120385:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120391:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120398:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120417:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780333137.120444:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120451:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120457:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120463:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333137.120467:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120475:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120488:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:3.0:1780333137.120491:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780333137.120495:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120500:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080416 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120519:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120524:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120529:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120533:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333137.120536:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120541:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120546:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333137.120549:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333137.120552:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333137.120558:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080408 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333137.120569:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002bd6dda7 reply state 000000003c791527 transno 4294967737 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333137.120578:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333137.120701:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58262:x1866812045611136:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2126us (2320us total) trans 4294967737 rc 0/0 00000100:00100000:3.0:1780333137.120709:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1148 00010000:00010000:1.0:1780333137.120864:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333137.120871:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333137.120878:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333137.120881:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333137.120887:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333137.120895:0:7481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff8ec4054ddb00) 00010000:00010000:1.0:1780333137.120898:0:7481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780333137.120901:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333137.120906:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308041d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333137.120931:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333137.120933:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333137.120935:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333137.123442:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333137.123458:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333137.123465:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333137.123469:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333137.123473:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333137.123479:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333137.123494:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec4054dd000) 00010000:00010000:0.0:1780333137.123497:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333137.123501:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333137.123506:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e308040f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333137.367828:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780333138.135799:0:7053:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2584543177796ns, next at 2585543175581ns, rc = 0 00000100:00100000:2.0:1780333138.135856:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067793408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333138.135932:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333138.136036:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793408 00000100:00100000:1.0:1780333138.136044:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793408 00000100:00100000:1.0:1780333138.136104:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1780333138.136114:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067793408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333138.136148:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1780333138.136195:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067793408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333138.136202:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1780333138.136245:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067793408:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780333138.136293:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780333138.393546:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333139.161917:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333139.161941:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067793536:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.162015:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333139.162087:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067793664:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.162117:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333139.162178:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067793792:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.162205:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333139.162241:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333139.162247:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067793920:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.162271:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333139.162305:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333139.162311:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067794048:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.162332:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333139.162365:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067794176:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.162385:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333139.162827:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793536 00000100:00100000:2.0:1780333139.162836:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793536 00000100:00100000:2.0:1780333139.162881:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1780333139.162899:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067793536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333139.162958:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067793536:12345-0@lo:400:kworker.0 Request processed in 69us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333139.162966:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1780333139.162998:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793664 00000100:00100000:2.0:1780333139.163001:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793664 00000100:00100000:2.0:1780333139.163022:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793792 00000100:00100000:2.0:1780333139.163025:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793792 00000100:00100000:2.0:1780333139.163048:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067794048 00000100:00100000:2.0:1780333139.163051:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067794048 00000100:00100000:2.0:1780333139.163066:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:2.0:1780333139.163071:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067793664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333139.163103:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067793664:12345-0@lo:400:kworker.0 Request processed in 32us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333139.163109:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:2.0:1780333139.163120:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:2.0:1780333139.163126:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067793792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333139.163162:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067793792:12345-0@lo:400:kworker.0 Request processed in 37us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333139.163168:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:2.0:1780333139.163179:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:2.0:1780333139.163185:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067794048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333139.163211:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067794048:12345-0@lo:400:kworker.0 Request processed in 27us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333139.163216:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:2.0:1780333139.163237:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067793920 00000100:00100000:2.0:1780333139.163240:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067793920 00000100:00100000:2.0:1780333139.163262:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067794176 00000100:00100000:2.0:1780333139.163265:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067794176 00000100:00100000:2.0:1780333139.163286:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1780333139.163291:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067793920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333139.163323:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067793920:12345-0@lo:400:kworker.0 Request processed in 31us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333139.163328:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1780333139.163339:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1780333139.163345:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067794176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333139.163371:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067794176:12345-0@lo:400:kworker.0 Request processed in 26us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333139.163376:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00080000:2.0:1780333139.163389:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333139.163394:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333139.164646:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:0.0:1780333139.164656:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec302586300, transno 4294967367 00000100:00100000:0.0:1780333139.164676:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067794176:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.164690:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067794048:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.164702:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067793664:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.164711:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067793536:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.164759:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067793920:0@lo:400:kworker.0 00000100:00100000:0.0:1780333139.164770:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067793792:0@lo:400:kworker.0 00010000:00010000:1.0:1780333139.418836:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780333139.513476:0:99094:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2585920854506ns, next at 2585543175581ns, rc = 0 00000004:00080000:0.0:1780333139.552988:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 96 committed 00000004:00080000:0.0:1780333139.553018:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 97 committed 00000001:00080000:0.0:1780333139.553030:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967737 is committed 00000004:00080000:0.0:1780333139.553034:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 95 committed 00000100:00100000:3.0:1780333139.553556:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780333139.553580:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067794304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780333139.553683:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333139.554402:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067794304 00000100:00100000:2.0:1780333139.554410:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067794304 00000100:00100000:2.0:1780333139.554500:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1780333139.554510:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067794304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780333139.554539:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:36 count 1 00010000:00010000:2.0:1780333139.554565:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.554588:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.554699:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780333139.554701:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780333139.554705:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.554736:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.554752:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 5 pid: 6594 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333139.554764:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067794432:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780333139.554875:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec433ea6300 going to sleep for 11 seconds 00000100:00100000:1.0:1780333139.561093:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333139.561159:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067794432:192.168.204.30@tcp:104: 00010000:00010000:2.0:1780333139.561190:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333139.561404:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045611264 00000100:00100000:3.0:1780333139.561412:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045611264 00010000:00010000:3.0:1780333139.561460:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 6 pid: 6594 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333139.561528:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 458 00000100:00080000:2.0:1780333139.561539:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333139.561542:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045611264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780333139.561560:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333139.561566:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 6 pid: 6594 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333139.561581:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 6 pid: 6594 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333139.561615:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e081d9f1/0x76434b26e30803fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c35c expref: 6 pid: 6594 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333139.561652:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333139.561654:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333139.561658:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333139.561668:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333139.561694:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333139.561743:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045611264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 206us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333139.561750:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 458 00010000:00010000:2.0:1780333139.561986:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.561997:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.562007:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.562024:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333139.563215:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780333139.563826:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067794304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9314us (10139us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1780333139.563836:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000004:00080000:3.0:1780333139.564209:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec42e088e00/2, rc 0, transno 4294967369 00000100:00100000:3.0:1780333139.564227:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067794304:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780333139.564733:0:99094:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2585972113890ns, next at 2578922637785ns, rc = 0 00010000:00010000:0.0:1780333139.564952:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333139.564960:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333139.564974:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333139.564978:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333139.564990:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333139.565010:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333139.565028:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013e78e1a/0x76434b26e3080424 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333139.565044:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333139.565046:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333139.565048:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780333139.571411:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 99 committed 00000100:00100000:0.0:1780333139.673013:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333139.684410:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067794560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333139.684483:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333139.684529:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067794560 00000100:00100000:0.0:1780333139.684538:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067794560 00000100:00100000:0.0:1780333139.684591:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1780333139.684601:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067794560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333139.684689:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333139.684744:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067794560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333139.684750:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1780333139.685214:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067794560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333140.158813:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333140.158856:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333140.158895:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333140.158920:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333140.158949:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045611520 00000100:00100000:2.0:1780333140.158959:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045611520 00000100:00100000:2.0:1780333140.159033:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1788 00000100:00100000:2.0:1780333140.159044:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045611520:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333140.159124:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045611520:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 81us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333140.159133:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1788 00000100:00080000:2.0:1780333140.159155:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333140.159258:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045611392 00000100:00100000:3.0:1780333140.159263:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045611392 00000100:00100000:3.0:1780333140.159313:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1385 00000100:00100000:3.0:1780333140.159321:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045611392:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333140.159347:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045611392:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333140.159354:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1385 00000100:00100000:3.0:1780333140.159482:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045611648 00000100:00100000:3.0:1780333140.159487:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045611648 00000100:00100000:3.0:1780333140.159511:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045611776 00000100:00100000:3.0:1780333140.159513:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045611776 00000100:00100000:3.0:1780333140.159537:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1354 00000100:00100000:3.0:1780333140.159543:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045611648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333140.159570:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045611648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333140.159575:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1354 00000100:00100000:3.0:1780333140.159586:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1355 00000100:00100000:3.0:1780333140.159592:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045611776:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333140.159612:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045611776:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 21us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333140.159641:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1355 00000100:00080000:3.0:1780333140.159657:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780333140.442950:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333141.463969:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780333142.325911:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00010000:00010000:1.0:1780333142.488040:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333143.256060:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067794688:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333143.256136:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333143.256655:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067794688 00000100:00100000:3.0:1780333143.256665:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067794688 00000100:00100000:3.0:1780333143.256733:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1780333143.256747:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067794688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333143.256783:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1780333143.256884:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333143.262119:0:3328:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1780333143.262127:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec42e088e00, transno 4294967369 00000100:00100000:2.0:1780333143.262156:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067794688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333143.262216:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067794688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5284us (5890us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333143.262229:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00010000:00010000:0.0:1780333143.512057:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333144.280945:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067795200:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281036:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333144.281093:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780333144.281100:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067794816:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281130:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333144.281153:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067795328:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281187:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333144.281214:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067795072:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281237:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333144.281255:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780333144.281259:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067794944:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281281:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333144.281296:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067795456:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281316:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333144.281343:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795200 00000100:00100000:0.0:1780333144.281350:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795200 00000100:00100000:0.0:1780333144.281391:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795456 00000100:00100000:0.0:1780333144.281394:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795456 00000100:00100000:0.0:1780333144.281424:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1780333144.281434:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067795200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281487:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067795200:12345-0@lo:400:kworker.0 Request processed in 54us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333144.281494:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1780333144.281510:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1780333144.281517:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067795456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281550:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067795456:12345-0@lo:400:kworker.0 Request processed in 34us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333144.281556:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1780333144.281574:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067794816 00000100:00100000:0.0:1780333144.281577:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067794816 00000100:00100000:0.0:1780333144.281601:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1780333144.281607:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067794816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281659:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067794816:12345-0@lo:400:kworker.0 Request processed in 52us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333144.281665:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1780333144.281696:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795328 00000100:00100000:0.0:1780333144.281699:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795328 00000100:00100000:0.0:1780333144.281723:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795072 00000100:00100000:0.0:1780333144.281726:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795072 00000100:00100000:0.0:1780333144.281744:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067794944 00000100:00100000:0.0:1780333144.281747:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067794944 00000100:00100000:0.0:1780333144.281761:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:0.0:1780333144.281766:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067795328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281797:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067795328:12345-0@lo:400:kworker.0 Request processed in 31us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333144.281803:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:0.0:1780333144.281831:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:0.0:1780333144.281838:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067795072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281865:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067795072:12345-0@lo:400:kworker.0 Request processed in 28us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333144.281871:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00000100:00100000:0.0:1780333144.281884:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:0.0:1780333144.281890:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067794944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.281916:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067794944:12345-0@lo:400:kworker.0 Request processed in 27us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333144.281921:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00080000:0.0:1780333144.281949:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333144.281953:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333144.281991:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067794944:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.282003:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067795456:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.282011:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067795072:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.282042:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067794816:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.282050:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067795328:0@lo:400:kworker.0 00000100:00100000:0.0:1780333144.282059:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067795200:0@lo:400:kworker.0 00010000:00010000:0.0:1780333144.541665:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333144.791909:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067795584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333144.791997:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333144.792414:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795584 00000100:00100000:1.0:1780333144.792423:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795584 00000100:00100000:1.0:1780333144.792514:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1780333144.792525:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067795584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333144.792560:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333144.792610:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067795584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333144.792635:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1780333144.793383:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067795584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333145.280907:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333145.280950:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333145.280978:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333145.281006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333145.281038:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612160 00000100:00100000:2.0:1780333145.281047:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612160 00000100:00100000:2.0:1780333145.281102:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612288 00000100:00100000:2.0:1780333145.281105:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612288 00000100:00100000:2.0:1780333145.281125:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1358 00000100:00100000:2.0:1780333145.281134:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612160:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333145.281199:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612160:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 67us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333145.281206:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1358 00000100:00100000:2.0:1780333145.281220:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1359 00000100:00100000:2.0:1780333145.281226:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612288:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333145.281246:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612288:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 20us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333145.281255:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1359 00000100:00080000:2.0:1780333145.281268:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333145.281272:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333145.281357:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612032 00000100:00100000:1.0:1780333145.281364:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612032 00000100:00100000:1.0:1780333145.281408:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1792 00000100:00100000:1.0:1780333145.281415:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045612032:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333145.281444:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045612032:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333145.281449:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1792 00000100:00080000:2.0:1780333145.283023:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333145.283300:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045611904 00000100:00100000:0.0:1780333145.283307:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045611904 00000100:00100000:0.0:1780333145.283351:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1387 00000100:00100000:0.0:1780333145.283360:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045611904:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333145.283423:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045611904:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 64us (2524us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333145.283431:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1387 00010000:00010000:3.0:1780333145.559966:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333146.586398:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333147.608081:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333148.377833:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780333148.377857:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067795712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333148.377948:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333148.378655:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795712 00000100:00100000:3.0:1780333148.378666:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795712 00000100:00100000:3.0:1780333148.378734:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1780333148.378745:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067795712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333148.378807:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333148.378870:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067795712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333148.378879:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1780333148.379153:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067795712:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780333148.379261:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780333148.631874:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333149.400057:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067796096:0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.400186:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067795840:0@lo:400:kworker.0 00000100:00100000:3.0:1780333149.400244:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067795968:0@lo:400:kworker.0 00000100:00100000:1.0:1780333149.400316:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067796224:0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.407777:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333149.407843:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067796352:0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.407878:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333149.407929:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795840 00000100:00100000:2.0:1780333149.407937:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795840 00000100:00100000:2.0:1780333149.407983:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1780333149.407992:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067795840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.408048:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067795840:12345-0@lo:400:kworker.0 Request processed in 56us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333149.408056:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1780333149.408198:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796352 00000100:00100000:2.0:1780333149.408202:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796352 00000100:00100000:2.0:1780333149.408242:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1780333149.408249:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067796352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.408283:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067796352:12345-0@lo:400:kworker.0 Request processed in 34us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333149.408289:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00080000:2.0:1780333149.408305:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333149.408337:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067795840:0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.408350:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067796352:0@lo:400:kworker.0 00000100:00100000:3.0:1780333149.408669:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333149.408692:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067796480:0@lo:400:kworker.0 00000100:00100000:3.0:1780333149.408720:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333149.408784:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796480 00000100:00100000:3.0:1780333149.408788:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796480 00000100:00100000:3.0:1780333149.408826:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1780333149.408834:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067796480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333149.408870:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067796480:12345-0@lo:400:kworker.0 Request processed in 39us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333149.408876:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00080000:3.0:1780333149.408895:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333149.408914:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067796480:0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.409177:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067795968 00000100:00100000:2.0:1780333149.409182:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067795968 00000100:00100000:2.0:1780333149.409210:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1780333149.409216:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067795968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.409253:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067795968:12345-0@lo:400:kworker.0 Request processed in 37us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333149.409259:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:3.0:1780333149.411560:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067795968:0@lo:400:kworker.0 00000100:00100000:0.0:1780333149.420276:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333149.420419:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796096 00000100:00100000:2.0:1780333149.420429:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796096 00000100:00100000:2.0:1780333149.420506:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:2.0:1780333149.420517:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067796096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.420592:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067796096:12345-0@lo:400:kworker.0 Request processed in 77us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333149.420599:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:2.0:1780333149.420669:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067796096:0@lo:400:kworker.0 00000100:00080000:3.0:1780333149.420811:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333149.421282:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333149.423663:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796224 00000100:00100000:2.0:1780333149.423678:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796224 00000100:00100000:2.0:1780333149.423760:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1780333149.423772:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067796224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333149.423890:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067796224:12345-0@lo:400:kworker.0 Request processed in 120us (2607us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333149.423899:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1780333149.424244:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067796224:0@lo:400:kworker.0 00010000:00010000:3.0:1780333149.655892:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333149.912121:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333149.912146:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067796608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333149.912216:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333149.915528:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796608 00000100:00100000:1.0:1780333149.915541:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796608 00000100:00100000:1.0:1780333149.915605:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1780333149.915632:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067796608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333149.915671:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333149.915766:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067796608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (3549us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333149.915776:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1780333149.915837:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec437d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067796608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333150.402392:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333150.402427:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333150.402454:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333150.402497:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612416 00000100:00100000:3.0:1780333150.402506:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333150.402512:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612416 00000100:00100000:3.0:1780333150.402531:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612672 00000100:00100000:3.0:1780333150.402537:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612672 00000100:00100000:2.0:1780333150.402574:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1389 00000100:00100000:3.0:1780333150.402586:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612800 00000100:00100000:2.0:1780333150.402587:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045612416:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333150.402590:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612800 00000100:00100000:3.0:1780333150.402651:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1362 00000100:00100000:3.0:1780333150.402663:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612672:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333150.402767:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045612416:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 183us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333150.402776:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1389 00000100:00100000:0.0:1780333150.402827:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1363 00000100:00100000:0.0:1780333150.402839:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612800:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333150.402880:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612672:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 219us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333150.402888:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1362 00000100:00080000:3.0:1780333150.402912:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333150.402915:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612544 00000100:00080000:3.0:1780333150.402916:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333150.402922:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612544 00000100:00100000:1.0:1780333150.402976:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1796 00000100:00100000:1.0:1780333150.402996:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045612544:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:2.0:1780333150.402998:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333150.403036:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045612544:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 52us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333150.403044:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1796 00000100:00100000:0.0:1780333150.407376:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045612800:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4528us (4858us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333150.407392:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1363 00010000:00010000:1.0:1780333150.679794:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333151.706829:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333152.727924:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333153.495830:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067796736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333153.495907:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333153.496006:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796736 00000100:00100000:1.0:1780333153.496014:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796736 00000100:00080000:2.0:1780333153.496047:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333153.496087:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1780333153.496096:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067796736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333153.496133:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333153.496191:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067796736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333153.496198:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1780333153.496336:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067796736:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333153.752696:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333154.522029:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067797120:0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.522112:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333154.522177:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780333154.522184:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067796992:0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.522208:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333154.522227:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067797504:0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.522260:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333154.522407:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067796864:0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.522442:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333154.522467:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067797376:0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.522489:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333154.522508:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333154.522515:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067797248:0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.522544:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796864 00000100:00100000:1.0:1780333154.522551:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796864 00000100:00100000:1.0:1780333154.522594:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1780333154.522603:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067796864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.522693:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067796864:12345-0@lo:400:kworker.0 Request processed in 91us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333154.522701:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1780333154.522738:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067797120 00000100:00100000:1.0:1780333154.522742:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067797120 00000100:00100000:1.0:1780333154.522788:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067796992 00000100:00100000:1.0:1780333154.522791:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067796992 00000100:00100000:1.0:1780333154.522806:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067797376 00000100:00100000:1.0:1780333154.522809:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067797376 00000100:00100000:1.0:1780333154.522824:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:1.0:1780333154.522830:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067797120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.522862:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067797120:12345-0@lo:400:kworker.0 Request processed in 32us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333154.522868:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00100000:1.0:1780333154.522880:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:1.0:1780333154.522886:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067796992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.522914:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067796992:12345-0@lo:400:kworker.0 Request processed in 28us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333154.522921:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:1.0:1780333154.522933:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1780333154.522939:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067797376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.522967:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067797376:12345-0@lo:400:kworker.0 Request processed in 29us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333154.522973:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00080000:1.0:1780333154.522991:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333154.523408:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067797120:0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.523429:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067796992:0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.523449:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067797504 00000100:00100000:3.0:1780333154.523453:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067797504 00000100:00100000:3.0:1780333154.523498:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1780333154.523505:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067797504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.523543:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067797504:12345-0@lo:400:kworker.0 Request processed in 38us (1282us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333154.523549:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1780333154.523587:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067797504:0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.523700:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333154.523731:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067796864:0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.523743:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067797376:0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.524149:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067797248 00000100:00100000:3.0:1780333154.524154:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067797248 00000100:00100000:3.0:1780333154.524191:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1780333154.524199:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067797248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333154.524360:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067797248:12345-0@lo:400:kworker.0 Request processed in 161us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333154.524367:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00080000:0.0:1780333154.524970:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333154.527862:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067797248:0@lo:400:kworker.0 00000100:00100000:1.0:1780333154.756068:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333154.756157:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045612928 00000100:00100000:0.0:1780333154.756168:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045612928 00000100:00100000:0.0:1780333154.756250:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1149 00000100:00100000:0.0:1780333154.756261:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045612928:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780333154.756359:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045612928:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 100us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333154.756367:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1149 00000100:00080000:1.0:1780333154.756435:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333154.759137:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333154.759224:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613056 00000100:00100000:3.0:1780333154.759234:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613056 00000100:00100000:3.0:1780333154.759314:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 641 00000100:00100000:3.0:1780333154.759324:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613056:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333154.759713:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613056:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 389us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333154.759721:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 641 00000100:00080000:1.0:1780333154.759820:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333154.764283:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333154.764580:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613184 00000100:00100000:0.0:1780333154.764590:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613184 00000100:00100000:0.0:1780333154.764700:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 642 00000100:00100000:0.0:1780333154.764710:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613184:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333154.765082:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613184:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 373us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333154.765100:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 642 00000100:00080000:1.0:1780333154.765614:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333154.769397:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333154.769663:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613312 00000100:00100000:1.0:1780333154.769686:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613312 00000100:00100000:1.0:1780333154.769750:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1150 00000100:00100000:1.0:1780333154.769760:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045613312:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333154.770221:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045613312:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 461us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333154.770230:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1150 00010000:00010000:1.0:1780333154.775784:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333154.775855:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333154.776581:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613440 00000100:00100000:1.0:1780333154.776591:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613440 00000100:00100000:1.0:1780333154.776820:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1151 00000100:00100000:1.0:1780333154.776831:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045613440:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333154.778033:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045613440:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 1198us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333154.778044:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1151 00000100:00100000:2.0:1780333154.784821:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333154.784862:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613568 00000100:00100000:2.0:1780333154.784871:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613568 00000100:00100000:2.0:1780333154.784918:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 643 00000100:00100000:2.0:1780333154.784927:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613568:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333154.785237:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613568:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 311us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333154.785245:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 643 00000100:00100000:2.0:1780333154.798274:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333154.798313:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613696 00000100:00100000:2.0:1780333154.798322:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613696 00000100:00100000:2.0:1780333154.798378:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 644 00000100:00100000:2.0:1780333154.798390:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613696:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333154.798847:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58481:x1866812045613696:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 458us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333154.798855:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 644 00000100:00100000:2.0:1780333154.804269:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333154.804311:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613824 00000100:00100000:2.0:1780333154.804321:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613824 00000100:00100000:2.0:1780333154.804377:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1152 00000100:00100000:2.0:1780333154.804392:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec437d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045613824:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333154.805121:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec437d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58481:x1866812045613824:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 732us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333154.805131:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1152 00000100:00100000:0.0:1780333155.041867:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333155.041893:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067797632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333155.041968:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333155.042460:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067797632 00000100:00100000:3.0:1780333155.042470:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067797632 00000100:00100000:3.0:1780333155.042522:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1780333155.042531:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067797632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333155.042574:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333155.042654:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067797632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333155.042672:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1780333155.042690:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067797632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333155.518737:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333155.518783:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333155.518787:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045613952 00000100:00100000:3.0:1780333155.518805:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045613952 00000100:00100000:2.0:1780333155.518816:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333155.518845:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333155.518867:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1391 00000100:00100000:2.0:1780333155.518874:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045614080 00000100:00100000:3.0:1780333155.518880:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045613952:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333155.518880:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045614080 00000100:00100000:2.0:1780333155.518920:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1800 00000100:00100000:2.0:1780333155.518930:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045614080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333155.518953:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045613952:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333155.518962:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1391 00000100:00100000:2.0:1780333155.518968:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045614080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 39us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333155.518976:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1800 00000100:00100000:2.0:1780333155.519004:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045614208 00000100:00100000:2.0:1780333155.519008:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045614208 00000100:00100000:2.0:1780333155.519033:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045614336 00000100:00100000:2.0:1780333155.519036:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045614336 00000100:00100000:2.0:1780333155.519057:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1366 00000100:00100000:2.0:1780333155.519064:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045614208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333155.519093:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045614208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333155.519100:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1366 00000100:00100000:2.0:1780333155.519116:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1367 00000100:00100000:2.0:1780333155.519124:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045614336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333155.519169:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045614336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333155.519175:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1367 00010000:00010000:2.0:1780333155.801921:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333156.043262:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333156.043513:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045614464 00000100:00100000:0.0:1780333156.043523:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045614464 00000100:00100000:0.0:1780333156.043598:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1153 00000100:00100000:0.0:1780333156.043610:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58495:x1866812045614464:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780333156.043660:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333156.043681:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308042b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c363 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.043759:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080432 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.043774:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080432 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.043785:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080432 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333156.043987:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:0.0:1780333156.043991:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333156.044071:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080432 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.044104:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308042b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c363 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.044122:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080432 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c363 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.044131:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:0.0:1780333156.044133:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333156.044137:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780333156.044194:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58495:x1866812045614464:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 587us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333156.044202:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1153 00000100:00080000:1.0:1780333156.044325:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333156.050256:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333156.050402:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045614720 00000100:00100000:2.0:1780333156.050413:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045614720 00000100:00100000:2.0:1780333156.050475:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1154 00000100:00100000:2.0:1780333156.050486:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58495:x1866812045614720:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780333156.050541:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780333156.050568:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080432 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c363 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.050588:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30803d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c34e expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.050600:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:2.0:1780333156.050610:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333156.050670:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.050685:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.050694:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780333156.109901:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967738 is committed 00000004:00010000:3.0:1780333156.110953:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000120359a6 reply state 00000000f7af38b8 transno 4294967738 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333156.110969:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333156.111177:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00010000:00080000:3.0:1780333156.111287:0:44689:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780333156.111309:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58495:x1866812045614720:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 60820us (61057us total) trans 4294967738 rc 0/0 00000100:00100000:3.0:1780333156.111319:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1154 00010000:00010000:3.0:1780333156.111371:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.111382:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.111389:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.111394:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333156.111399:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.111406:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.111424:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:3.0:1780333156.111427:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780333156.111431:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.111437:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0c00/0x76434b26e3080439 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333156.184004:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333156.184309:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045614848 00000100:00100000:2.0:1780333156.184320:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045614848 00000100:00100000:2.0:1780333156.184388:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1155 00000100:00100000:2.0:1780333156.184399:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58499:x1866812045614848:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780333156.184424:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333156.184444:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080440 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c36a expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.184508:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.184523:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.184533:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.184547:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.184553:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.184561:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185576:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080455 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185589:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185597:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333156.185838:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:2.0:1780333156.185843:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333156.185924:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185937:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185944:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185952:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185958:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333156.185962:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185969:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185981:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:2.0:1780333156.185984:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333156.185990:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.185996:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080447 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186007:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186013:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186019:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186024:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333156.186026:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186033:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186040:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780333156.186043:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333156.186046:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186053:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e308044e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186094:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e3080440 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c36a expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186110:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c36a expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.186118:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:2.0:1780333156.186120:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780333156.186123:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:2.0:1780333156.186245:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58499:x1866812045614848:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1847us (2249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333156.186255:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1155 00000100:00100000:3.0:1780333156.190584:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333156.191539:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045615104 00000100:00100000:0.0:1780333156.191550:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045615104 00000100:00100000:0.0:1780333156.191856:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1156 00000100:00100000:0.0:1780333156.191867:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58499:x1866812045615104:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780333156.191885:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333156.191906:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308045c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c371 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.192204:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.192220:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.192231:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.192245:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.192252:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.192258:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780333156.193133:0:5806:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x24:0x0], index 1: 0 00010000:00010000:0.0:1780333156.193380:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e3080471 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193393:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e3080471 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193402:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e3080471 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193434:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193441:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193448:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193454:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333156.193459:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193469:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193482:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:0.0:1780333156.193485:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333156.193488:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193494:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080463 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333156.193506:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3c8a976 reply state 000000007b99ade4 transno 4294967739 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333156.193515:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780333156.193547:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308045c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c371 expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193563:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e3080471 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c371 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.193570:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780333156.193572:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780333156.193574:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780333156.194026:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58499:x1866812045615104:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 2160us (3450us total) trans 4294967739 rc 0/0 00000100:00100000:0.0:1780333156.194035:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1156 00010000:00010000:3.0:1780333156.196206:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.196224:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.196232:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.196241:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333156.196246:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.196254:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.196268:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec408256b00) 00010000:00010000:3.0:1780333156.196271:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333156.196276:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.196282:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e308046a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333156.197969:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333156.198069:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045615360 00000100:00100000:2.0:1780333156.198080:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045615360 00000100:00100000:2.0:1780333156.198141:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1157 00000100:00100000:2.0:1780333156.198153:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58499:x1866812045615360:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:2.0:1780333156.198210:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333156.198233:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e3080471 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c371 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.198250:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec408256000) 00010000:00010000:2.0:1780333156.198261:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333156.198307:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.198319:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.198328:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333156.198463:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002b59b51 reply state 00000000b590c59b transno 4294967740 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333156.198473:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780333156.198563:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58499:x1866812045615360:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 413us (603us total) trans 4294967740 rc 0/0 00000100:00100000:2.0:1780333156.198571:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1157 00010000:00010000:3.0:1780333156.204319:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.204340:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.204349:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.204354:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333156.204361:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.204368:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.204387:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780333156.204391:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780333156.204393:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1780333156.204396:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.204402:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1600/0x76434b26e308047f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333156.205829:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045615488 00000100:00100000:2.0:1780333156.205840:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045615488 00000100:00100000:2.0:1780333156.205952:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1158 00000100:00100000:2.0:1780333156.205963:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58499:x1866812045615488:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780333156.205986:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333156.206008:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e3080486 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c378 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.206065:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e3080486 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c378 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.206078:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e3080486 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c378 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.206097:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:2.0:1780333156.206100:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780333156.206103:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1e00, rc 0) 00000100:00100000:2.0:1780333156.206178:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58499:x1866812045615488:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 216us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333156.206185:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1158 00000100:00100000:1.0:1780333156.212049:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333156.212139:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045615616 00000100:00100000:2.0:1780333156.212150:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045615616 00000100:00100000:2.0:1780333156.212255:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 645 00000100:00100000:2.0:1780333156.212266:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045615616:12345-192.168.204.30@tcp:2:touch.60003 00000100:00100000:2.0:1780333156.212663:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045615616:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 399us (622us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1780333156.212672:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 645 00000100:00080000:1.0:1780333156.214122:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333156.216020:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333156.218114:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045615872 00000100:00100000:0.0:1780333156.218133:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045615872 00000100:00100000:0.0:1780333156.218984:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 117 00000100:00100000:0.0:1780333156.218998:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4110df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58499:x1866812045615872:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:0.0:1780333156.219577:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4110df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58499:x1866812045615872:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 582us (3563us total) trans 4294967741 rc 0/0 00000100:00100000:0.0:1780333156.219585:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 117 00000100:00100000:0.0:1780333156.268541:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333156.268738:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045616000 00000100:00100000:3.0:1780333156.268749:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045616000 00000100:00100000:3.0:1780333156.268810:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1159 00000100:00100000:3.0:1780333156.268821:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58503:x1866812045616000:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780333156.268847:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333156.268876:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308048d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c37f expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.268943:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.268957:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.268968:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.268982:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.268989:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.268999:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269099:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30804a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269106:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30804a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269112:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30804a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333156.269142:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5f:0x0]: returning size 0 00000004:00200000:3.0:1780333156.269146:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333156.269164:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30804a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269174:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30804a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269180:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269198:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269205:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269211:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333156.269215:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269223:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269235:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:3.0:1780333156.269238:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333156.269243:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269248:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080494 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269263:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269268:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269273:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269277:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333156.269279:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269284:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269294:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780333156.269296:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333156.269299:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269307:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308049b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269332:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e308048d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c37f expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269343:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30804a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c37f expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.269350:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:3.0:1780333156.269352:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780333156.269354:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780333156.269420:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58503:x1866812045616000:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 601us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333156.269428:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1159 00000100:00100000:0.0:1780333156.274606:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333156.274706:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045616128 00000100:00100000:2.0:1780333156.274717:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045616128 00000100:00100000:2.0:1780333156.274775:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 646 00000100:00100000:2.0:1780333156.274787:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045616128:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:2.0:1780333156.274805:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333156.274825:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c386 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333156.274922:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x6a1dba64, atime: 0x6a1dba64, ctime: 0x6a1dba64, blocks: 0x1 00010000:00010000:2.0:1780333156.274941:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333156.274943:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333156.274952:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 7 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.274971:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 7 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.274988:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780333156.275054:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045616128:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 269us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333156.275062:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 646 00000100:00100000:1.0:1780333156.284566:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333156.285731:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045616384 00000100:00100000:0.0:1780333156.285745:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045616384 00000100:00100000:0.0:1780333156.285815:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1160 00000100:00100000:0.0:1780333156.285826:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58503:x1866812045616384:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:0.0:1780333156.285881:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780333156.285914:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30804a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c37f expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.285940:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1e00/0x76434b26e3080486 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c378 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.285952:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec40b3c7d00) 00010000:00010000:0.0:1780333156.285966:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333156.285989:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286004:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286028:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286043:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286200:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286208:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286438:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286447:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.286454:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780333156.287182:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].36, 64 off10496 00000004:00080000:0.0:1780333156.287192:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2602694573204ns, next at 2603694571454ns, rc = 0 00010000:00010000:0.0:1780333156.287247:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287257:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287266:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287279:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287291:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287297:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287317:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780333156.287338:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287344:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287348:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333156.287349:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287356:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287358:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333156.287364:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287367:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333156.287374:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287375:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287393:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287397:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780333156.287403:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780333156.287408:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287414:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff8ec408256c00) 00010000:00010000:0.0:1780333156.287414:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30804be lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287420:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780333156.287425:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287432:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e30804c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287437:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287445:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287450:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333156.287451:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.287453:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333156.287456:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333156.287460:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333156.287463:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287469:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287478:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:0.0:1780333156.287480:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333156.287483:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333156.287487:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e30804b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333156.287854:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037416d24 reply state 00000000abe10ef0 transno 4294967742 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333156.287863:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780333156.287994:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30129df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58503:x1866812045616384:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 2166us (3433us total) trans 4294967742 rc 0/0 00000100:00100000:0.0:1780333156.288003:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1160 00010000:00010000:3.0:1780333156.292657:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.292675:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.292682:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.292688:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333156.292692:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.292700:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.292718:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec408256300) 00010000:00010000:3.0:1780333156.292721:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333156.292726:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333156.292732:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30804b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333156.827717:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333157.226562:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333157.229844:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045616512 00000100:00100000:0.0:1780333157.229858:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045616512 00000100:00100000:0.0:1780333157.229928:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1161 00000100:00100000:0.0:1780333157.229939:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58519:x1866812045616512:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780333157.229965:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333157.229986:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30804cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c38d expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.230048:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30804d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.230063:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30804d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.230074:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30804d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333157.230134:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:0.0:1780333157.230138:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333157.230165:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30804d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.230190:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30804cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c38d expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.230206:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30804d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c38d expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.230215:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:0.0:1780333157.230218:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333157.230222:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391200, rc 0) 00000100:00100000:0.0:1780333157.230947:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3029bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58519:x1866812045616512:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1007us (4391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333157.230955:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1161 00000100:00100000:1.0:1780333157.239927:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333157.240246:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045616768 00000100:00100000:3.0:1780333157.240256:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045616768 00000100:00100000:3.0:1780333157.240319:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1162 00000100:00100000:3.0:1780333157.240330:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:58519:x1866812045616768:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780333157.240379:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333157.240406:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30804d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c38d expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.240427:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080455 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c36a expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.240439:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7800) 00010000:00010000:3.0:1780333157.240450:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333157.240474:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.240487:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.240496:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780333157.329504:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967742 is committed 00000004:00080000:2.0:1780333157.329515:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 100 committed 00000001:00080000:2.0:1780333157.329537:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967743 is committed 00000004:00010000:2.0:1780333157.329931:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ae23440 reply state 0000000010770435 transno 4294967743 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333157.329954:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780333157.330110:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00010000:00080000:2.0:1780333157.330328:0:44689:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1780333157.330356:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58519:x1866812045616768:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 90024us (90435us total) trans 4294967743 rc 0/0 00000100:00100000:2.0:1780333157.330367:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1162 00010000:00010000:2.0:1780333157.330404:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333157.330414:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333157.330423:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333157.330430:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333157.330434:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333157.330443:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333157.330459:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:2.0:1780333157.330463:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780333157.330467:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333157.330479:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30804da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333157.332690:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067797760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780333157.332762:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333157.332877:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067797760 00000100:00100000:0.0:1780333157.332885:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067797760 00000100:00100000:0.0:1780333157.332955:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1780333157.332965:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067797760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780333157.332999:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:36 count 1 00010000:00010000:0.0:1780333157.333023:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.333042:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.333050:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333157.333052:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333157.333055:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.333080:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 6 pid: 8139 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.333095:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 6 pid: 8139 timeout: 2703 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333157.333106:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067797888:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780333157.333171:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176300 going to sleep for 11 seconds 00000100:00080000:1.0:1780333157.333371:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333157.339374:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067797888:192.168.204.30@tcp:104: 00010000:00010000:0.0:1780333157.339407:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333157.342963:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333157.342999:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045616896 00000100:00100000:1.0:1780333157.343010:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045616896 00010000:00010000:1.0:1780333157.343053:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 7 pid: 8139 timeout: 2703 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333157.343114:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 459 00000100:00100000:1.0:1780333157.343125:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045616896:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333157.343140:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333157.343146:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 7 pid: 8139 timeout: 2703 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.343175:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 7 pid: 8139 timeout: 2703 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.343199:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b16b5eb/0x76434b26e30804a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c386 expref: 7 pid: 8139 timeout: 2703 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.343212:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333157.343214:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333157.343219:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.343238:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.343264:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333157.343721:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045616896:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 596us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333157.343729:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 459 00010000:00010000:1.0:1780333157.344054:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.344065:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.344076:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.344083:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333157.344100:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780333157.345667:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333157.345676:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.345688:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333157.345693:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.345703:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.345719:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.345726:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c276c54b/0x76434b26e30804e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333157.345744:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333157.345746:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333157.345747:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333157.346193:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067797760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13226us (13427us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1780333157.346203:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000004:00080000:1.0:1780333157.346447:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec303517800/2, rc 0, transno 4294967369 00000100:00100000:1.0:1780333157.346455:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067797760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780333157.391943:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333157.392268:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045617024 00000100:00100000:3.0:1780333157.392279:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045617024 00000100:00100000:3.0:1780333157.392350:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1163 00000100:00100000:3.0:1780333157.392361:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58523:x1866812045617024:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780333157.392384:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333157.392403:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e30804e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c394 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.392466:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.392480:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.392491:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.392505:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.392511:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.392517:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393109:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30804fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393120:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30804fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393129:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30804fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333157.393205:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:3.0:1780333157.393209:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333157.393288:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30804fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393302:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393308:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393315:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393321:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333157.393325:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393333:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393360:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333157.393363:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333157.393367:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393374:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30804ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393397:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393403:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393409:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393415:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333157.393417:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393423:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393431:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780333157.393434:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333157.393437:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393443:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30804f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393473:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e30804e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c394 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393487:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30804fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c394 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333157.393499:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:3.0:1780333157.393502:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780333157.393505:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:2.0:1780333157.394070:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58523:x1866812045617024:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1709us (2134us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333157.394080:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1163 00000001:00080000:1.0:1780333157.657190:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00080000:1.0:1780333157.657207:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00010000:00010000:0.0:1780333157.848358:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333158.266782:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.271072:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045617152 00000100:00100000:2.0:1780333158.271088:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045617152 00000100:00080000:1.0:1780333158.271185:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333158.271419:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1164 00000100:00100000:2.0:1780333158.271432:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58537:x1866812045617152:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:2.0:1780333158.271452:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333158.271471:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e3080504 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c39b expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.271551:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308050b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.271567:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308050b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.271578:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308050b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333158.271799:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:2.0:1780333158.271803:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333158.271891:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308050b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.271920:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e3080504 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c39b expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.271936:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308050b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c39b expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.271946:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:2.0:1780333158.271949:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780333158.271952:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780333158.272029:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58537:x1866812045617152:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 600us (5423us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333158.272036:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1164 00000100:00100000:3.0:1780333158.278914:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.284689:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045617408 00000100:00100000:2.0:1780333158.284707:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045617408 00000100:00100000:2.0:1780333158.286873:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1165 00000100:00100000:2.0:1780333158.286895:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58537:x1866812045617408:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:2.0:1780333158.286957:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780333158.286989:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308050b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c39b expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.287853:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30804fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c394 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.287873:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec4054dd500) 00010000:00010000:2.0:1780333158.287888:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333158.287923:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.287940:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.287950:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333158.288373:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051a3a4c1 reply state 000000007511b991 transno 4294967744 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333158.288383:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780333158.288451:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000100:00100000:2.0:1780333158.288943:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58537:x1866812045617408:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 2055us (10033us total) trans 4294967744 rc 0/0 00000100:00100000:2.0:1780333158.288953:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1165 00010000:00010000:2.0:1780333158.295516:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.295534:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.295542:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.295548:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333158.295553:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.295560:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.295575:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780333158.295579:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780333158.295583:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.295590:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080512 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333158.442242:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.442596:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045617536 00000100:00100000:2.0:1780333158.442608:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045617536 00000100:00100000:2.0:1780333158.442847:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1166 00000100:00100000:2.0:1780333158.442871:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045617536:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333158.442992:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045617536:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 135us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333158.443000:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1166 00000100:00100000:1.0:1780333158.448048:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.448129:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045617664 00000100:00100000:2.0:1780333158.448141:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045617664 00000100:00100000:2.0:1780333158.448252:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 648 00000100:00100000:2.0:1780333158.448265:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045617664:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333158.448872:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045617664:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 608us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333158.448881:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 648 00000100:00080000:1.0:1780333158.452804:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333158.466028:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333158.466120:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045617792 00000100:00100000:3.0:1780333158.466132:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045617792 00000100:00100000:3.0:1780333158.466209:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 649 00000100:00100000:3.0:1780333158.466221:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045617792:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333158.466591:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045617792:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 373us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333158.466601:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 649 00000100:00080000:1.0:1780333158.467417:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333158.469236:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333158.469840:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045617920 00000100:00100000:0.0:1780333158.469853:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045617920 00000100:00100000:0.0:1780333158.470306:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1167 00000100:00100000:0.0:1780333158.470319:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045617920:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333158.470844:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045617920:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 526us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333158.470854:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1167 00000100:00100000:2.0:1780333158.477494:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333158.477723:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045618048 00000100:00100000:0.0:1780333158.477735:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045618048 00000100:00100000:0.0:1780333158.477796:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1168 00000100:00100000:0.0:1780333158.477806:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045618048:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333158.477903:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045618048:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 98us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333158.477910:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1168 00000100:00100000:1.0:1780333158.494440:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333158.494601:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045618176 00000100:00100000:0.0:1780333158.494643:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045618176 00000100:00100000:0.0:1780333158.494761:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 650 00000100:00100000:0.0:1780333158.494771:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045618176:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333158.495160:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045618176:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 390us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333158.495168:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 650 00000100:00100000:3.0:1780333158.501546:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.506543:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045618304 00000100:00100000:2.0:1780333158.506560:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045618304 00000100:00100000:2.0:1780333158.506664:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 651 00000100:00100000:2.0:1780333158.506676:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045618304:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333158.508452:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58549:x1866812045618304:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1768us (6904us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333158.508464:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 651 00000100:00100000:1.0:1780333158.517453:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.517664:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045618432 00000100:00100000:2.0:1780333158.517674:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045618432 00000100:00100000:2.0:1780333158.517740:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1169 00000100:00100000:2.0:1780333158.517750:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045618432:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333158.518167:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58549:x1866812045618432:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 417us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333158.518175:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1169 00000100:00100000:2.0:1780333158.579722:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333158.579931:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045618560 00000100:00100000:0.0:1780333158.579941:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045618560 00000100:00100000:0.0:1780333158.579995:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1170 00000100:00100000:0.0:1780333158.580005:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58553:x1866812045618560:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780333158.580023:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333158.580042:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080519 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3a2 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.580098:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.580112:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.580122:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.580136:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.580142:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.580149:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.581641:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308052e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.581656:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308052e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.581666:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308052e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333158.581906:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:2.0:1780333158.581910:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333158.581986:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308052e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582000:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582006:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582012:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582018:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333158.582022:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582029:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582041:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:2.0:1780333158.582044:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333158.582048:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582054:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080520 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582067:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582073:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582078:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582082:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333158.582084:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582089:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582099:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec408256400) 00010000:00010000:2.0:1780333158.582101:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333158.582103:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582109:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080527 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582144:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080519 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3a2 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582156:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308052e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3a2 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333158.582163:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780333158.582165:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780333158.582167:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780333158.582304:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58553:x1866812045618560:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 2298us (2596us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333158.582313:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1170 00000100:00100000:0.0:1780333158.585988:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333158.586085:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045618816 00000100:00100000:3.0:1780333158.586389:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045618816 00000100:00100000:3.0:1780333158.586495:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1171 00000100:00100000:3.0:1780333158.586507:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58553:x1866812045618816:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:3.0:1780333158.586530:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333158.586553:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e3080535 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3a9 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.587187:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.587204:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.587217:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.587232:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.587240:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.587247:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780333158.588548:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x25:0x0], index 0: 0 00010000:00010000:3.0:1780333158.589472:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308054a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589489:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308054a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589501:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308054a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589537:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589544:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589550:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589555:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333158.589559:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589566:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589577:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:3.0:1780333158.589580:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333158.589584:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.589591:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308053c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333158.589607:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000030fd873 reply state 0000000098e00a77 transno 4294967745 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333158.589648:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780333158.589681:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e3080535 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3a9 expref: 11 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.591448:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308054a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3a9 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.591459:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333158.591462:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780333158.591465:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780333158.591561:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:58553:x1866812045618816:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 5056us (5581us total) trans 4294967745 rc 0/0 00000100:00100000:3.0:1780333158.591569:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1171 00000100:00100000:1.0:1780333158.596692:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333158.596769:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045618944 00000100:00100000:3.0:1780333158.596778:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045618944 00000100:00100000:3.0:1780333158.596833:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 652 00000100:00100000:3.0:1780333158.596843:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58553:x1866812045618944:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:3.0:1780333158.596903:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333158.596926:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3b0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780333158.596957:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780333158.596980:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333158.596983:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333158.596993:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 6 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.597011:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 6 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333158.597024:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5000, rc 0) 00000100:00100000:3.0:1780333158.597083:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58553:x1866812045618944:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 242us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333158.597091:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 652 00010000:00010000:0.0:1780333158.597751:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.597762:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.597770:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.597775:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333158.597779:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.597787:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.597803:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec4054dd700) 00010000:00010000:0.0:1780333158.597806:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333158.597810:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333158.597815:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080543 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333158.615089:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.615373:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045619072 00000100:00100000:2.0:1780333158.615383:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045619072 00002000:00100000:2.0:1780333158.615431:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x25:0x0] (0->1048575) req@ffff8ec43c343800 x1866812045619072/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:134/0 lens 488/0 e 0 to 0 dl 1780333169 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1780333158.615442:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c343800 with x1866812045619072 ext(0->1048575) 00002000:00010000:2.0:1780333158.615448:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec43c343800 00000100:00100000:2.0:1780333158.615482:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 29 00000100:00100000:2.0:1780333158.615493:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045619072:12345-192.168.204.30@tcp:4:dd.60003 00000100:00100000:1.0:1780333158.617167:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333158.617185:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067798016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333158.617236:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333158.617350:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798016 00000100:00100000:3.0:1780333158.617357:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798016 00000100:00100000:3.0:1780333158.617414:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1780333158.617423:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067798016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333158.617441:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 1703936 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333158.617490:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067798016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333158.617497:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1780333158.617537:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42db19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067798016:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780333158.617593:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333158.634055:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2366:x1866812045619072:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 18552us (18964us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1780333158.634070:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 29 00002000:00100000:3.0:1780333158.634082:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x25:0x0] (0->1048575) req@ffff8ec43c343800 x1866812045619072/t4294967370(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:134/0 lens 488/448 e 0 to 0 dl 1780333169 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1780333158.634092:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c343800 with x1866812045619072 ext(0->1048575) 00002000:00010000:3.0:1780333158.634098:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ec43c343800 00000100:00100000:1.0:1780333158.637128:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333158.637210:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045619200 00000100:00100000:3.0:1780333158.637219:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045619200 00000100:00100000:3.0:1780333158.637274:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1172 00000100:00100000:3.0:1780333158.637284:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58553:x1866812045619200:12345-192.168.204.30@tcp:44:dd.60003 00000001:00080000:2.0:1780333158.660928:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967744 is committed 00000001:00080000:2.0:1780333158.660946:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967745 is committed 00000100:00100000:1.0:1780333158.661282:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30259ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58553:x1866812045619200:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 23993us (24157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333158.661294:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1172 00000100:00100000:0.0:1780333158.663855:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333158.663957:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045619328 00000100:00100000:2.0:1780333158.663966:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045619328 00000100:00100000:2.0:1780333158.664026:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 653 00000100:00100000:2.0:1780333158.664037:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045619328:12345-192.168.204.30@tcp:16:dd.60003 00000001:00080000:1.0:1780333158.707424:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:0.0:1780333158.707720:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045619328:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 43679us (43866us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333158.707732:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 653 00000100:00100000:2.0:1780333158.710231:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333158.710829:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045619584 00000100:00100000:3.0:1780333158.710840:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045619584 00000100:00100000:3.0:1780333158.710916:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 118 00000100:00100000:3.0:1780333158.710926:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58553:x1866812045619584:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:3.0:1780333158.711544:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58553:x1866812045619584:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 618us (1320us total) trans 4294967746 rc 0/0 00000100:00100000:3.0:1780333158.711553:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 118 00010000:00010000:2.0:1780333158.872592:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333159.644365:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067798272:0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.644372:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067798144:0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.644755:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333159.645247:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798144 00000100:00100000:2.0:1780333159.645257:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798144 00000100:00100000:3.0:1780333159.645358:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067798656:0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.645397:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333159.645418:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333159.645448:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067798784:0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.645473:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798656 00000100:00100000:3.0:1780333159.645478:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798656 00000100:00100000:1.0:1780333159.645484:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333159.645521:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798272 00000100:00100000:3.0:1780333159.645524:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798272 00000100:00100000:3.0:1780333159.645547:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1780333159.645554:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42db19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067798656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333159.645583:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067798400:0@lo:400:kworker.0 00000100:00100000:2.0:1780333159.645691:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:2.0:1780333159.645698:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067798144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.645740:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42db19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067798656:12345-0@lo:400:kworker.0 Request processed in 186us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333159.645746:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1780333159.645762:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1780333159.645769:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067798272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333159.645777:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333159.645804:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333159.645812:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067798528:0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.645829:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067798272:12345-0@lo:400:kworker.0 Request processed in 53us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333159.645836:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:1.0:1780333159.645841:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333159.645848:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798400 00000100:00100000:3.0:1780333159.645851:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798400 00000100:00100000:3.0:1780333159.645872:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:3.0:1780333159.645877:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067798400:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780333159.645881:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333159.645898:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798784 00000100:00100000:1.0:1780333159.645903:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798784 00000100:00100000:3.0:1780333159.645914:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067798400:12345-0@lo:400:kworker.0 Request processed in 36us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333159.645921:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:3.0:1780333159.645974:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067798656:0@lo:400:kworker.0 00000100:00100000:1.0:1780333159.646040:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798528 00000100:00100000:1.0:1780333159.646044:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798528 00000100:00100000:1.0:1780333159.646115:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1780333159.646124:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067798784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.646210:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1780333159.646220:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067798528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.646256:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067798528:12345-0@lo:400:kworker.0 Request processed in 39us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333159.646263:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1780333159.646326:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067798784:12345-0@lo:400:kworker.0 Request processed in 204us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333159.646333:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00080000:1.0:1780333159.646357:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333159.646425:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067798528:0@lo:400:kworker.0 00000100:00100000:1.0:1780333159.646436:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067798400:0@lo:400:kworker.0 00000100:00100000:1.0:1780333159.646458:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067798272:0@lo:400:kworker.0 00000100:00100000:1.0:1780333159.646467:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1780333159.646473:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec303517800, transno 4294967369 00000100:00100000:1.0:1780333159.646528:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067798784:0@lo:400:kworker.0 00000100:00100000:3.0:1780333159.650650:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067798144:12345-0@lo:400:kworker.0 Request processed in 4918us (5860us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333159.650665:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:2.0:1780333159.651573:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067798144:0@lo:400:kworker.0 00000001:00080000:0.0:1780333159.751977:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967746 is committed 00010000:00010000:1.0:1780333159.896993:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333160.152104:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067798912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333160.152197:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333160.152501:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067798912 00000100:00100000:1.0:1780333160.152509:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067798912 00000100:00100000:1.0:1780333160.152564:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1780333160.152574:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067798912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333160.152653:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333160.152699:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067798912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333160.152706:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1780333160.152902:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067798912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333160.642987:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333160.643038:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333160.643067:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333160.643094:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333160.643125:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620096 00000100:00100000:1.0:1780333160.643133:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620096 00000100:00100000:1.0:1780333160.643188:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045619968 00000100:00100000:1.0:1780333160.643191:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045619968 00000100:00100000:1.0:1780333160.643214:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1370 00000100:00100000:1.0:1780333160.643225:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045620096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333160.643294:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045620096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333160.643302:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1370 00000100:00100000:1.0:1780333160.643321:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1371 00000100:00100000:1.0:1780333160.643328:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045619968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333160.643358:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045619968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333160.643364:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1371 00000100:00080000:1.0:1780333160.643380:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780333160.643384:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333160.643464:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045619840 00000100:00100000:2.0:1780333160.643469:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045619840 00000100:00100000:2.0:1780333160.643514:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1804 00000100:00100000:2.0:1780333160.643521:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045619840:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333160.643556:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045619840:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 36us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333160.643562:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1804 00000100:00080000:1.0:1780333160.643771:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333160.643885:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045619712 00000100:00100000:3.0:1780333160.643890:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045619712 00000100:00100000:3.0:1780333160.643932:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1393 00000100:00100000:3.0:1780333160.643939:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045619712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333160.643971:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045619712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333160.643978:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1393 00000004:00080000:2.0:1780333160.842793:0:99509:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2607250172729ns, next at 2585543175581ns, rc = 0 00000004:00080000:2.0:1780333160.842959:0:99509:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2607250340333ns, next at 2603694571454ns, rc = 0 00000004:00080000:1.0:1780333160.845555:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 101 committed 00000004:00080000:1.0:1780333160.845595:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 98 committed 00010000:00010000:2.0:1780333160.920871:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333161.948340:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333161.982530:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333161.982662:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620224 00000100:00100000:2.0:1780333161.982674:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620224 00000100:00100000:2.0:1780333161.982737:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1173 00000100:00100000:2.0:1780333161.982750:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045620224:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333161.982883:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045620224:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 136us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333161.982892:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1173 00000100:00100000:0.0:1780333161.987973:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333161.988067:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620352 00000100:00100000:3.0:1780333161.988080:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620352 00000100:00100000:3.0:1780333161.988146:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 654 00000100:00100000:3.0:1780333161.988159:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58746:x1866812045620352:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333161.988588:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58746:x1866812045620352:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 432us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333161.988596:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 654 00000100:00100000:0.0:1780333161.993681:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333161.993784:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620480 00000100:00100000:1.0:1780333161.993796:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620480 00000100:00100000:1.0:1780333161.993858:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 655 00000100:00100000:1.0:1780333161.993870:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58746:x1866812045620480:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780333161.995205:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58746:x1866812045620480:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1334us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333161.995217:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 655 00000100:00100000:0.0:1780333161.999936:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333162.000092:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620608 00000100:00100000:3.0:1780333162.000104:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620608 00000100:00100000:3.0:1780333162.000289:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1174 00000100:00100000:3.0:1780333162.000303:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045620608:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333162.001909:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045620608:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 1603us (1986us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333162.001920:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1174 00000100:00100000:2.0:1780333162.008468:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333162.008614:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620736 00000100:00100000:3.0:1780333162.008660:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620736 00000100:00100000:3.0:1780333162.008730:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1175 00000100:00100000:3.0:1780333162.008747:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045620736:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333162.008848:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045620736:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 106us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333162.008855:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1175 00000100:00080000:2.0:1780333162.009013:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333162.011938:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333162.012015:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620864 00000100:00100000:3.0:1780333162.012024:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620864 00000100:00080000:2.0:1780333162.012120:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333162.012159:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 656 00000100:00100000:3.0:1780333162.012171:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58746:x1866812045620864:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333162.012578:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:58746:x1866812045620864:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 409us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333162.012587:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 656 00000100:00100000:3.0:1780333162.016888:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333162.016989:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045620992 00000100:00100000:0.0:1780333162.017011:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045620992 00000100:00100000:0.0:1780333162.017091:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 657 00000100:00080000:1.0:1780333162.017097:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333162.017103:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58746:x1866812045620992:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333162.018106:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58746:x1866812045620992:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 1003us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333162.018119:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 657 00000100:00100000:3.0:1780333162.024107:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333162.024155:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045621120 00000100:00100000:3.0:1780333162.024164:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045621120 00000100:00100000:3.0:1780333162.024218:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1176 00000100:00100000:3.0:1780333162.024230:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045621120:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333162.025015:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58746:x1866812045621120:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 785us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333162.025025:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1176 00000100:00100000:0.0:1780333162.081015:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333162.081525:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045621376 00000100:00100000:3.0:1780333162.081539:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045621376 00000100:00100000:3.0:1780333162.081728:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1177 00000100:00100000:3.0:1780333162.081743:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58750:x1866812045621376:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780333162.081807:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333162.081836:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e308054a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3a9 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.081858:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333162.081880:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333162.081907:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.081978:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.081991:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.082006:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.082019:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.082026:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.082523:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.082532:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.082539:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780333162.085919:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].37, 64 off10560 00000004:00080000:3.0:1780333162.086431:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2608493811920ns, next at 2609493807305ns, rc = 0 00010000:00010000:3.0:1780333162.086568:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086587:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086600:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086609:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086615:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086650:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086677:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780333162.086703:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086709:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086715:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086720:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333162.086725:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086731:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086742:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:3.0:1780333162.086744:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780333162.086749:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086755:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308056d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086773:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086777:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086782:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086786:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333162.086788:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086792:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086797:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:3.0:1780333162.086799:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333162.086802:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333162.086807:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e308055f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333162.086818:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d56b5d6 reply state 000000002cbd18b0 transno 4294967747 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333162.086825:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780333162.087019:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333162.087026:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.087032:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333162.087035:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.087041:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.087050:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:2.0:1780333162.087053:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780333162.087056:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.087066:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080574 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.087083:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333162.087084:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333162.087086:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333162.087279:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58750:x1866812045621376:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 5536us (6270us total) trans 4294967747 rc 0/0 00000100:00100000:3.0:1780333162.087288:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1177 00010000:00010000:2.0:1780333162.091922:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.091940:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.091948:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.091954:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333162.091958:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.091966:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.091982:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff8ec4054dd100) 00010000:00010000:2.0:1780333162.091985:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333162.091991:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.091997:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080566 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333162.973604:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780333163.736530:0:7053:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2610143908473ns, next at 2611143906008ns, rc = 0 00000100:00100000:0.0:1780333163.736751:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067799040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333163.736819:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333163.737490:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067799040 00000100:00100000:2.0:1780333163.737499:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067799040 00000100:00100000:2.0:1780333163.737567:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1780333163.737577:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067799040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333163.737613:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1780333163.737770:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333163.738420:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4012a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067799040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 843us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333163.738429:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1780333163.738579:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067799040:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1780333163.830322:0:99653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2610237700586ns, next at 2611143906008ns, rc = 0 00000004:00080000:1.0:1780333163.861179:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 101 committed 00000004:00080000:1.0:1780333163.861211:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 100 committed 00000001:00080000:1.0:1780333163.861220:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967747 is committed 00000004:00080000:1.0:1780333163.861224:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 99 committed 00000100:00100000:0.0:1780333163.861525:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067799168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780333163.861610:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333163.861827:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067799168 00000100:00100000:3.0:1780333163.861835:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067799168 00000100:00100000:3.0:1780333163.861958:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1780333163.861968:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067799168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780333163.862001:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:37 count 1 00010000:00010000:3.0:1780333163.862028:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.862052:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.862062:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780333163.862064:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780333163.862068:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.862103:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 5 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.862120:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 5 pid: 6596 timeout: 2710 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333163.862133:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067799296:192.168.204.30@tcp:104: 00000100:00100000:3.0:1780333163.862214:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40b917e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780333163.866912:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333163.866987:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045621504 00000100:00100000:3.0:1780333163.866999:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045621504 00010000:00010000:3.0:1780333163.867047:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 6 pid: 6596 timeout: 2710 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333163.867094:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 460 00000100:00100000:3.0:1780333163.867105:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045621504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780333163.867121:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333163.867126:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 6 pid: 6596 timeout: 2710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.867142:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 6 pid: 6596 timeout: 2710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.867170:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333163.867172:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333163.867177:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.867188:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333163.867210:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333163.867275:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045621504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 172us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333163.867282:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 460 00010000:00010000:1.0:1780333163.868376:0:6597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b7f8382/0x76434b26e3080558 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b0 expref: 5 pid: 6596 timeout: 2710 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333163.868395:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6597:1866812067799296:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780333163.868419:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333163.868429:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333163.868437:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333163.868447:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333163.868455:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333163.868523:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780333163.869711:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067799168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7742us (8097us total) trans 4294967371 rc 0/0 00000100:00100000:1.0:1780333163.869721:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00010000:00010000:2.0:1780333163.869957:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333163.869966:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333163.869977:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333163.869981:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333163.869990:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333163.870008:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333163.870016:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8d027ba/0x76434b26e308057b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333163.870037:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333163.870039:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333163.870042:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780333163.871455:0:3326:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec410ec6300/2, rc 0, transno 4294967371 00000100:00100000:0.0:1780333163.871478:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067799168:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780333163.871936:0:99653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2610279316280ns, next at 2603694571454ns, rc = 0 00000004:00080000:2.0:1780333163.876646:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 102 committed 00010000:00010000:0.0:1780333163.991846:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333164.768269:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067799808:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.768553:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333164.768614:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780333164.768685:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067799424:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.768717:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333164.768747:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067799936:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.768796:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333164.768827:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067799680:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.768849:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333164.768870:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780333164.768874:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067799552:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.768971:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333164.768988:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067800064:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.769006:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333164.769031:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067799808 00000100:00100000:0.0:1780333164.769038:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067799808 00000100:00100000:0.0:1780333164.769073:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800064 00000100:00100000:0.0:1780333164.769075:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800064 00000100:00100000:0.0:1780333164.769100:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1780333164.769107:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067799808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.769150:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3326:x1866812067799808:12345-0@lo:400:kworker.0 Request processed in 43us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333164.769157:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1780333164.769174:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1780333164.769179:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067800064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.769204:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067800064:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333164.769210:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1780333164.769228:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067799424 00000100:00100000:0.0:1780333164.769231:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067799424 00000100:00100000:0.0:1780333164.769253:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1780333164.769259:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067799424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.769289:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067799424:12345-0@lo:400:kworker.0 Request processed in 29us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333164.769295:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1780333164.770014:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067799936 00000100:00100000:0.0:1780333164.770020:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067799936 00000100:00100000:0.0:1780333164.770053:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067799680 00000100:00100000:0.0:1780333164.770056:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067799680 00000100:00100000:0.0:1780333164.770081:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067799552 00000100:00100000:0.0:1780333164.770085:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067799552 00000100:00100000:0.0:1780333164.770100:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:0.0:1780333164.770105:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067799936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770145:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067799936:12345-0@lo:400:kworker.0 Request processed in 40us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333164.770151:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:0.0:1780333164.770162:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1780333164.770167:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067799680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770189:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067799680:12345-0@lo:400:kworker.0 Request processed in 22us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333164.770194:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1780333164.770202:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:0.0:1780333164.770207:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067799552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770228:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067799552:12345-0@lo:400:kworker.0 Request processed in 22us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333164.770233:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00080000:0.0:1780333164.770260:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333164.770263:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333164.770302:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067799552:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770315:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067800064:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770325:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067799680:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770356:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067799424:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770366:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067799936:0@lo:400:kworker.0 00000100:00100000:0.0:1780333164.770376:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067799808:0@lo:400:kworker.0 00010000:00010000:0.0:1780333165.019999:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333165.272068:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333165.272104:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067800192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333165.272175:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333165.272448:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800192 00000100:00100000:3.0:1780333165.272457:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800192 00000100:00100000:3.0:1780333165.272571:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1780333165.272581:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067800192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333165.272646:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333165.272703:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067800192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333165.272709:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1780333165.272783:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067800192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333165.761154:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333165.761208:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333165.761250:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333165.761269:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333165.761379:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045621632 00000100:00100000:3.0:1780333165.761389:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045621632 00000100:00100000:3.0:1780333165.761446:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1395 00000100:00100000:3.0:1780333165.761456:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045621632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333165.761541:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045621632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 87us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333165.761549:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1395 00000100:00100000:1.0:1780333165.761842:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045621888 00000100:00100000:1.0:1780333165.761847:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045621888 00000100:00100000:1.0:1780333165.761884:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622016 00000100:00100000:1.0:1780333165.761887:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622016 00000100:00100000:1.0:1780333165.761902:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1374 00000100:00100000:1.0:1780333165.761909:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045621888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333165.761942:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045621888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 34us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333165.761948:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1374 00000100:00100000:1.0:1780333165.761960:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1375 00000100:00100000:1.0:1780333165.761965:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045622016:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333165.761983:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045622016:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 18us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333165.761989:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1375 00000100:00080000:3.0:1780333165.762364:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333165.762368:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333165.764484:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045621760 00000100:00100000:0.0:1780333165.764501:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045621760 00000100:00100000:0.0:1780333165.764611:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1808 00000100:00100000:0.0:1780333165.764669:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045621760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333165.764751:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045621760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 131us (3499us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333165.764759:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1808 00000100:00080000:3.0:1780333165.765642:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780333166.040097:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333167.064650:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780333167.400123:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00010000:00010000:0.0:1780333168.087840:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333168.859973:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780333168.860011:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067800320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333168.860078:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333168.860137:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800320 00000100:00100000:3.0:1780333168.860145:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800320 00000100:00100000:3.0:1780333168.860200:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1780333168.860211:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067800320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333168.860247:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333168.860291:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067800320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333168.860299:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00080000:3.0:1780333168.860320:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333168.860347:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:3.0:1780333168.860352:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec410ec6300, transno 4294967371 00000100:00100000:3.0:1780333168.860368:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067800320:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780333169.112094:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333169.879977:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067800704:0@lo:400:kworker.0 00000100:00100000:3.0:1780333169.880084:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067800448:0@lo:400:kworker.0 00000100:00100000:1.0:1780333169.880114:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067800832:0@lo:400:kworker.0 00000100:00100000:2.0:1780333169.880128:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333169.880129:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333169.880188:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067800576:0@lo:400:kworker.0 00000100:00100000:1.0:1780333169.881333:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333169.881412:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800704 00000100:00100000:2.0:1780333169.881420:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800704 00000100:00100000:2.0:1780333169.881597:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:2.0:1780333169.881607:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067800704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333169.881686:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067800704:12345-0@lo:400:kworker.0 Request processed in 81us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333169.881692:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:2.0:1780333169.881815:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067800704:0@lo:400:kworker.0 00000100:00100000:2.0:1780333169.881856:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800448 00000100:00100000:2.0:1780333169.881860:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800448 00000100:00100000:2.0:1780333169.881881:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1780333169.881887:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067800448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333169.881918:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067800448:12345-0@lo:400:kworker.0 Request processed in 31us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333169.881923:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00080000:2.0:1780333169.881954:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333169.881976:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800832 00000100:00100000:2.0:1780333169.881979:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800832 00000100:00100000:2.0:1780333169.882003:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1780333169.882008:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067800832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333169.882039:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067800832:12345-0@lo:400:kworker.0 Request processed in 31us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333169.882121:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1780333169.882430:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067800832:0@lo:400:kworker.0 00000100:00100000:0.0:1780333169.884426:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333169.884442:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067800448:0@lo:400:kworker.0 00000100:00100000:1.0:1780333169.884717:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800576 00000100:00100000:1.0:1780333169.884781:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800576 00000100:00100000:1.0:1780333169.884839:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:1.0:1780333169.884849:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067800576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333169.884908:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067800576:12345-0@lo:400:kworker.0 Request processed in 61us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333169.884916:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:0.0:1780333169.884965:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067801088:0@lo:400:kworker.0 00000100:00100000:0.0:1780333169.885004:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333169.885257:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067800960:0@lo:400:kworker.0 00000100:00100000:3.0:1780333169.885287:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333169.885355:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067800960 00000100:00100000:2.0:1780333169.885360:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067800960 00000100:00100000:2.0:1780333169.885409:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:2.0:1780333169.885416:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067800960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333169.885468:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067800960:12345-0@lo:400:kworker.0 Request processed in 52us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333169.885474:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00080000:3.0:1780333169.885551:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333169.885575:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067800960:0@lo:400:kworker.0 00000100:00100000:0.0:1780333169.885800:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067800576:0@lo:400:kworker.0 00000100:00100000:1.0:1780333169.885868:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801088 00000100:00100000:1.0:1780333169.885873:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801088 00000100:00100000:1.0:1780333169.885955:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1780333169.885963:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067801088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333169.886008:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067801088:12345-0@lo:400:kworker.0 Request processed in 46us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333169.886014:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1780333169.886090:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067801088:0@lo:400:kworker.0 00000100:00080000:3.0:1780333169.886405:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780333170.135913:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333170.392172:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067801216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333170.392245:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333170.392427:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801216 00000100:00100000:3.0:1780333170.392436:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801216 00000100:00100000:3.0:1780333170.392529:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1780333170.392539:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067801216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333170.392576:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333170.393129:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067801216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 590us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333170.393139:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1780333170.393381:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec403606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067801216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333170.878457:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333170.878516:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622144 00000100:00100000:2.0:1780333170.878527:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622144 00000100:00100000:2.0:1780333170.878588:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1397 00000100:00100000:2.0:1780333170.878598:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045622144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333170.879786:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045622144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1184us (1335us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333170.879797:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1397 00000100:00100000:1.0:1780333170.883729:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333170.883767:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333170.884012:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333170.884095:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622400 00000100:00100000:0.0:1780333170.884107:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622400 00000100:00100000:2.0:1780333170.884185:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622272 00000100:00100000:2.0:1780333170.884191:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622272 00000100:00100000:0.0:1780333170.884411:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622528 00000100:00100000:0.0:1780333170.884416:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622528 00000100:00100000:0.0:1780333170.884460:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1378 00000100:00100000:0.0:1780333170.884480:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045622400:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333170.884702:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1812 00000100:00100000:2.0:1780333170.884714:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec403604e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045622272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:1.0:1780333170.884770:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333170.884776:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780333170.884778:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333170.884788:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1379 00000100:00100000:3.0:1780333170.884807:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045622528:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333170.885520:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045622400:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1048us (1749us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333170.885530:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1378 00000100:00100000:2.0:1780333170.886135:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec403604e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045622272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1421us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333170.886143:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1812 00000100:00100000:3.0:1780333170.886765:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045622528:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 1966us (2750us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333170.886776:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1379 00010000:00010000:2.0:1780333171.164600:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333172.185226:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333173.208189:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333173.975875:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333173.975901:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067801344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333173.976109:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333173.976202:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801344 00000100:00100000:3.0:1780333173.976215:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801344 00000100:00100000:3.0:1780333173.977312:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1780333173.977325:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067801344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333173.977366:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333173.977445:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067801344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333173.977452:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1780333173.977496:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067801344:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780333173.978262:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780333174.231731:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333175.001668:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067801472:0@lo:400:kworker.0 00000100:00100000:3.0:1780333175.001751:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333175.001932:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801472 00000100:00100000:1.0:1780333175.001940:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801472 00000100:00100000:1.0:1780333175.001987:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1780333175.001997:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067801472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002135:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067801856:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002158:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333175.002175:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333175.002178:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067801984:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002193:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333175.002210:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067801600:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002223:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333175.002238:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067802112:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002257:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333175.002283:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333175.002289:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067801728:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002311:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333175.002336:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801984 00000100:00100000:0.0:1780333175.002339:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801984 00000100:00100000:0.0:1780333175.002556:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801600 00000100:00100000:0.0:1780333175.002560:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801600 00000100:00100000:0.0:1780333175.002580:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801728 00000100:00100000:0.0:1780333175.002583:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801728 00000100:00100000:0.0:1780333175.002598:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1780333175.002604:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067801984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002665:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067801984:12345-0@lo:400:kworker.0 Request processed in 60us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333175.002672:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1780333175.002689:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:0.0:1780333175.002694:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067801600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002736:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067801600:12345-0@lo:400:kworker.0 Request processed in 41us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333175.002741:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:0.0:1780333175.002752:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:0.0:1780333175.002757:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067801728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002780:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067801728:12345-0@lo:400:kworker.0 Request processed in 24us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333175.002786:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00080000:0.0:1780333175.002808:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333175.002840:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067801984:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002868:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067801728:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002876:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067801600:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.002909:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067801856 00000100:00100000:0.0:1780333175.002912:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067801856 00000100:00100000:0.0:1780333175.002942:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067802112 00000100:00100000:0.0:1780333175.002945:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067802112 00000100:00100000:0.0:1780333175.002965:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1780333175.002971:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067801856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.003008:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067801856:12345-0@lo:400:kworker.0 Request processed in 38us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333175.003014:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1780333175.003025:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1780333175.003030:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067802112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.003061:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067802112:12345-0@lo:400:kworker.0 Request processed in 32us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333175.003070:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00080000:0.0:1780333175.003090:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333175.003092:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333175.003106:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067801856:0@lo:400:kworker.0 00000100:00100000:0.0:1780333175.003125:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067802112:0@lo:400:kworker.0 00000100:00100000:3.0:1780333175.009157:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067801472:0@lo:400:kworker.0 00000100:00100000:1.0:1780333175.009157:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067801472:12345-0@lo:400:kworker.0 Request processed in 7155us (7399us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333175.009170:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00010000:00010000:2.0:1780333175.256121:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333175.511937:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333175.511960:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434336680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067802240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333175.512035:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333175.512106:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067802240 00000100:00100000:3.0:1780333175.512117:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067802240 00000100:00100000:3.0:1780333175.512192:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1780333175.512203:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067802240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333175.512240:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333175.512316:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067802240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333175.512323:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1780333175.512600:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434336680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067802240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333175.999327:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333175.999386:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333175.999426:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333175.999513:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333175.999547:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622912 00000100:00100000:2.0:1780333175.999555:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622912 00000100:00100000:2.0:1780333175.999606:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623040 00000100:00100000:2.0:1780333175.999608:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623040 00000100:00100000:2.0:1780333175.999667:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1382 00000100:00100000:2.0:1780333175.999677:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045622912:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333175.999752:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045622912:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333175.999760:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1382 00000100:00100000:2.0:1780333175.999776:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1383 00000100:00100000:2.0:1780333175.999783:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045623040:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333175.999806:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045623040:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333175.999812:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1383 00000100:00100000:0.0:1780333176.000080:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622784 00000100:00100000:0.0:1780333176.000086:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622784 00000100:00100000:0.0:1780333176.000129:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1816 00000100:00100000:0.0:1780333176.000136:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045622784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333176.000176:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045622784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333176.000183:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1816 00000100:00080000:0.0:1780333176.000201:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333176.000205:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333176.000207:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333176.000351:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045622656 00000100:00100000:3.0:1780333176.000356:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045622656 00000100:00100000:3.0:1780333176.000402:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1399 00000100:00100000:3.0:1780333176.000409:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045622656:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333176.000445:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045622656:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333176.000451:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1399 00010000:00010000:0.0:1780333176.280033:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333177.303953:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333178.328359:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333179.095910:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067802368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333179.095991:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333179.096242:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067802368 00000100:00100000:2.0:1780333179.096251:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067802368 00000100:00100000:2.0:1780333179.096332:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1780333179.096344:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067802368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333179.096383:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333179.096432:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067802368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333179.096441:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00080000:0.0:1780333179.099192:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333179.099283:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067802368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333179.187447:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333179.187555:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623168 00000100:00100000:0.0:1780333179.187568:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623168 00000100:00100000:0.0:1780333179.187693:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1178 00000100:00100000:0.0:1780333179.187706:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045623168:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333179.187831:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045623168:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 127us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333179.187839:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1178 00000100:00080000:2.0:1780333179.187917:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333179.191604:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333179.192066:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623296 00000100:00100000:0.0:1780333179.192077:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623296 00000100:00100000:0.0:1780333179.192161:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 659 00000100:00100000:0.0:1780333179.192172:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623296:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333179.192613:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623296:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 441us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333179.192884:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 659 00000100:00080000:2.0:1780333179.192960:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333179.199215:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333179.199349:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623424 00000100:00100000:1.0:1780333179.199360:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623424 00000100:00100000:1.0:1780333179.200673:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 660 00000100:00100000:1.0:1780333179.200688:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623424:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780333179.201219:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623424:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 534us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333179.201228:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 660 00000100:00080000:2.0:1780333179.202827:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333179.206848:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333179.206948:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623552 00000100:00100000:0.0:1780333179.206958:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623552 00000100:00100000:0.0:1780333179.207019:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1179 00000100:00100000:0.0:1780333179.207039:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434336d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045623552:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333179.210003:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434336d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045623552:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 2952us (3152us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333179.210017:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1179 00000100:00100000:3.0:1780333179.218567:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333179.219784:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623680 00000100:00100000:2.0:1780333179.219799:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623680 00000100:00100000:2.0:1780333179.219880:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1180 00000100:00100000:2.0:1780333179.219894:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045623680:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333179.220028:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045623680:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 137us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333179.220037:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1180 00000100:00100000:3.0:1780333179.232098:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333179.232185:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623808 00000100:00100000:2.0:1780333179.232197:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623808 00000100:00100000:2.0:1780333179.232267:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 661 00000100:00100000:2.0:1780333179.232279:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623808:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333179.232895:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623808:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 616us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333179.232904:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 661 00000100:00100000:1.0:1780333179.236891:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333179.237002:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045623936 00000100:00100000:0.0:1780333179.237014:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045623936 00000100:00100000:0.0:1780333179.237207:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 662 00000100:00100000:0.0:1780333179.237220:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623936:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333179.237994:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:58967:x1866812045623936:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 774us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333179.238003:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 662 00000100:00100000:3.0:1780333179.241694:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333179.241997:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045624064 00000100:00100000:1.0:1780333179.242009:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045624064 00000100:00100000:1.0:1780333179.242180:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1181 00000100:00100000:1.0:1780333179.242191:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045624064:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:1.0:1780333179.242917:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58967:x1866812045624064:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 725us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333179.242925:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1181 00000100:00100000:2.0:1780333179.284389:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333179.284729:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045624192 00000100:00100000:1.0:1780333179.284739:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045624192 00000100:00100000:1.0:1780333179.284786:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1182 00000100:00100000:1.0:1780333179.284796:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:58968:x1866812045624192:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780333179.284817:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333179.284837:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e3080582 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3b7 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.285175:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e3080589 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.285191:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e3080589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.285205:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e3080589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780333179.285805:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00000004:00200000:1.0:1780333179.285811:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780333179.285968:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e3080589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.286003:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de200/0x76434b26e3080582 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b7 expref: 9 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.286019:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e3080589 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b7 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.286094:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:1.0:1780333179.286097:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333179.286101:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de400, rc 0) 00000100:00100000:1.0:1780333179.286216:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58968:x1866812045624192:12345-192.168.204.30@tcp:101:rm.0 Request processed in 1420us (1836us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333179.286225:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1182 00000100:00100000:0.0:1780333179.298092:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333179.298761:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045624448 00000100:00100000:3.0:1780333179.298772:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045624448 00000100:00100000:3.0:1780333179.298833:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1183 00000100:00100000:3.0:1780333179.298844:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:58968:x1866812045624448:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780333179.298864:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333179.298884:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e3080590 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3be expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333179.303010:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00010000:00010000:3.0:1780333179.303294:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e3080590 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3be expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333179.303326:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333179.303330:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780333179.303336:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e3080590 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3be expref: 10 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333179.303351:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780333179.303437:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58968:x1866812045624448:12345-192.168.204.30@tcp:101:rm.0 Request processed in 4594us (5416us total) trans 4294967748 rc 301/301 00000100:00100000:3.0:1780333179.303447:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1183 00000100:00100000:3.0:1780333179.318545:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333179.318673:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045624576 00000100:00100000:1.0:1780333179.318682:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045624576 00000100:00100000:1.0:1780333179.318789:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 119 00000100:00100000:1.0:1780333179.318830:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58968:x1866812045624576:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:1.0:1780333179.331374:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58968:x1866812045624576:12345-192.168.204.30@tcp:37:rm.0 Request processed in 12564us (12826us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333179.331388:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 119 00000100:00100000:1.0:1780333179.341376:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333179.342046:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045624832 00000100:00100000:0.0:1780333179.342055:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045624832 00000100:00100000:0.0:1780333179.342112:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 120 00000100:00100000:0.0:1780333179.342122:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58968:x1866812045624832:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:0.0:1780333179.342605:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58968:x1866812045624832:12345-192.168.204.30@tcp:35:rm.0 Request processed in 483us (1235us total) trans 4294967749 rc 0/0 00000100:00100000:0.0:1780333179.342614:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 120 00000100:00100000:1.0:1780333179.349792:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333179.350105:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625088 00000100:00100000:0.0:1780333179.350118:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625088 00000100:00100000:0.0:1780333179.350178:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1184 00000100:00100000:0.0:1780333179.350190:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:58968:x1866812045625088:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780333179.350246:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1780333179.350277:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e3080589 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3b7 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.350299:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308052e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3a2 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.350325:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:0.0:1780333179.350807:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e308023a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c2ec expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.350822:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:0.0:1780333179.350831:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333179.350994:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.351013:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.351024:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.351086:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.351095:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.351102:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.352008:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.352022:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.352030:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333179.352822:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00200000:1.0:1780333179.359072:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 7680 00010000:00010000:1.0:1780333179.359101:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359112:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359119:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359126:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333179.359130:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359137:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359153:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff8ec408256300) 00010000:00010000:1.0:1780333179.359156:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780333179.359162:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359169:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30805ac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359195:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359201:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359207:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359217:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333179.359220:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359225:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359232:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780333179.359234:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333179.359237:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333179.359241:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308059e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333179.359253:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8c3a751 reply state 00000000176babad transno 4294967750 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333179.359263:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780333179.359496:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:58968:x1866812045625088:12345-192.168.204.30@tcp:36:rm.0 Request processed in 9303us (9777us total) trans 4294967750 rc 0/0 00000100:00100000:1.0:1780333179.359505:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1184 00010000:00010000:0.0:1780333179.367537:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.367554:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.367562:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.367573:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333179.367578:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.367586:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.367601:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec408256400) 00010000:00010000:0.0:1780333179.367604:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333179.367609:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333179.367640:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e30805a5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780333179.685692:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967750 is committed 00000100:00100000:0.0:1780333180.120837:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067802880:0@lo:400:kworker.0 00000100:00100000:2.0:1780333180.120856:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067802496:0@lo:400:kworker.0 00000100:00100000:1.0:1780333180.124672:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067802624:0@lo:400:kworker.0 00000100:00100000:2.0:1780333180.127877:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333180.127963:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067803008:0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.128014:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333180.128073:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067802752:0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.128106:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333180.128135:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067802880 00000100:00100000:0.0:1780333180.128141:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067802880 00000100:00100000:0.0:1780333180.128383:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1780333180.128390:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067802880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.128581:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067802880:12345-0@lo:400:kworker.0 Request processed in 191us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333180.128589:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1780333180.128644:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067802752 00000100:00100000:0.0:1780333180.128648:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067802752 00000100:00100000:0.0:1780333180.128784:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:0.0:1780333180.128802:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067802752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.128966:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067802752:12345-0@lo:400:kworker.0 Request processed in 175us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333180.128973:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00080000:0.0:1780333180.128996:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333180.129028:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067802752:0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.129062:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067802880:0@lo:400:kworker.0 00000100:00100000:2.0:1780333180.130313:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333180.130401:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067802496 00000100:00100000:2.0:1780333180.130409:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067802496 00000100:00100000:2.0:1780333180.130458:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1780333180.130468:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067802496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333180.130520:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067802496:12345-0@lo:400:kworker.0 Request processed in 55us (2651us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333180.130528:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1780333180.130533:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803008 00000100:00100000:0.0:1780333180.130539:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803008 00000100:00100000:2.0:1780333180.130584:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067802496:0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.130586:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:0.0:1780333180.130598:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067803008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.130669:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067803008:12345-0@lo:400:kworker.0 Request processed in 61us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333180.130679:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067803008:0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.130679:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00080000:0.0:1780333180.130708:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333180.132560:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333180.132601:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067803136:0@lo:400:kworker.0 00000100:00100000:1.0:1780333180.132655:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333180.132751:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803136 00000100:00100000:2.0:1780333180.132758:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803136 00000100:00100000:2.0:1780333180.132809:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1780333180.132819:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067803136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333180.132872:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067803136:12345-0@lo:400:kworker.0 Request processed in 56us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333180.132880:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1780333180.132920:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067803136:0@lo:400:kworker.0 00000100:00080000:1.0:1780333180.133077:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333180.133224:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067802624 00000100:00100000:0.0:1780333180.133229:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067802624 00000100:00100000:0.0:1780333180.133258:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:0.0:1780333180.133264:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067802624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333180.133317:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067802624:12345-0@lo:400:kworker.0 Request processed in 53us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333180.133324:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:2.0:1780333180.134129:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067802624:0@lo:400:kworker.0 00010000:00010000:0.0:1780333180.389360:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333180.631864:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333180.631889:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067803264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333180.631956:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333180.632038:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803264 00000100:00100000:3.0:1780333180.632047:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803264 00000100:00100000:3.0:1780333180.632101:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1780333180.632111:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067803264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333180.632162:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333180.632226:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067803264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333180.632235:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1780333180.632406:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067803264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333181.119727:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333181.119777:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333181.119818:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333181.119848:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333181.119944:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625600 00000100:00100000:2.0:1780333181.119959:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625600 00000100:00100000:2.0:1780333181.120031:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625472 00000100:00100000:2.0:1780333181.120034:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625472 00000100:00100000:2.0:1780333181.120059:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1386 00000100:00100000:2.0:1780333181.120071:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045625600:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333181.120144:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045625600:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 76us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333181.120152:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1386 00000100:00100000:2.0:1780333181.120347:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1387 00000100:00100000:2.0:1780333181.120354:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045625472:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333181.120382:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045625472:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333181.120389:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1387 00000100:00100000:0.0:1780333181.120681:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625344 00000100:00100000:0.0:1780333181.120687:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625344 00000100:00100000:0.0:1780333181.120732:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1820 00000100:00100000:0.0:1780333181.120740:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045625344:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333181.120775:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045625344:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333181.120781:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1820 00000100:00080000:1.0:1780333181.122266:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780333181.122276:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780333181.122278:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333181.122467:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625216 00000100:00100000:3.0:1780333181.122478:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625216 00000100:00100000:3.0:1780333181.122553:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1401 00000100:00100000:3.0:1780333181.122563:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045625216:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333181.122657:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045625216:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (2836us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333181.122664:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1401 00010000:00010000:0.0:1780333181.402096:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333182.434004:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780333182.513423:0:99972:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe16211ab0 20000000:00000080:2.0:1780333182.513441:0:99972:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e0abc00 uarg=0000000000000000 00010000:00010000:2.0:1780333182.514597:0:99972:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780333182.514614:0:99972:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780333182.514868:0:99972:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333182.514887:0:99972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333182.514905:0:99972:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080225 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333182.514915:0:99972:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333182.514953:0:99972:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080225 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333182.514971:0:99972:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080225 expref: 17 pid: 5798 timeout: 2728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333182.514986:0:99972:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c91880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99972:1866812067803392:0@lo:104: 00000100:00100000:2.0:1780333182.515049:0:99972:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333182.515145:0:99972:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4177c56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780333182.515253:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803392 00000100:00100000:0.0:1780333182.515262:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803392 00000100:00100000:0.0:1780333182.515349:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1780333182.515358:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:99972:x1866812067803392:12345-0@lo:104: 00010000:00010000:0.0:1780333182.515370:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333182.515434:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333182.515440:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:99972:x1866812067803392:12345-0@lo:104: Request processed in 83us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333182.515446:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1780333182.515513:0:99972:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c91880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99972:1866812067803392:0@lo:104: 00010000:00010000:3.0:1780333182.515532:0:99972:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515588:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333182.515595:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515602:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333182.515606:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515613:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333182.515653:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333182.515659:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333182.515690:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515696:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333182.515724:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515731:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080225 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e308022c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515752:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333182.515754:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333182.515756:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333182.515768:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067803520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333182.515801:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333182.515839:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803520 00000100:00100000:1.0:1780333182.515842:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803520 00010000:00010000:1.0:1780333182.515862:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080225 expref: 18 pid: 5798 timeout: 2728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333182.515882:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1780333182.515889:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434334e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067803520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333182.515899:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333182.515903:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080225 expref: 18 pid: 5798 timeout: 2728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515914:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080225 expref: 18 pid: 5798 timeout: 2728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515925:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5200/0x76434b26e308022c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080225 expref: 18 pid: 5798 timeout: 2728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515937:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515945:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515957:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515965:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515972:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515978:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515983:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333182.515988:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.515995:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.516005:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333182.516014:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333182.516040:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434334e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067803520:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333182.516046:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1780333182.516073:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067803520:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333182.516328:0:99972:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333182.516337:0:99972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333182.516343:0:99972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1000/0x76434b26e30805b3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333183.449769:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780333183.557319:0:100020:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3ecbe580 20000000:00000080:2.0:1780333183.557338:0:100020:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e0a8800 uarg=0000000000000000 00010000:00010000:2.0:1780333183.557589:0:100020:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780333183.557604:0:100020:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780333183.557643:0:100020:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333183.559349:0:100020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559377:0:100020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559388:0:100020:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559395:0:100020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559403:0:100020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559409:0:100020:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559415:0:100020:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333183.559420:0:100020:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559428:0:100020:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559441:0:100020:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559448:0:100020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.559453:0:100020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1400/0x76434b26e30805ba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333183.706563:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333183.706571:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333183.706576:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333183.706637:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.706650:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.706674:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333183.706702:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c90700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067803648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780333183.706779:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333183.706825:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec422bd5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780333183.706915:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803648 00000100:00100000:2.0:1780333183.706923:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803648 00000100:00100000:2.0:1780333183.706971:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1780333183.706981:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067803648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333183.706994:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333183.707008:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30805c1 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.707034:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30805c1 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.707045:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30805c1 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.707058:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0c00, rc 0) 00000100:00100000:2.0:1780333183.707092:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067803648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333183.707099:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1780333183.707272:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c90700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067803648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333183.707288:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.707296:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333183.707315:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333183.707333:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333183.707340:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333184.217690:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067803776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333184.217871:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333184.217987:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803776 00000100:00100000:3.0:1780333184.217996:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803776 00000100:00080000:0.0:1780333184.218111:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333184.218369:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1780333184.218386:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067803776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333184.218427:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333184.218490:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067803776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333184.218497:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1780333184.218575:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067803776:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780333184.474783:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333185.239834:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067803904:0@lo:400:kworker.0 00000100:00100000:0.0:1780333185.239918:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333185.240173:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067803904 00000100:00100000:2.0:1780333185.240182:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067803904 00000100:00100000:2.0:1780333185.240244:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:2.0:1780333185.240255:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067803904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333185.242925:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067803904:12345-0@lo:400:kworker.0 Request processed in 2664us (2998us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333185.242954:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1780333185.244050:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434335f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067804032:0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244107:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333185.244135:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067804544:0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244159:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333185.244179:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333185.244183:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434337800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067804416:0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244200:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333185.244221:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067804288:0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244256:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333185.244270:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333185.244274:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec434335c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067804160:0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244293:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333185.244317:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804032 00000100:00100000:1.0:1780333185.244324:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804032 00000100:00100000:1.0:1780333185.244362:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804416 00000100:00100000:1.0:1780333185.244364:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804416 00000100:00100000:1.0:1780333185.244386:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804160 00000100:00100000:1.0:1780333185.244388:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804160 00000100:00100000:1.0:1780333185.244402:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:1.0:1780333185.244409:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067804032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244452:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067804032:12345-0@lo:400:kworker.0 Request processed in 44us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333185.244459:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:1.0:1780333185.244472:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:1.0:1780333185.244478:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434336680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067804416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244497:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434336680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067804416:12345-0@lo:400:kworker.0 Request processed in 20us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333185.244502:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:1.0:1780333185.244511:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:1.0:1780333185.244516:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409a69050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067804160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333185.244536:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409a69050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067804160:12345-0@lo:400:kworker.0 Request processed in 20us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333185.244542:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:2.0:1780333185.244898:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804544 00000100:00100000:2.0:1780333185.244902:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804544 00000100:00100000:2.0:1780333185.244934:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804288 00000100:00100000:2.0:1780333185.245045:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804288 00000100:00100000:2.0:1780333185.245070:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1780333185.245075:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec434336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067804544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333185.245110:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec434336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067804544:12345-0@lo:400:kworker.0 Request processed in 35us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333185.245116:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1780333185.245125:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1780333185.245130:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067804288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333185.245149:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067804288:12345-0@lo:400:kworker.0 Request processed in 20us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333185.245154:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00080000:3.0:1780333185.245292:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333185.245297:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333185.245353:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434335c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067804160:0@lo:400:kworker.0 00000100:00100000:3.0:1780333185.245363:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067804288:0@lo:400:kworker.0 00000100:00100000:3.0:1780333185.245391:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434337800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067804416:0@lo:400:kworker.0 00000100:00100000:3.0:1780333185.245400:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434335f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067804032:0@lo:400:kworker.0 00000100:00100000:3.0:1780333185.245407:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067804544:0@lo:400:kworker.0 00000100:00100000:0.0:1780333185.247051:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec434335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067803904:0@lo:400:kworker.0 00010000:00010000:2.0:1780333185.496759:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333185.752541:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333185.752565:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067804672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333185.752662:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333185.752714:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804672 00000100:00100000:2.0:1780333185.752722:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804672 00000100:00100000:2.0:1780333185.752873:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1780333185.752885:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067804672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333185.752920:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333185.753009:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067804672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333185.753020:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1780333185.753556:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067804672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333186.246331:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333186.246380:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333186.246458:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625728 00000100:00100000:2.0:1780333186.246470:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625728 00000100:00100000:1.0:1780333186.246479:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333186.246511:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333186.246540:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625984 00000100:00100000:2.0:1780333186.246542:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1404 00000100:00100000:1.0:1780333186.246545:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625984 00000100:00100000:2.0:1780333186.246557:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045625728:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333186.246595:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045626112 00000100:00100000:1.0:1780333186.246598:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045626112 00000100:00100000:1.0:1780333186.246643:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1390 00000100:00100000:1.0:1780333186.246654:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045625984:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333186.246662:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045625728:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 108us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333186.246670:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1404 00000100:00100000:1.0:1780333186.246690:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045625984:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333186.246699:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1390 00000100:00100000:1.0:1780333186.246715:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1391 00000100:00100000:1.0:1780333186.246721:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045626112:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:2.0:1780333186.246736:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333186.246742:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333186.246750:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045626112:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333186.246757:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1391 00000100:00100000:0.0:1780333186.251898:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045625856 00000100:00100000:0.0:1780333186.251913:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045625856 00000100:00100000:0.0:1780333186.251997:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1824 00000100:00100000:0.0:1780333186.252009:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045625856:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:1.0:1780333186.252108:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333186.252109:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045625856:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 102us (5728us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333186.252117:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1824 00010000:00010000:1.0:1780333186.520253:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333186.616887:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333186.616969:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045626240 00000100:00100000:3.0:1780333186.616979:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045626240 00000100:00100000:3.0:1780333186.617036:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1185 00000100:00100000:3.0:1780333186.617046:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59081:x1866812045626240:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780333186.617159:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333186.617185:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e30805cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3c5 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333186.617256:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e30805d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333186.617270:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e30805d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333186.617282:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e30805d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333186.617499:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1780333186.617503:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333186.617574:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e30805d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333186.617599:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4c00/0x76434b26e30805cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3c5 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333186.617665:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e30805d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3c5 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333186.617675:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333186.617678:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333186.617681:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5600, rc 0) 00000100:00100000:3.0:1780333186.617739:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59081:x1866812045626240:12345-192.168.204.30@tcp:101:rm.0 Request processed in 695us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333186.617747:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1185 00000100:00100000:2.0:1780333186.630358:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333186.630450:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045626368 00000100:00100000:1.0:1780333186.630461:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045626368 00000100:00100000:1.0:1780333186.630521:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1186 00000100:00100000:1.0:1780333186.630532:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59081:x1866812045626368:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:1.0:1780333186.630553:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333186.630574:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30805dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3cc expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.630676:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.630691:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.630703:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.630716:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.630722:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.630728:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631296:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631305:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631311:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631316:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333186.631320:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631327:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631340:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780333186.631343:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333186.631348:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631354:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfc00/0x76434b26e30805e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631368:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631374:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631379:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631383:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333186.631385:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631391:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631397:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec41273ed00) 00010000:00010000:0.0:1780333186.631399:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333186.631401:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631405:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e30805eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631434:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30805dd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3cc expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631445:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780333186.631447:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333186.631451:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e30805dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3cc expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.631460:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df600, rc 0) 00000100:00100000:0.0:1780333186.631523:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59081:x1866812045626368:12345-192.168.204.30@tcp:101:rm.0 Request processed in 992us (1172us total) trans 0 rc 301/301 00000100:00100000:0.0:1780333186.631531:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1186 00000100:00100000:2.0:1780333186.681475:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333186.681566:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045626496 00000100:00100000:0.0:1780333186.681578:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045626496 00000100:00100000:0.0:1780333186.681666:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1187 00000100:00100000:0.0:1780333186.681679:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045626496:12345-192.168.204.30@tcp:41:mkdir.0 00000004:00000024:0.0:1780333186.681727:0:5806:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261516288 avail 2259419136 00000100:00100000:0.0:1780333186.681950:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045626496:12345-192.168.204.30@tcp:41:mkdir.0 Request processed in 273us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333186.681959:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1187 00000100:00100000:1.0:1780333186.684569:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333186.685072:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045626752 00000100:00100000:0.0:1780333186.685083:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045626752 00000100:00100000:0.0:1780333186.685152:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1188 00000100:00100000:0.0:1780333186.685163:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59085:x1866812045626752:12345-192.168.204.30@tcp:36:mkdir.0 00010000:00010000:0.0:1780333186.685227:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333186.685254:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e30805d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3c5 expref: 6 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.685273:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780333186.685283:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333186.685569:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.685588:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.685598:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.685611:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.685672:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.685680:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333186.686779:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 512 00010000:00010000:0.0:1780333186.686791:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.686800:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.686807:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.686812:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333186.686816:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.686822:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.686838:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780333186.686841:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333186.686846:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.686852:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30805f2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333186.686868:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cfe48f85 reply state 00000000f29e8b28 transno 4294967751 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333186.686877:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780333186.686974:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59085:x1866812045626752:12345-192.168.204.30@tcp:36:mkdir.0 Request processed in 1811us (2412us total) trans 4294967751 rc 0/0 00000100:00100000:0.0:1780333186.686984:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1188 00010000:00010000:2.0:1780333186.690766:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.690784:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.690792:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.690798:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333186.690804:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.690812:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.690830:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec408256f00) 00010000:00010000:2.0:1780333186.690834:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333186.690838:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.690844:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30805f9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333186.739929:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333186.740062:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045626880 00000100:00100000:0.0:1780333186.740072:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045626880 00000100:00100000:0.0:1780333186.740235:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1189 00000100:00100000:0.0:1780333186.740246:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59089:x1866812045626880:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:0.0:1780333186.740268:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333186.740290:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e3080600 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3d3 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.740348:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080607 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.740361:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.740376:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333186.740440:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1780333186.740444:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333186.740466:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.740486:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e3080600 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3d3 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.740503:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080607 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3d3 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333186.740512:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:0.0:1780333186.740515:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333186.740518:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391c00, rc 0) 00000100:00100000:0.0:1780333186.740577:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59089:x1866812045626880:12345-192.168.204.30@tcp:101:chown.0 Request processed in 332us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333186.740583:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1189 00000100:00100000:0.0:1780333186.744912:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333186.745029:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045627008 00000100:00100000:2.0:1780333186.745040:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045627008 00000100:00100000:2.0:1780333186.745114:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1190 00000100:00100000:2.0:1780333186.745124:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59089:x1866812045627008:12345-192.168.204.30@tcp:101:chown.0 00010000:00010000:2.0:1780333186.745145:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333186.745166:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308060e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3da expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745235:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745251:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745262:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745277:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745284:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745291:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745396:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e3080623 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745404:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e3080623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745427:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e3080623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333186.745466:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 512 00000004:00200000:2.0:1780333186.745470:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333186.745494:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e3080623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745506:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745512:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745519:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745524:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333186.745527:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745534:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745544:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:2.0:1780333186.745547:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333186.745552:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745557:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080615 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745568:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745573:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745578:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745582:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333186.745584:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745590:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745596:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec40b3c7200) 00010000:00010000:2.0:1780333186.745599:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333186.745601:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745607:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e308061c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745672:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1000/0x76434b26e308060e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3da expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745691:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e3080623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3da expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.745698:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780333186.745700:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780333186.745703:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780333186.745762:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59089:x1866812045627008:12345-192.168.204.30@tcp:101:chown.0 Request processed in 639us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333186.745769:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1190 00000100:00100000:2.0:1780333186.749262:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333186.751025:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045627264 00000100:00100000:3.0:1780333186.751041:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045627264 00000100:00100000:2.0:1780333186.751322:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1191 00000100:00100000:2.0:1780333186.751334:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59089:x1866812045627264:12345-192.168.204.30@tcp:36:chown.0 00010000:00010000:2.0:1780333186.751394:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333186.751743:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e3080623 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3da expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.751765:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7a00) 00010000:00010000:2.0:1780333186.751776:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333186.751801:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.751815:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333186.751827:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780333186.799976:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967751 is committed 00000001:00080000:0.0:1780333186.799994:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967752 is committed 00000004:00010000:3.0:1780333186.800078:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa20fa7b reply state 00000000f52d1193 transno 4294967752 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333186.800283:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333186.800455:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00010000:00080000:3.0:1780333186.800558:0:5805:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780333186.800583:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59089:x1866812045627264:12345-192.168.204.30@tcp:36:chown.0 Request processed in 49246us (51324us total) trans 4294967752 rc 0/0 00000100:00100000:3.0:1780333186.800592:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1191 00010000:00010000:1.0:1780333186.801034:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.801044:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.801053:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.801059:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333186.801063:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.801071:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.801228:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7400) 00010000:00010000:1.0:1780333186.801232:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780333186.801238:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333186.801244:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308062a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333187.548028:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333187.630042:0:100218:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff319eb740 20000000:00000080:1.0:1780333187.630056:0:100218:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e4dc00 uarg=0000000000000000 00010000:00010000:1.0:1780333187.630546:0:100218:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1780333187.630582:0:100218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec408256200) 00010000:00010000:1.0:1780333187.630585:0:100218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780333187.630597:0:100218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080607 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3d3 expref: 5 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.630646:0:100218:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1780333187.630662:0:100218:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333187.630675:0:100218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.630687:0:100218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30805c1 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.630694:0:100218:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.630732:0:100218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30805c1 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.630747:0:100218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30805c1 expref: 17 pid: 5800 timeout: 2734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333187.630762:0:100218:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c667800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100218:1866812067804800:0@lo:104: 00000100:00100000:1.0:1780333187.630827:0:100218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333187.630875:0:100218:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e480 going to sleep for 11 seconds 00000100:00100000:2.0:1780333187.630993:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780333187.631006:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804800 00000100:00100000:2.0:1780333187.631013:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804800 00000100:00100000:2.0:1780333187.631051:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1780333187.631058:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4342b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:100218:x1866812067804800:12345-0@lo:104: 00010000:00010000:2.0:1780333187.631069:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333187.631122:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333187.631128:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4342b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:100218:x1866812067804800:12345-0@lo:104: Request processed in 71us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333187.631134:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00010000:00010000:0.0:1780333187.631632:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333187.631640:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631648:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333187.631652:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631661:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333187.631668:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333187.631674:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333187.631710:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631716:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333187.631735:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631741:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df1400/0x76434b26e30805c1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30805c8 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631757:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333187.631759:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333187.631761:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333187.631773:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067804928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333187.631806:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333187.631842:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067804928 00000100:00100000:0.0:1780333187.631846:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067804928 00010000:00010000:0.0:1780333187.631867:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30805c1 expref: 18 pid: 5800 timeout: 2734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333187.631889:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1780333187.631895:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067804928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333187.631904:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333187.631909:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30805c1 expref: 18 pid: 5800 timeout: 2734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631920:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30805c1 expref: 18 pid: 5800 timeout: 2734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631934:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631941:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631955:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631962:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631969:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631975:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631980:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333187.631983:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631990:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.631998:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333187.632007:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333187.632033:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067804928:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333187.632039:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1780333187.632071:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067804928:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333187.639912:0:100218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e30805c8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30805c1 expref: 17 pid: 5800 timeout: 2734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333187.639932:0:100218:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c667800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100218:1866812067804800:0@lo:104: 00010000:00010000:1.0:1780333187.639958:0:100218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.639968:0:100218:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.639974:0:100218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333187.639980:0:100218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df200/0x76434b26e3080631 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1780333188.407291:0:100266:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec851c380 20000000:00000080:3.0:1780333188.407308:0:100266:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d869000 uarg=0000000000000000 00010000:00010000:3.0:1780333188.407536:0:100266:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333188.407552:0:100266:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333188.407564:0:100266:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333188.407584:0:100266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407601:0:100266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407612:0:100266:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407732:0:100266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407739:0:100266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407747:0:100266:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407753:0:100266:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333188.407758:0:100266:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407766:0:100266:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407779:0:100266:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407787:0:100266:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.407793:0:100266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080638 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.568334:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780333188.889261:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333188.889370:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333188.889377:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333188.889422:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.889435:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333188.889446:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333188.889473:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067805056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333188.889541:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333188.889596:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805056 00000100:00100000:2.0:1780333188.889603:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805056 00000100:00100000:3.0:1780333188.889610:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec404d85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780333188.889677:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1780333188.889687:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067805056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333188.889702:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333188.889716:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e308063f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333188.889737:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e308063f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333188.889747:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308063f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333188.889755:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1c00, rc 0) 00000100:00100000:2.0:1780333188.889797:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067805056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333188.889804:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1780333188.889849:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067805056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333188.889863:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333188.889872:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333188.889891:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333188.889896:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333188.889903:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333189.336096:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067805184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333189.336325:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333189.336720:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805184 00000100:00100000:2.0:1780333189.336728:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805184 00000100:00100000:2.0:1780333189.336785:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1780333189.336795:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067805184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333189.336829:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333189.336943:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067805184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333189.336952:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1780333189.336999:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067805184:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780333189.339281:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780333189.592409:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333190.360918:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067805696:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.360993:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333190.361053:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780333190.361060:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067805312:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361089:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333190.361112:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067805824:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361136:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333190.361177:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067805440:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361201:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333190.361219:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067805952:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361265:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333190.361284:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333190.361290:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067805568:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361314:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333190.361345:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805696 00000100:00100000:0.0:1780333190.361352:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805696 00000100:00100000:0.0:1780333190.361394:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805952 00000100:00100000:0.0:1780333190.361397:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805952 00000100:00100000:0.0:1780333190.361430:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1780333190.361438:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067805696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361486:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067805696:12345-0@lo:400:kworker.0 Request processed in 48us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333190.361493:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1780333190.361509:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1780333190.361515:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067805952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361543:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067805952:12345-0@lo:400:kworker.0 Request processed in 28us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333190.361548:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1780333190.361565:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805312 00000100:00100000:0.0:1780333190.361568:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805312 00000100:00100000:0.0:1780333190.361591:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1780333190.361596:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067805312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361653:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067805312:12345-0@lo:400:kworker.0 Request processed in 57us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333190.361659:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1780333190.361684:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805824 00000100:00100000:0.0:1780333190.361687:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805824 00000100:00100000:0.0:1780333190.361710:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805440 00000100:00100000:0.0:1780333190.361713:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805440 00000100:00100000:0.0:1780333190.361726:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067805568 00000100:00100000:0.0:1780333190.361728:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067805568 00000100:00100000:0.0:1780333190.361743:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1780333190.361749:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067805824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361777:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067805824:12345-0@lo:400:kworker.0 Request processed in 28us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333190.361783:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1780333190.361794:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:0.0:1780333190.361801:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067805440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361825:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067805440:12345-0@lo:400:kworker.0 Request processed in 25us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333190.361831:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:0.0:1780333190.361842:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:0.0:1780333190.361848:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067805568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361873:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067805568:12345-0@lo:400:kworker.0 Request processed in 25us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333190.361879:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00080000:0.0:1780333190.361909:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333190.361912:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333190.361946:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067805568:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361957:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067805440:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361966:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067805952:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.361999:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067805312:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.362009:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067805824:0@lo:400:kworker.0 00000100:00100000:0.0:1780333190.362018:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067805696:0@lo:400:kworker.0 00010000:00010000:0.0:1780333190.622833:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333190.872520:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067806080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333190.872593:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333190.872700:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067806080 00000100:00100000:2.0:1780333190.872709:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067806080 00000100:00100000:2.0:1780333190.872764:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1780333190.872775:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067806080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333190.872809:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333190.872865:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067806080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333190.872873:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1780333190.876054:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067806080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333191.359381:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333191.359548:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045627392 00000100:00100000:0.0:1780333191.359560:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045627392 00000100:00100000:0.0:1780333191.359657:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1407 00000100:00100000:0.0:1780333191.359668:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045627392:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333191.361779:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045627392:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 2102us (2399us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333191.361793:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1407 00000100:00100000:2.0:1780333191.365893:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333191.365930:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333191.365957:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333191.366526:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045627520 00000100:00100000:0.0:1780333191.366537:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045627520 00000100:00100000:0.0:1780333191.366609:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1828 00000100:00100000:0.0:1780333191.366647:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045627520:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333191.366748:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045627520:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 130us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333191.366755:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1828 00000100:00100000:0.0:1780333191.366781:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045627648 00000100:00100000:0.0:1780333191.366785:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045627648 00000100:00100000:0.0:1780333191.366811:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045627776 00000100:00100000:0.0:1780333191.366815:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045627776 00000100:00100000:0.0:1780333191.366837:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1394 00000100:00100000:0.0:1780333191.366843:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045627648:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333191.367067:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045627648:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 223us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333191.367076:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1394 00000100:00100000:0.0:1780333191.367089:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1395 00000100:00100000:0.0:1780333191.367096:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045627776:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333191.367119:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045627776:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333191.367125:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1395 00000100:00080000:2.0:1780333191.368206:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333191.368213:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780333191.368216:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780333191.641683:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333191.844863:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333191.845004:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045627904 00000100:00100000:1.0:1780333191.845015:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045627904 00000100:00100000:1.0:1780333191.845082:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 18 00000100:00100000:1.0:1780333191.845093:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045627904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333191.845109:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333191.845112:0:6610:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 76434b26e3080607) 00010000:00010000:1.0:1780333191.845114:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333191.845183:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:5582:x1866812045627904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (327us total) trans 0 rc 116/116 00000100:00100000:1.0:1780333191.845191:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 18 00010000:00010000:3.0:1780333192.664858:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333192.975128:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333192.978774:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045628032 00000100:00100000:3.0:1780333192.978789:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045628032 00000100:00100000:3.0:1780333192.979966:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1192 00000100:00100000:3.0:1780333192.979981:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59194:x1866812045628032:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780333192.980002:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333192.980022:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e308064d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3e1 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.980077:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e3080654 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.980095:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e3080654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.980107:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e3080654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333192.980299:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1780333192.980303:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333192.980372:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e3080654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.980396:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e308064d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3e1 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.980414:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e3080654 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3e1 expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.980423:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333192.980426:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333192.980429:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4e00, rc 0) 00000100:00100000:3.0:1780333192.981849:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59194:x1866812045628032:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1867us (6735us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333192.981860:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1192 00000100:00100000:0.0:1780333192.992651:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333192.992740:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045628160 00000100:00100000:3.0:1780333192.992750:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045628160 00000100:00100000:3.0:1780333192.992806:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1193 00000100:00100000:3.0:1780333192.992815:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59194:x1866812045628160:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780333192.992978:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333192.993001:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e308065b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3e8 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993062:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993075:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993086:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993099:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993105:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993111:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993477:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e3080670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993486:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e3080670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993494:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e3080670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333192.993573:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:3.0:1780333192.993577:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333192.993685:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e3080670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993700:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993706:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993713:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993719:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333192.993723:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993730:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993741:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333192.993744:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333192.993748:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993754:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e3080662 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993765:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993771:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993777:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993782:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333192.993785:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.993791:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.994270:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec4054ddc00) 00010000:00010000:3.0:1780333192.994273:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333192.994277:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.994284:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080669 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.994325:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e308065b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3e8 expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.994340:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e3080670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3e8 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333192.994347:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780333192.994349:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333192.994351:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5200, rc 0) 00000100:00100000:3.0:1780333192.994652:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59194:x1866812045628160:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 1835us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333192.994662:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1193 00000100:00100000:0.0:1780333193.003153:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333193.003289:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045628416 00000100:00100000:3.0:1780333193.003301:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045628416 00000100:00100000:3.0:1780333193.003409:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1194 00000100:00100000:3.0:1780333193.003422:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59194:x1866812045628416:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780333193.003473:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333193.003501:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e3080670 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3e8 expref: 7 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.003519:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:3.0:1780333193.003529:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333193.003553:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.003566:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.003575:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780333193.004450:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1780333193.074443:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967753 is committed 00000004:00010000:3.0:1780333193.074536:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5d44947 reply state 00000000ef9b3032 transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333193.074550:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333193.074945:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00010000:00080000:3.0:1780333193.075084:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780333193.075107:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59194:x1866812045628416:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 71685us (71960us total) trans 4294967753 rc 0/0 00000100:00100000:3.0:1780333193.075125:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1194 00010000:00010000:1.0:1780333193.075197:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333193.075277:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333193.075288:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333193.075294:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333193.075299:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333193.075308:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333193.075326:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054ddc00) 00010000:00010000:1.0:1780333193.075330:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780333193.075335:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333193.075341:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4400/0x76434b26e3080677 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333193.115810:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333193.115959:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045628544 00000100:00100000:3.0:1780333193.115968:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045628544 00000100:00100000:3.0:1780333193.116033:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1195 00000100:00100000:3.0:1780333193.116044:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59198:x1866812045628544:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780333193.116071:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333193.116091:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e308067e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3ef expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116161:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116177:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116188:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116202:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116208:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116279:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116768:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080693 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116779:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.116786:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333193.117144:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:3.0:1780333193.117148:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333193.117344:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117358:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117364:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117370:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117376:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333193.117380:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117386:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117398:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333193.117401:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333193.117406:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117410:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080685 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117422:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117430:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117435:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117439:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333193.117441:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117445:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117451:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec4054dda00) 00010000:00010000:3.0:1780333193.117454:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333193.117456:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117461:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e308068c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117489:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e308067e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3ef expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117501:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080693 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3ef expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.117508:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780333193.117510:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780333193.117512:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780333193.117675:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59198:x1866812045628544:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1632us (1873us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333193.117685:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1195 00000100:00100000:0.0:1780333193.120785:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333193.120988:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045628800 00000100:00100000:3.0:1780333193.121001:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045628800 00000100:00100000:3.0:1780333193.121096:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1196 00000100:00100000:3.0:1780333193.121107:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59198:x1866812045628800:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780333193.121136:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333193.121156:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308069a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3f6 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.121470:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.121485:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.121496:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.121547:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.121554:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.121559:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780333193.123132:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x25:0x0], index 1: 0 00010000:00010000:0.0:1780333193.123444:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e30806af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123459:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e30806af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123470:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e30806af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123505:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123513:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123526:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123533:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333193.123538:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123545:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123556:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780333193.123559:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333193.123563:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123569:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5000/0x76434b26e30806a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333193.123585:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e6f3a32f reply state 0000000012d2d702 transno 4294967754 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333193.123594:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780333193.123665:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5400/0x76434b26e308069a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3f6 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123679:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e30806af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3f6 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.123686:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780333193.123689:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780333193.123692:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391600, rc 0) 00000100:00100000:0.0:1780333193.123762:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59198:x1866812045628800:12345-192.168.204.30@tcp:101:touch.0 Request processed in 2658us (2986us total) trans 4294967754 rc 0/0 00000100:00100000:0.0:1780333193.123770:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1196 00010000:00010000:3.0:1780333193.127526:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.127543:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.127551:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.127556:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333193.127560:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.127567:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.127584:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec4054dd400) 00010000:00010000:3.0:1780333193.127587:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333193.127592:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.127598:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e30806a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333193.128955:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333193.129182:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045629056 00000100:00100000:3.0:1780333193.129193:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045629056 00000100:00100000:3.0:1780333193.129260:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1197 00000100:00100000:3.0:1780333193.129272:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59198:x1866812045629056:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:3.0:1780333193.129336:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333193.129362:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e30806af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3f6 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.129385:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec408256500) 00010000:00010000:3.0:1780333193.129395:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333193.129436:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.129450:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.129459:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333193.129595:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f0e3ac3 reply state 00000000c569bdbc transno 4294967755 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333193.129605:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333193.129744:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59198:x1866812045629056:12345-192.168.204.30@tcp:36:touch.0 Request processed in 474us (796us total) trans 4294967755 rc 0/0 00000100:00100000:3.0:1780333193.129752:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1197 00010000:00010000:0.0:1780333193.132836:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.132855:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.132863:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.132869:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333193.132874:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.132882:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.132899:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec4054dda00) 00010000:00010000:0.0:1780333193.132901:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333193.132906:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.132911:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5200/0x76434b26e30806bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333193.134118:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333193.134353:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045629184 00000100:00100000:3.0:1780333193.134364:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045629184 00000100:00100000:3.0:1780333193.134475:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1198 00000100:00100000:3.0:1780333193.134488:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59198:x1866812045629184:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:3.0:1780333193.134515:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333193.134538:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e30806c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c3fd expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.134597:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e30806c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3fd expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.134644:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e30806c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3fd expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.134665:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:3.0:1780333193.134668:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780333193.134671:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5a00, rc 0) 00000100:00100000:3.0:1780333193.134733:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59198:x1866812045629184:12345-192.168.204.30@tcp:101:touch.0 Request processed in 248us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333193.134740:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1198 00000100:00100000:2.0:1780333193.137330:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333193.137423:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045629312 00000100:00100000:0.0:1780333193.137432:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045629312 00000100:00100000:0.0:1780333193.137556:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 663 00000100:00100000:0.0:1780333193.137565:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045629312:12345-192.168.204.30@tcp:2:touch.0 00000100:00100000:0.0:1780333193.137921:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045629312:12345-192.168.204.30@tcp:2:touch.0 Request processed in 356us (600us total) trans 4294967370 rc 0/0 00000100:00100000:0.0:1780333193.137929:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 663 00000100:00080000:2.0:1780333193.138449:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333193.140326:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333193.140538:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045629568 00000100:00100000:2.0:1780333193.140547:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045629568 00000100:00100000:2.0:1780333193.140652:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 121 00000100:00100000:2.0:1780333193.140662:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59198:x1866812045629568:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:2.0:1780333193.141022:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59198:x1866812045629568:12345-192.168.204.30@tcp:35:touch.0 Request processed in 361us (705us total) trans 4294967756 rc 0/0 00000100:00100000:2.0:1780333193.141031:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 121 00000100:00100000:3.0:1780333193.187785:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333193.187992:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045629696 00000100:00100000:0.0:1780333193.188002:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045629696 00000100:00100000:0.0:1780333193.188063:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1199 00000100:00100000:0.0:1780333193.188073:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59202:x1866812045629696:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780333193.188101:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333193.188134:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c404 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188200:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188226:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188237:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188252:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188259:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188270:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188370:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30806e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188378:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30806e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188386:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30806e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333193.188420:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x62:0x0]: returning size 0 00000004:00200000:0.0:1780333193.188425:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333193.188448:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30806e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188459:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30806e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188468:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188474:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188480:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188486:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333193.188490:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188497:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188509:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780333193.188511:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333193.188515:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188521:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188536:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188542:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188548:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188553:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333193.188556:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188562:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188569:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec408256800) 00010000:00010000:0.0:1780333193.188573:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333193.188575:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188585:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188613:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c404 expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188690:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30806e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c404 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.188698:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:0.0:1780333193.188700:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780333193.188703:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391200, rc 0) 00000100:00100000:0.0:1780333193.188765:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59202:x1866812045629696:12345-192.168.204.30@tcp:101:rm.0 Request processed in 693us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333193.188771:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1199 00000100:00100000:0.0:1780333193.193250:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333193.193332:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045629824 00000100:00100000:2.0:1780333193.193342:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045629824 00000100:00100000:2.0:1780333193.193398:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 664 00000100:00100000:2.0:1780333193.193409:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045629824:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:2.0:1780333193.193428:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333193.193449:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c40b expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333193.193478:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x6a1dba89, atime: 0x6a1dba89, ctime: 0x6a1dba89, blocks: 0x1 00010000:00010000:2.0:1780333193.193497:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333193.193500:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333193.193508:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.193528:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.193542:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1600, rc 0) 00000100:00100000:2.0:1780333193.193599:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045629824:12345-192.168.204.30@tcp:101:rm.0 Request processed in 193us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333193.193606:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 664 00000100:00100000:1.0:1780333193.199903:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333193.200595:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045630080 00000100:00100000:0.0:1780333193.200607:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045630080 00000100:00100000:0.0:1780333193.200976:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1200 00000100:00100000:0.0:1780333193.200988:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59202:x1866812045630080:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780333193.201054:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780333193.201084:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30806e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c404 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201108:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5a00/0x76434b26e30806c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3fd expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201135:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec4054ddf00) 00010000:00010000:0.0:1780333193.201146:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333193.201167:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201180:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201189:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201215:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201224:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201229:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201344:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201353:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.201359:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780333193.202233:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].37, 64 off10560 00000004:00080000:0.0:1780333193.202245:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2639609625716ns, next at 2640609623485ns, rc = 0 00010000:00010000:0.0:1780333193.202305:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202316:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202325:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202332:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202337:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202343:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202370:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780333193.202391:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202397:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202403:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202409:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333193.202413:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202420:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202430:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec408256500) 00010000:00010000:0.0:1780333193.202433:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780333193.202437:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202443:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30806fc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202462:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202467:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202473:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202478:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333193.202480:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202485:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202493:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780333193.202495:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333193.202498:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.202503:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e30806ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333193.202517:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c55345ce reply state 000000008a819745 transno 4294967757 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333193.202526:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780333193.202644:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59202:x1866812045630080:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1629us (2909us total) trans 4294967757 rc 0/0 00000100:00100000:0.0:1780333193.202652:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1200 00010000:00010000:3.0:1780333193.203169:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333193.203176:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.203182:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333193.203186:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.203193:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.203214:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff8ec408256500) 00010000:00010000:3.0:1780333193.203217:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780333193.203220:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.203225:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e3080703 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333193.203245:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333193.203247:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333193.203248:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333193.207528:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.207544:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.207553:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.207559:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333193.207564:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.207572:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.207589:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec408256800) 00010000:00010000:2.0:1780333193.207592:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333193.207596:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333193.207602:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e30806f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333193.689740:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333194.185500:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333194.186109:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045630208 00000100:00100000:0.0:1780333194.186120:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045630208 00000100:00100000:0.0:1780333194.186184:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1201 00000100:00100000:0.0:1780333194.186197:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59217:x1866812045630208:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780333194.186222:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333194.186244:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e308070a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c412 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.186313:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080711 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.186328:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080711 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.186339:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080711 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333194.186404:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:0.0:1780333194.186408:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333194.186432:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080711 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.186462:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e308070a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c412 expref: 13 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.186478:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080711 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c412 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.186487:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:0.0:1780333194.186490:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333194.186493:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:0.0:1780333194.186562:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59217:x1866812045630208:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 368us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333194.186570:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1201 00000100:00100000:3.0:1780333194.191276:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333194.191306:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045630464 00000100:00100000:3.0:1780333194.191315:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045630464 00000100:00100000:3.0:1780333194.191361:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1202 00000100:00100000:3.0:1780333194.191371:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59217:x1866812045630464:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780333194.191429:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333194.191461:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e3080711 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c412 expref: 12 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.191480:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080693 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3ef expref: 11 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.191497:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780333194.191507:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333194.191531:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.191546:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.191555:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780333194.276495:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967757 is committed 00000004:00080000:2.0:1780333194.276507:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 103 committed 00000001:00080000:2.0:1780333194.276526:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967758 is committed 00000100:00100000:2.0:1780333194.276676:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067806208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780333194.276744:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333194.276817:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067806208 00000100:00100000:2.0:1780333194.276825:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067806208 00000100:00100000:2.0:1780333194.276876:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1780333194.276884:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067806208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780333194.276913:0:6597:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:37 count 1 00010000:00010000:2.0:1780333194.276937:0:6597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.276957:0:6597:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.276965:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333194.276967:0:6597:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333194.276970:0:6597:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.276995:0:6597:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.277010:0:6597:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 6 pid: 6594 timeout: 2740 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333194.277021:0:6597:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067806336:192.168.204.30@tcp:104: 00000100:00100000:2.0:1780333194.277074:0:6597:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec41b20ef00 going to sleep for 11 seconds 00000004:00010000:3.0:1780333194.277316:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a36d3770 reply state 00000000181d5373 transno 4294967758 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333194.277331:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333194.277488:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00010000:00080000:3.0:1780333194.277546:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780333194.277567:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59217:x1866812045630464:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 86197us (86300us total) trans 4294967758 rc 0/0 00000100:00100000:3.0:1780333194.277575:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1202 00010000:00010000:0.0:1780333194.277696:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.277706:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.277712:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.277717:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333194.277721:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.277728:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.277743:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd400) 00010000:00010000:0.0:1780333194.277746:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780333194.277751:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.277757:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5600/0x76434b26e3080718 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780333194.277812:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333194.290206:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333194.290240:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045630592 00000100:00100000:2.0:1780333194.290249:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045630592 00010000:00010000:2.0:1780333194.290289:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 7 pid: 6594 timeout: 2740 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333194.290327:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 463 00000100:00100000:2.0:1780333194.290338:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045630592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780333194.290353:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333194.290358:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 7 pid: 6594 timeout: 2740 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.290374:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 7 pid: 6594 timeout: 2740 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.290400:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333194.290402:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333194.290407:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.290417:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.290439:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333194.290488:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045630592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 153us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333194.290495:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 463 00010000:00010000:3.0:1780333194.290705:0:6597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078eafa77/0x76434b26e30806e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c40b expref: 6 pid: 6594 timeout: 2740 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333194.290718:0:6597:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6597:1866812067806336:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780333194.290737:0:6597:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.290747:0:6597:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.290753:0:6597:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.290762:0:6597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.290768:0:6597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.290797:0:6597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780333194.291838:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067806208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14951us (15091us total) trans 4294967371 rc 0/0 00010000:00010000:2.0:1780333194.292212:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333194.292221:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.292232:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333194.292236:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.292247:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.292264:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.292276:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030541dfe/0x76434b26e308071f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.292298:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333194.292299:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333194.292301:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780333194.292339:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec433c91880/2, rc 0, transno 4294967371 00000100:00100000:2.0:1780333194.292347:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067806208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780333194.294289:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1780333194.328275:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333194.328348:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045630720 00000100:00100000:0.0:1780333194.328358:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045630720 00000100:00100000:0.0:1780333194.328416:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1203 00000100:00100000:0.0:1780333194.328427:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59221:x1866812045630720:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780333194.328449:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333194.328468:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e3080726 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c419 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.328533:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.328547:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.328558:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.328571:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.328577:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.328582:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329254:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e308073b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329264:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e308073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329271:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e308073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333194.329356:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:0.0:1780333194.329361:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333194.329442:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e308073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329455:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329461:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329467:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329472:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333194.329476:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329482:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329494:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780333194.329498:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333194.329503:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329509:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e308072d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329521:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329526:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329531:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329536:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333194.329539:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329544:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329550:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec408256300) 00010000:00010000:0.0:1780333194.329553:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333194.329556:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329561:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390200/0x76434b26e3080734 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329591:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e3080726 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c419 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329607:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e308073b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c419 expref: 7 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.329614:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780333194.329809:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780333194.329813:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:0.0:1780333194.329956:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59221:x1866812045630720:12345-192.168.204.30@tcp:101:touch.0 Request processed in 1530us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333194.329963:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1203 00000100:00100000:2.0:1780333194.334280:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333194.334361:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045630976 00000100:00100000:1.0:1780333194.334371:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045630976 00000100:00100000:1.0:1780333194.334436:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1204 00000100:00100000:1.0:1780333194.334446:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59221:x1866812045630976:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:1.0:1780333194.334466:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333194.334485:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e3080742 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c420 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.335111:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.335129:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.335143:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.335158:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.335164:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.335170:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780333194.335989:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26:0x0], index 0: 0 00010000:00010000:1.0:1780333194.336283:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e3080757 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336295:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e3080757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336302:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e3080757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336333:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336340:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336347:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336352:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333194.336356:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336362:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336373:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:1.0:1780333194.336375:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333194.336380:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336386:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080749 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333194.336399:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045e7850a reply state 000000006da0bc5e transno 4294967759 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333194.336407:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780333194.336440:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df000/0x76434b26e3080742 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c420 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336452:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e3080757 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c420 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333194.336458:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:1.0:1780333194.336461:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780333194.336463:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780333194.336542:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59221:x1866812045630976:12345-192.168.204.30@tcp:101:touch.0 Request processed in 2097us (2272us total) trans 4294967759 rc 0/0 00000100:00100000:1.0:1780333194.336550:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1204 00010000:00010000:0.0:1780333194.343614:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.343660:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.343667:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.343674:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333194.343679:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.343687:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.343703:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec41273e100) 00010000:00010000:0.0:1780333194.343706:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333194.343711:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.343716:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df400/0x76434b26e3080750 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333194.348229:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333194.348450:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045631232 00000100:00100000:3.0:1780333194.348459:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045631232 00000100:00100000:3.0:1780333194.348522:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1205 00000100:00100000:3.0:1780333194.348533:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59221:x1866812045631232:12345-192.168.204.30@tcp:36:touch.0 00010000:00010000:3.0:1780333194.348591:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333194.348647:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df800/0x76434b26e3080757 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c420 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.348667:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec41273ef00) 00010000:00010000:3.0:1780333194.348677:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333194.348720:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.348733:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.348742:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333194.348889:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0799631 reply state 00000000b590c59b transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333194.348898:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333194.348982:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59221:x1866812045631232:12345-192.168.204.30@tcp:36:touch.0 Request processed in 450us (761us total) trans 4294967760 rc 0/0 00000100:00100000:3.0:1780333194.348989:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1205 00010000:00010000:3.0:1780333194.353845:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.353863:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.353871:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.353877:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333194.353882:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.353891:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.353908:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec4054dd700) 00010000:00010000:3.0:1780333194.353912:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333194.353916:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.353922:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080765 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333194.357893:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333194.357968:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045631360 00000100:00100000:0.0:1780333194.357978:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045631360 00000100:00100000:0.0:1780333194.358034:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1206 00000100:00100000:0.0:1780333194.358043:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59221:x1866812045631360:12345-192.168.204.30@tcp:101:touch.0 00010000:00010000:0.0:1780333194.358068:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333194.358090:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e308076c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c427 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.358156:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e308076c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c427 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.358171:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e308076c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c427 expref: 10 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.358198:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780333194.358202:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780333194.358205:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391000, rc 0) 00000100:00100000:0.0:1780333194.358271:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59221:x1866812045631360:12345-192.168.204.30@tcp:101:touch.0 Request processed in 230us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333194.358278:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1206 00000100:00100000:2.0:1780333194.361253:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333194.361472:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045631488 00000100:00100000:0.0:1780333194.361481:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045631488 00000100:00100000:0.0:1780333194.361593:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 666 00000100:00100000:0.0:1780333194.361603:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045631488:12345-192.168.204.30@tcp:2:touch.0 00000100:00080000:2.0:1780333194.361970:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333194.362238:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045631488:12345-192.168.204.30@tcp:2:touch.0 Request processed in 633us (990us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1780333194.362248:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 666 00000100:00100000:2.0:1780333194.365503:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333194.365598:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045631744 00000100:00100000:1.0:1780333194.365609:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045631744 00000100:00100000:1.0:1780333194.365729:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 122 00000100:00100000:1.0:1780333194.365740:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59221:x1866812045631744:12345-192.168.204.30@tcp:35:touch.0 00000100:00100000:1.0:1780333194.366107:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59221:x1866812045631744:12345-192.168.204.30@tcp:35:touch.0 Request processed in 368us (614us total) trans 4294967761 rc 0/0 00000100:00100000:1.0:1780333194.366116:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 122 00000100:00100000:2.0:1780333194.417784:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333194.418059:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045631872 00000100:00100000:3.0:1780333194.418070:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045631872 00000100:00100000:3.0:1780333194.418501:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1207 00000100:00100000:3.0:1780333194.418512:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59225:x1866812045631872:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:3.0:1780333194.418538:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333194.418561:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080773 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c42e expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418655:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418668:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418679:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418693:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418699:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418704:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418792:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080788 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418799:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418817:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333194.418849:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x63:0x0]: returning size 0 00000004:00200000:3.0:1780333194.418854:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333194.418882:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418895:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418903:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418909:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418916:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418923:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333194.418926:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418935:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418946:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:3.0:1780333194.418949:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333194.418953:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418959:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308077a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418974:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418979:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418986:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418991:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333194.418994:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.418999:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.419006:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec4054dd700) 00010000:00010000:3.0:1780333194.419008:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333194.419011:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.419016:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e3080781 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.419042:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080773 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c42e expref: 13 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.419055:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080788 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c42e expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333194.419063:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec408256300) 00010000:00010000:3.0:1780333194.419065:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780333194.419068:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4000, rc 0) 00000100:00100000:3.0:1780333194.419327:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59225:x1866812045631872:12345-192.168.204.30@tcp:101:rm.0 Request processed in 816us (1710us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333194.419339:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1207 00000100:00100000:3.0:1780333194.423309:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333194.423540:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045632000 00000100:00100000:0.0:1780333194.423550:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045632000 00000100:00100000:0.0:1780333194.423611:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 667 00000100:00100000:0.0:1780333194.423719:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045632000:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780333194.423739:0:6596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333194.423764:0:6596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c435 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780333194.423792:0:6596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x6a1dba8a, atime: 0x6a1dba8a, ctime: 0x6a1dba8a, blocks: 0x1 00010000:00010000:0.0:1780333194.423961:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333194.423964:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333194.423973:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.423995:0:6596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 7 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.424009:0:6596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390200, rc 0) 00000100:00100000:0.0:1780333194.424192:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045632000:12345-192.168.204.30@tcp:101:rm.0 Request processed in 480us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333194.424208:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 667 00000100:00100000:2.0:1780333194.431261:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333194.431331:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045632256 00000100:00100000:0.0:1780333194.431342:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045632256 00000100:00100000:0.0:1780333194.431402:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1208 00000100:00100000:0.0:1780333194.431413:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59225:x1866812045632256:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:0.0:1780333194.431466:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780333194.431497:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e3080788 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c42e expref: 12 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.431522:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391000/0x76434b26e308076c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c427 expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.431534:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec408256300) 00010000:00010000:0.0:1780333194.431546:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333194.431571:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.431589:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.431598:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.431611:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.431760:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.431767:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432144:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432154:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432165:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780333194.432719:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].38, 64 off10624 00000004:00080000:0.0:1780333194.432729:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2640840109723ns, next at 2641840107902ns, rc = 0 00010000:00010000:0.0:1780333194.432782:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432791:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432799:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432929:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432936:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432941:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432969:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780333194.432990:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.432996:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433002:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433008:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333194.433012:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433019:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433030:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:0.0:1780333194.433032:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780333194.433036:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433042:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e30807a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433058:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433063:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433069:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433074:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333194.433077:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433082:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433101:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780333194.433104:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333194.433107:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.433112:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e3080796 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780333194.433121:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025946800 reply state 000000006c22ac08 transno 4294967762 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333194.433129:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780333194.433288:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333194.433295:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.433301:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333194.433305:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.433311:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.433321:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff8ec408256f00) 00010000:00010000:2.0:1780333194.433324:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780333194.433327:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 1/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.433333:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333194.433349:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333194.433350:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333194.433352:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333194.433393:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59225:x1866812045632256:12345-192.168.204.30@tcp:36:rm.0 Request processed in 1979us (2143us total) trans 4294967762 rc 0/0 00000100:00100000:0.0:1780333194.433402:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1208 00010000:00010000:0.0:1780333194.442135:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.442156:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.442164:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.442169:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333194.442174:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.442182:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.442213:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec408256200) 00010000:00010000:0.0:1780333194.442216:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333194.442221:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333194.442227:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e308079d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333194.459127:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067806464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333194.459219:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333194.459586:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067806464 00000100:00100000:0.0:1780333194.459595:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067806464 00000100:00100000:0.0:1780333194.459688:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1780333194.459697:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067806464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333194.459733:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333194.459784:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067806464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333194.459791:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:2.0:1780333194.460027:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333194.460352:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067806464:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333194.712674:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333195.417353:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.417613:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045632384 00000100:00100000:0.0:1780333195.417684:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045632384 00000100:00100000:0.0:1780333195.417784:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1209 00000100:00100000:0.0:1780333195.417807:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59240:x1866812045632384:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780333195.417833:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333195.417854:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c43c expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.417917:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30807b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.417931:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30807b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.417942:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30807b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333195.418016:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:0.0:1780333195.418020:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333195.418045:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30807b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.418069:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c43c expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.418099:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30807b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c43c expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.418107:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780333195.418110:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333195.418114:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780333195.418170:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59240:x1866812045632384:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 376us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.418177:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1209 00000100:00080000:2.0:1780333195.419055:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333195.423925:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.423981:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045632640 00000100:00100000:0.0:1780333195.423992:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045632640 00000100:00100000:0.0:1780333195.424196:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1210 00000100:00100000:0.0:1780333195.424211:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59240:x1866812045632640:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:0.0:1780333195.425250:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780333195.426331:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e30807b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c43c expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.426359:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e308073b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c419 expref: 11 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.426370:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780333195.426380:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780333195.426408:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.426434:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.426444:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333195.426793:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084a3d3ad reply state 00000000a92803e0 transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333195.426815:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780333195.426835:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000100:00100000:1.0:1780333195.426941:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59240:x1866812045632640:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 2732us (3024us total) trans 4294967763 rc 0/0 00010000:00010000:3.0:1780333195.428850:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.428866:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.428874:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.428881:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333195.428886:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.428895:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.428911:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256300) 00010000:00010000:3.0:1780333195.428914:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780333195.428918:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.428925:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e30807c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333195.431431:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1210 00000100:00100000:0.0:1780333195.479936:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067806720:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480007:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333195.480055:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067807232:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480092:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333195.480117:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780333195.480123:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067806592:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480148:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333195.480171:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067807104:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480191:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333195.480218:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067806848:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480240:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333195.480261:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333195.480267:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067806976:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480289:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333195.480322:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067806720 00000100:00100000:0.0:1780333195.480329:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067806720 00000100:00100000:0.0:1780333195.480381:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067807104 00000100:00100000:0.0:1780333195.480385:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067807104 00000100:00100000:0.0:1780333195.480416:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067806848 00000100:00100000:0.0:1780333195.480419:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067806848 00000100:00100000:0.0:1780333195.480438:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1780333195.480446:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067806720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480509:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067806720:12345-0@lo:400:kworker.0 Request processed in 63us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.480517:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1780333195.480533:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:0.0:1780333195.480539:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067807104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480571:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067807104:12345-0@lo:400:kworker.0 Request processed in 32us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.480576:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:0.0:1780333195.480588:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:0.0:1780333195.480595:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067806848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480648:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067806848:12345-0@lo:400:kworker.0 Request processed in 54us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.480653:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:0.0:1780333195.480672:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067807232 00000100:00100000:0.0:1780333195.480675:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067807232 00000100:00100000:0.0:1780333195.480699:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067806976 00000100:00100000:0.0:1780333195.480701:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067806976 00000100:00100000:0.0:1780333195.480718:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1780333195.480724:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067807232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480758:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067807232:12345-0@lo:400:kworker.0 Request processed in 34us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.480763:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1780333195.480776:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1780333195.480782:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067806976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480816:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067806976:12345-0@lo:400:kworker.0 Request processed in 33us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.480822:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1780333195.480845:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067806592 00000100:00100000:0.0:1780333195.480848:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067806592 00000100:00100000:0.0:1780333195.480878:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1780333195.480883:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067806592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480910:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067806592:12345-0@lo:400:kworker.0 Request processed in 27us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.480915:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1780333195.480976:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067806976:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.480988:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067806848:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.481017:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067806592:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.481026:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067807104:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.481035:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067806720:0@lo:400:kworker.0 00000100:00100000:0.0:1780333195.481046:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067807232:0@lo:400:kworker.0 00000100:00080000:2.0:1780333195.481182:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333195.593108:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.593166:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045632768 00000100:00100000:0.0:1780333195.593178:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045632768 00000100:00100000:0.0:1780333195.593246:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1211 00000100:00100000:0.0:1780333195.593258:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045632768:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780333195.593380:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045632768:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 124us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.593388:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1211 00000100:00100000:0.0:1780333195.595595:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333195.595696:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045632896 00000100:00100000:1.0:1780333195.595706:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045632896 00000100:00100000:1.0:1780333195.595763:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 668 00000100:00100000:1.0:1780333195.595773:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59252:x1866812045632896:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333195.606962:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59252:x1866812045632896:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 11180us (11365us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.606975:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 668 00000100:00100000:2.0:1780333195.614603:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.615327:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045633024 00000100:00100000:0.0:1780333195.615338:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045633024 00000100:00100000:0.0:1780333195.615418:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 669 00000100:00100000:0.0:1780333195.615429:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59252:x1866812045633024:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333195.616327:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59252:x1866812045633024:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 896us (1729us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.616337:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 669 00000100:00080000:2.0:1780333195.616760:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333195.618725:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.618887:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045633152 00000100:00100000:0.0:1780333195.618898:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045633152 00000100:00100000:0.0:1780333195.618955:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1212 00000100:00100000:0.0:1780333195.618966:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045633152:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780333195.619504:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045633152:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 538us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.619513:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1212 00000100:00100000:1.0:1780333195.627001:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.627206:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045633280 00000100:00100000:0.0:1780333195.627220:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045633280 00000100:00100000:0.0:1780333195.627281:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1213 00000100:00100000:0.0:1780333195.627292:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045633280:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780333195.627394:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045633280:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 103us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.627402:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1213 00000100:00100000:2.0:1780333195.632270:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.632381:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045633408 00000100:00100000:0.0:1780333195.632392:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045633408 00000100:00100000:0.0:1780333195.632470:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 670 00000100:00100000:0.0:1780333195.632479:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59252:x1866812045633408:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780333195.633312:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59252:x1866812045633408:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 830us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333195.633322:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 670 00000100:00100000:2.0:1780333195.635451:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333195.635657:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045633536 00000100:00100000:1.0:1780333195.635667:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045633536 00000100:00100000:1.0:1780333195.635725:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 671 00000100:00100000:1.0:1780333195.635735:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59252:x1866812045633536:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780333195.636114:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59252:x1866812045633536:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 380us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333195.636121:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 671 00000100:00100000:0.0:1780333195.638746:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333195.638932:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045633664 00000100:00100000:2.0:1780333195.638945:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045633664 00000100:00100000:2.0:1780333195.639019:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1214 00000100:00100000:2.0:1780333195.639031:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045633664:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:2.0:1780333195.639500:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59252:x1866812045633664:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 470us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333195.639509:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1214 00000100:00100000:2.0:1780333195.690509:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.690654:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045633792 00000100:00100000:0.0:1780333195.690666:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045633792 00000100:00100000:0.0:1780333195.690731:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1215 00000100:00100000:0.0:1780333195.690742:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59256:x1866812045633792:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:0.0:1780333195.690764:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333195.690790:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30807c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c443 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.690854:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.690870:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.690883:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.690898:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.690906:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.690912:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691221:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30807dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691229:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30807dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691236:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30807dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333195.691266:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:0.0:1780333195.691270:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333195.691295:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30807dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691307:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691313:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691318:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691324:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333195.691328:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691334:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691346:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780333195.691349:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333195.691354:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691359:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390800/0x76434b26e30807ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691371:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691376:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691382:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691388:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333195.691390:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691396:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691403:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec408256a00) 00010000:00010000:0.0:1780333195.691405:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333195.691408:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691418:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391400/0x76434b26e30807d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691448:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391200/0x76434b26e30807c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c443 expref: 13 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691461:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30807dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c443 expref: 12 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.691468:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780333195.691471:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780333195.691473:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:0.0:1780333195.691528:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59256:x1866812045633792:12345-192.168.204.30@tcp:101:dd.0 Request processed in 787us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333195.691535:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1215 00000100:00100000:3.0:1780333195.695122:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333195.695724:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045634048 00000100:00100000:1.0:1780333195.695735:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045634048 00000100:00100000:1.0:1780333195.695796:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1216 00000100:00100000:1.0:1780333195.695807:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59256:x1866812045634048:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:1.0:1780333195.695831:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333195.695865:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e30807e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c44a expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.696009:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.696025:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.696036:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.696051:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.696056:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.696062:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780333195.696537:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x26:0x0], index 1: 0 00010000:00010000:1.0:1780333195.699239:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30807f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699261:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30807f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699274:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30807f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699309:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699315:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699322:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699328:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333195.699332:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699338:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699349:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256000) 00010000:00010000:1.0:1780333195.699352:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333195.699356:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699366:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e30807ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333195.699380:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000942eca93 reply state 00000000749f6f8c transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333195.699388:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780333195.699419:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e30807e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c44a expref: 15 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699431:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30807f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c44a expref: 14 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333195.699439:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:1.0:1780333195.699441:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780333195.699443:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dfa00, rc 0) 00000100:00100000:1.0:1780333195.699511:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+15:59256:x1866812045634048:12345-192.168.204.30@tcp:101:dd.0 Request processed in 3706us (4397us total) trans 4294967764 rc 0/0 00000100:00100000:1.0:1780333195.699519:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1216 00010000:00010000:0.0:1780333195.706655:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.706682:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.706689:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.706694:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dea00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333195.706698:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.706706:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.706724:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec41273e800) 00010000:00010000:0.0:1780333195.706727:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333195.706732:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.706738:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dea00/0x76434b26e30807f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333195.707989:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333195.708386:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045634176 00000100:00100000:2.0:1780333195.708396:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045634176 00000100:00100000:2.0:1780333195.708483:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 672 00000100:00100000:2.0:1780333195.708494:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59256:x1866812045634176:12345-192.168.204.30@tcp:101:dd.0 00010000:00010000:2.0:1780333195.708513:0:8139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333195.708533:0:8139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c451 expref: -99 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333195.708605:0:8139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780333195.708763:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333195.708767:0:8139:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333195.708775:0:8139:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333195.708803:0:8139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 7 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333195.708816:0:8139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780333195.708913:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59256:x1866812045634176:12345-192.168.204.30@tcp:101:dd.0 Request processed in 420us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333195.708920:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 672 00000100:00100000:1.0:1780333195.727467:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333195.727677:0:6600:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045634304 00000100:00100000:2.0:1780333195.727687:0:6600:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045634304 00002000:00100000:2.0:1780333195.727738:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x26:0x0] (0->1048575) req@ffff8ec43c667b80 x1866812045634304/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:171/0 lens 488/0 e 0 to 0 dl 1780333206 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780333195.727750:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c667b80 with x1866812045634304 ext(0->1048575) 00002000:00010000:2.0:1780333195.727757:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec43c667b80 00000100:00100000:2.0:1780333195.727792:0:6600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 30 00000100:00100000:2.0:1780333195.727964:0:6600:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045634304:12345-192.168.204.30@tcp:4:dd.0 00010000:00010000:0.0:1780333195.735981:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333195.748653:0:6600:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2368:x1866812045634304:12345-192.168.204.30@tcp:4:dd.0 Request processed in 20682us (21185us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1780333195.748667:0:6600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 30 00002000:00100000:2.0:1780333195.748680:0:6600:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x26:0x0] (0->1048575) req@ffff8ec43c667b80 x1866812045634304/t4294967372(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:171/0 lens 488/448 e 0 to 0 dl 1780333206 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780333195.748690:0:6600:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec43c667b80 with x1866812045634304 ext(0->1048575) 00002000:00010000:2.0:1780333195.748695:0:6600:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec43c667b80 00000100:00100000:1.0:1780333195.754068:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333195.754269:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045634432 00000100:00100000:0.0:1780333195.754281:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045634432 00000100:00100000:0.0:1780333195.754345:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1217 00000100:00100000:0.0:1780333195.754356:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+14:59256:x1866812045634432:12345-192.168.204.30@tcp:44:dd.0 00000001:00080000:3.0:1780333195.797579:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967763 is committed 00000004:00080000:3.0:1780333195.797598:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 102 committed 00000001:00080000:3.0:1780333195.797639:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967764 is committed 00000100:00100000:1.0:1780333195.797848:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59256:x1866812045634432:12345-192.168.204.30@tcp:44:dd.0 Request processed in 43488us (43783us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333195.797860:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1217 00000100:00100000:0.0:1780333195.798366:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333195.798381:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067807360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780333195.798436:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333195.800361:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067807360 00000100:00100000:0.0:1780333195.800372:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067807360 00000100:00100000:0.0:1780333195.800426:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1780333195.800436:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067807360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780333195.800467:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:38 count 1 00010000:00010000:0.0:1780333195.800506:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.800527:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.800541:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333195.800542:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333195.800546:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.800576:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 6 pid: 6596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333195.800592:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 6 pid: 6596 timeout: 2742 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333195.800605:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067807488:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780333195.802753:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec402bd2540 going to sleep for 11 seconds 00000100:00100000:1.0:1780333195.804411:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333195.804502:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045634560 00000100:00100000:2.0:1780333195.804512:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045634560 00000100:00100000:2.0:1780333195.804574:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 674 00000100:00100000:2.0:1780333195.804586:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045634560:12345-192.168.204.30@tcp:16:dd.0 00000100:00100000:3.0:1780333195.816307:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067807488:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780333195.816337:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333195.816385:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333195.816466:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045634688 00000100:00100000:3.0:1780333195.816473:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045634688 00010000:00010000:3.0:1780333195.816511:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 7 pid: 6596 timeout: 2742 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333195.816548:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 464 00000100:00100000:3.0:1780333195.816557:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045634688:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780333195.816571:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333195.816576:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 7 pid: 6596 timeout: 2742 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816591:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 7 pid: 6596 timeout: 2742 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816614:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000367ba1ca/0x76434b26e308078f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c435 expref: 7 pid: 6596 timeout: 2742 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816650:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333195.816652:0:6610:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333195.816657:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816672:0:6610:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816697:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333195.816747:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045634688:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 191us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333195.816756:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 464 00010000:00010000:3.0:1780333195.816839:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816863:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816873:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816882:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.816898:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780333195.817773:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1866812067807360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17336us (19334us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1780333195.817782:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00010000:00010000:3.0:1780333195.817812:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333195.817818:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.817829:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333195.817833:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.817843:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.817857:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.817865:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9d247b8/0x76434b26e308080d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333195.817886:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333195.817888:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333195.817889:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780333195.818866:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec302491180/2, rc 0, transno 4294967373 00000100:00100000:0.0:1780333195.818877:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067807360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780333195.854864:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045634560:12345-192.168.204.30@tcp:16:dd.0 Request processed in 50266us (50446us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333195.854881:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 674 00000001:00080000:1.0:1780333195.854925:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00080000:1.0:1780333195.854937:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00080000:1.0:1780333195.854948:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000100:00100000:2.0:1780333195.868723:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333195.868867:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045634944 00000100:00100000:3.0:1780333195.868878:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045634944 00000100:00100000:3.0:1780333195.868926:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 123 00000100:00100000:3.0:1780333195.868937:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4110df850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59256:x1866812045634944:12345-192.168.204.30@tcp:35:dd.0 00000100:00100000:2.0:1780333195.876850:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4110df850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59256:x1866812045634944:12345-192.168.204.30@tcp:35:dd.0 Request processed in 7904us (8128us total) trans 4294967765 rc 0/0 00000100:00100000:2.0:1780333195.876873:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 123 00000100:00100000:0.0:1780333195.992674:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067807616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333195.992764:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333195.992977:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067807616 00000100:00100000:3.0:1780333195.992987:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067807616 00000100:00100000:3.0:1780333195.993044:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1780333195.993054:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067807616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333195.993087:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3856662528 00000100:00100000:3.0:1780333195.993147:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067807616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333195.993155:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1780333195.993220:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:1.0:1780333195.993227:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec433c91880, transno 4294967371 00000100:00100000:1.0:1780333195.993301:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067807616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333196.483302:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333196.483338:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333196.483363:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333196.483387:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333196.483420:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635072 00000100:00100000:2.0:1780333196.483430:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635072 00000100:00100000:2.0:1780333196.483481:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1409 00000100:00100000:2.0:1780333196.483491:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045635072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333196.483561:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045635072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 71us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333196.483569:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1409 00000100:00100000:2.0:1780333196.483602:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635328 00000100:00100000:2.0:1780333196.483606:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635328 00000100:00100000:2.0:1780333196.483655:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635456 00000100:00100000:2.0:1780333196.483659:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635456 00000100:00100000:2.0:1780333196.483680:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1398 00000100:00100000:2.0:1780333196.483687:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045635328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333196.483716:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045635328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 30us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333196.483722:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1398 00000100:00100000:2.0:1780333196.483732:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1399 00000100:00100000:2.0:1780333196.483738:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045635456:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333196.483761:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2367:x1866812045635456:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333196.483767:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1399 00000100:00100000:2.0:1780333196.483783:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635200 00000100:00100000:2.0:1780333196.483787:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635200 00000100:00100000:2.0:1780333196.483812:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1832 00000100:00100000:2.0:1780333196.483818:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045635200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333196.483852:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2367:x1866812045635200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 34us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333196.483858:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1832 00000100:00080000:2.0:1780333196.483984:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780333196.769841:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780333197.056309:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967765 is committed 00010000:00010000:1.0:1780333197.783888:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780333198.118965:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:1.0:1780333198.118981:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000004:00080000:2.0:1780333198.458327:0:100660:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2644865706431ns, next at 2641840107902ns, rc = 0 00000004:00080000:2.0:1780333198.458434:0:100660:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2644865815537ns, next at 2640609623485ns, rc = 0 00000004:00080000:0.0:1780333198.460267:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 104 committed 00000004:00080000:0.0:1780333198.460292:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 103 committed 00010000:00010000:0.0:1780333198.807928:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333199.578965:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333199.579173:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067807744:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333199.581249:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333199.581867:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067807744 00000100:00100000:3.0:1780333199.581877:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067807744 00000100:00100000:3.0:1780333199.582011:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1780333199.582037:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067807744:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780333199.582052:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1780333199.582077:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333199.582296:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067807744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 261us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333199.582304:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1780333199.582946:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:2.0:1780333199.582954:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec302491180, transno 4294967373 00000100:00100000:2.0:1780333199.582983:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067807744:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333199.832547:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333199.938912:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333199.941899:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635584 00000100:00100000:0.0:1780333199.941914:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635584 00000100:00100000:0.0:1780333199.942050:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1218 00000100:00100000:0.0:1780333199.942061:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045635584:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780333199.942158:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045635584:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 99us (3253us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333199.942166:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1218 00000100:00080000:2.0:1780333199.943746:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333199.947727:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333199.948749:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635712 00000100:00100000:3.0:1780333199.948759:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635712 00000100:00080000:2.0:1780333199.948807:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333199.948854:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 675 00000100:00100000:3.0:1780333199.948864:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59449:x1866812045635712:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333199.949543:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59449:x1866812045635712:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 677us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333199.949552:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 675 00000100:00100000:2.0:1780333199.951798:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333199.951874:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635840 00000100:00100000:3.0:1780333199.951883:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635840 00000100:00100000:3.0:1780333199.952181:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 676 00000100:00100000:3.0:1780333199.952193:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59449:x1866812045635840:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:3.0:1780333199.952539:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59449:x1866812045635840:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 348us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333199.952550:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 676 00000100:00100000:3.0:1780333199.954815:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333199.954919:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045635968 00000100:00100000:0.0:1780333199.954930:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045635968 00000100:00100000:0.0:1780333199.955003:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1219 00000100:00100000:0.0:1780333199.955022:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045635968:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780333199.955739:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045635968:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 725us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333199.955747:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1219 00000100:00080000:2.0:1780333199.956058:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333199.963579:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333199.963674:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045636096 00000100:00100000:3.0:1780333199.963686:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045636096 00000100:00100000:3.0:1780333199.963752:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1220 00000100:00100000:3.0:1780333199.963762:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045636096:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333199.963851:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045636096:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 91us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333199.963859:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1220 00000100:00100000:3.0:1780333199.968975:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333199.969386:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045636224 00000100:00100000:1.0:1780333199.969397:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045636224 00000100:00100000:1.0:1780333199.969449:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 677 00000100:00100000:1.0:1780333199.969459:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59449:x1866812045636224:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:1.0:1780333199.970107:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59449:x1866812045636224:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 647us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333199.970116:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 677 00000100:00100000:3.0:1780333199.977699:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333199.977845:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045636352 00000100:00100000:0.0:1780333199.977860:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045636352 00000100:00100000:0.0:1780333199.977932:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 678 00000100:00100000:0.0:1780333199.977943:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59449:x1866812045636352:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333199.978326:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59449:x1866812045636352:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 384us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333199.978334:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 678 00000100:00100000:2.0:1780333199.983439:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333199.983742:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045636480 00000100:00100000:3.0:1780333199.983753:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045636480 00000100:00100000:3.0:1780333199.983804:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1221 00000100:00100000:3.0:1780333199.983814:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045636480:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333199.984421:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59449:x1866812045636480:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 607us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333199.984430:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1221 00000100:00100000:0.0:1780333200.067904:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333200.068051:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045636736 00000100:00100000:3.0:1780333200.068061:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045636736 00000100:00100000:3.0:1780333200.068129:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1222 00000100:00100000:3.0:1780333200.068140:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59453:x1866812045636736:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:3.0:1780333200.068193:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333200.068224:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfa00/0x76434b26e30807f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c44a expref: 8 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068246:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff8ec41273e400) 00010000:00010000:3.0:1780333200.068257:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333200.068280:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068295:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068305:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068319:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068325:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068331:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068717:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068726:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.068733:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780333200.070193:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].38, 64 off10624 00000004:00080000:3.0:1780333200.070206:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2646477586958ns, next at 2647477583607ns, rc = 0 00010000:00010000:3.0:1780333200.070318:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070333:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070342:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070352:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070358:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070364:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070394:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780333200.070419:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070426:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070432:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070438:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333200.070442:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070448:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070460:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:3.0:1780333200.070463:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780333200.070468:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070473:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080822 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070494:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070500:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070505:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070509:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333200.070511:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070530:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070539:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780333200.070541:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333200.070544:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.070549:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e3080814 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333200.070563:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071953f74 reply state 0000000008216909 transno 4294967766 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333200.070572:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333200.070703:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59453:x1866812045636736:12345-192.168.204.30@tcp:36:rm.0 Request processed in 2562us (2805us total) trans 4294967766 rc 0/0 00000100:00100000:3.0:1780333200.070713:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1222 00010000:00010000:0.0:1780333200.070869:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333200.070876:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333200.070888:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333200.070891:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333200.070897:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333200.070906:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff8ec4054dde00) 00010000:00010000:0.0:1780333200.070909:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780333200.070912:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333200.070917:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080829 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333200.070932:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333200.070934:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333200.070935:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333200.078076:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.078107:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.078115:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.078121:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333200.078125:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.078134:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.078154:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec4054dd800) 00010000:00010000:3.0:1780333200.078157:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333200.078162:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333200.078168:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e308081b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333200.599964:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067808000:0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.600028:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067807872:0@lo:400:kworker.0 00000100:00100000:1.0:1780333200.600046:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333200.600101:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067808256:0@lo:400:kworker.0 00000100:00100000:3.0:1780333200.604166:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067808000 00000100:00100000:3.0:1780333200.604249:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067808000 00000100:00100000:3.0:1780333200.604333:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:3.0:1780333200.604345:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067808000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.604501:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333200.604581:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067808384:0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.604648:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333200.604690:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067807872 00000100:00100000:2.0:1780333200.604695:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067807872 00000100:00100000:2.0:1780333200.604740:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:2.0:1780333200.604747:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067807872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.604789:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067807872:12345-0@lo:400:kworker.0 Request processed in 42us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333200.604799:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:2.0:1780333200.604833:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067808384 00000100:00100000:2.0:1780333200.604837:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067808384 00000100:00100000:2.0:1780333200.604868:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:2.0:1780333200.604875:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067808384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.604904:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067808384:12345-0@lo:400:kworker.0 Request processed in 30us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333200.604909:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00080000:2.0:1780333200.604927:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333200.604959:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067807872:0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.604975:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067808384:0@lo:400:kworker.0 00000100:00100000:1.0:1780333200.607398:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067808512:0@lo:400:kworker.0 00000100:00100000:1.0:1780333200.607462:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333200.607495:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333200.607503:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067808128:0@lo:400:kworker.0 00000100:00100000:1.0:1780333200.607527:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333200.607568:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067808128 00000100:00100000:1.0:1780333200.607575:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067808128 00000100:00100000:1.0:1780333200.607655:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1780333200.607664:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067808128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.607790:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067808512 00000100:00100000:2.0:1780333200.607797:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067808512 00000100:00100000:2.0:1780333200.607837:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1780333200.607843:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067808512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333200.608000:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067808128:12345-0@lo:400:kworker.0 Request processed in 337us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333200.608017:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1780333200.608060:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067808128:0@lo:400:kworker.0 00000100:00080000:1.0:1780333200.608103:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333200.608108:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333200.608120:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333200.608146:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067808256 00000100:00100000:1.0:1780333200.608150:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067808256 00000100:00100000:1.0:1780333200.608176:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1780333200.608196:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067808256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333200.608238:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067808256:12345-0@lo:400:kworker.0 Request processed in 44us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333200.608245:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1780333200.608277:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067808256:0@lo:400:kworker.0 00000100:00100000:2.0:1780333200.608781:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067808512:12345-0@lo:400:kworker.0 Request processed in 704us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333200.608788:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1780333200.610363:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067808512:0@lo:400:kworker.0 00000100:00100000:3.0:1780333200.611956:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067808000:12345-0@lo:400:kworker.0 Request processed in 7605us (11900us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333200.611969:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1780333200.616136:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067808000:0@lo:400:kworker.0 00010000:00010000:1.0:1780333200.860223:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780333201.112342:0:7883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2647519721695ns, next at 2648519719080ns, rc = 0 00000100:00100000:1.0:1780333201.113078:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067808640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333201.113166:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333201.113311:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067808640 00000100:00100000:3.0:1780333201.113319:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067808640 00000100:00100000:3.0:1780333201.113366:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1780333201.113375:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067808640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333201.113411:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1780333201.113459:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067808640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333201.113466:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1780333201.113514:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067808640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333201.603083:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333201.603130:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333201.603168:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333201.603209:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333201.603247:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045637248 00000100:00100000:3.0:1780333201.603257:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045636864 00000100:00100000:0.0:1780333201.603259:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045637248 00000100:00100000:3.0:1780333201.603265:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045636864 00000100:00100000:0.0:1780333201.603321:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045637120 00000100:00100000:0.0:1780333201.603326:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045637120 00000100:00100000:3.0:1780333201.603330:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1411 00000100:00100000:3.0:1780333201.603344:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045636864:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333201.603353:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1402 00000100:00100000:0.0:1780333201.603364:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045637248:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333201.603457:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1403 00000100:00100000:1.0:1780333201.603469:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045637120:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333201.603540:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045636992 00000100:00100000:0.0:1780333201.603590:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045637248:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 228us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333201.603597:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1402 00000100:00080000:0.0:1780333201.603659:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780333201.603663:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333201.603784:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045636992 00000100:00100000:2.0:1780333201.603819:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1836 00000100:00100000:2.0:1780333201.603826:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045636992:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333201.606642:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045636864:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 3275us (3445us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333201.606659:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1411 00000100:00100000:1.0:1780333201.607674:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045637120:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 4201us (4456us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333201.607689:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1403 00000100:00080000:1.0:1780333201.607900:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333201.611869:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045636992:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 8030us (8782us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333201.611884:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1836 00010000:00010000:0.0:1780333201.879850:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780333202.413435:0:100805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2648820813638ns, next at 2641840107902ns, rc = 0 00000004:00080000:3.0:1780333202.413598:0:100805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2648820978687ns, next at 2648519719080ns, rc = 0 00000004:00080000:0.0:1780333202.456564:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 107 committed 00000004:00080000:0.0:1780333202.456588:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 104 committed 00000004:00080000:0.0:1780333202.456606:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 106 committed 00000001:00080000:0.0:1780333202.456637:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967766 is committed 00000004:00080000:0.0:1780333202.456642:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 105 committed 00000100:00100000:2.0:1780333202.457052:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333202.457076:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067808768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780333202.457147:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333202.457425:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067808768 00000100:00100000:1.0:1780333202.457433:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067808768 00000100:00100000:1.0:1780333202.457500:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1780333202.457511:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067808768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780333202.457536:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:38 count 1 00010000:00010000:1.0:1780333202.457561:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.457582:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.457590:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780333202.457592:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780333202.457595:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.457644:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 5 pid: 8139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.457660:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 5 pid: 8139 timeout: 2748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333202.457677:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067808896:192.168.204.30@tcp:104: 00000100:00080000:0.0:1780333202.457814:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333202.457948:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec411151d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780333202.463425:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067808896:192.168.204.30@tcp:104: 00010000:00010000:1.0:1780333202.463457:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333202.464644:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333202.464751:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045637376 00000100:00100000:1.0:1780333202.464764:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045637376 00010000:00010000:1.0:1780333202.464803:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 6 pid: 8139 timeout: 2748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333202.464837:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 465 00000100:00100000:1.0:1780333202.464846:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045637376:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333202.464861:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333202.464867:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 6 pid: 8139 timeout: 2748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.464883:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 6 pid: 8139 timeout: 2748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.464907:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ddf97a3/0x76434b26e3080806 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c451 expref: 6 pid: 8139 timeout: 2748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.464928:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333202.464930:0:5792:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333202.464935:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.464945:0:5792:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333202.464971:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333202.465044:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045637376:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 198us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333202.465053:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 465 00010000:00010000:0.0:1780333202.465529:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333202.465539:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333202.465550:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333202.465557:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333202.465649:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780333202.466459:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067808768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8948us (9308us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1780333202.466470:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000004:00080000:2.0:1780333202.467144:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec410ea3100/2, rc 0, transno 4294967373 00000100:00100000:2.0:1780333202.467175:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067808768:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780333202.473968:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333202.473993:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333202.474008:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333202.474014:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333202.474026:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333202.474049:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333202.474057:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040686153/0x76434b26e3080830 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333202.474512:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333202.474516:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333202.474518:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333202.903927:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333203.930055:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333204.697284:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333204.697314:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067809024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333204.697398:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333204.697681:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809024 00000100:00100000:3.0:1780333204.697690:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809024 00000100:00100000:3.0:1780333204.697764:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1780333204.697775:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067809024:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780333204.699742:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1780333204.703234:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333204.703343:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067809024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5564us (5939us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333204.703353:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1780333204.703496:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067809024:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333204.955878:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780333205.291983:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:2.0:1780333205.719959:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067809280:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720041:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333205.720095:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067809792:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720122:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333205.720150:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780333205.720156:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067809152:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720187:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333205.720210:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067809664:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720231:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333205.720255:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067809408:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720277:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333205.720295:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333205.720300:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067809536:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720319:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333205.720350:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809792 00000100:00100000:2.0:1780333205.720357:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809792 00000100:00100000:2.0:1780333205.720402:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809536 00000100:00100000:2.0:1780333205.720405:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809536 00000100:00100000:2.0:1780333205.720426:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:2.0:1780333205.720441:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067809792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720500:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067809792:12345-0@lo:400:kworker.0 Request processed in 60us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333205.720508:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1780333205.720524:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000100:00100000:2.0:1780333205.720528:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000004:00080000:0.0:1780333205.720532:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec410ea3100, transno 4294967373 00000100:00100000:2.0:1780333205.720537:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067809536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333205.720548:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067809792:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720577:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067809536:12345-0@lo:400:kworker.0 Request processed in 41us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333205.720585:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1780333205.720606:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809152 00000100:00100000:2.0:1780333205.720610:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809152 00000100:00100000:2.0:1780333205.720671:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:2.0:1780333205.720681:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067809152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.720723:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067809152:12345-0@lo:400:kworker.0 Request processed in 45us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333205.720731:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:2.0:1780333205.720766:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809280 00000100:00100000:2.0:1780333205.720771:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809280 00000100:00100000:2.0:1780333205.720794:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809664 00000100:00100000:2.0:1780333205.720797:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809664 00000100:00100000:2.0:1780333205.720812:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809408 00000100:00100000:2.0:1780333205.720815:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809408 00000100:00100000:2.0:1780333205.720831:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:2.0:1780333205.720836:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067809280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333205.720875:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067809152:0@lo:400:kworker.0 00000100:00100000:1.0:1780333205.720942:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:1.0:1780333205.720952:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067809664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.721198:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067809280:12345-0@lo:400:kworker.0 Request processed in 360us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333205.721201:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067809280:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.721211:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:2.0:1780333205.721231:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:2.0:1780333205.721239:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067809408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.721269:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067809408:12345-0@lo:400:kworker.0 Request processed in 32us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333205.721275:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:2.0:1780333205.721314:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067809536:0@lo:400:kworker.0 00000100:00100000:2.0:1780333205.721324:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067809408:0@lo:400:kworker.0 00000100:00080000:2.0:1780333205.723031:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780333205.723039:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333205.724057:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067809664:12345-0@lo:400:kworker.0 Request processed in 3100us (3817us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333205.724069:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1780333205.724565:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067809664:0@lo:400:kworker.0 00010000:00010000:2.0:1780333205.976651:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333206.233337:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333206.233360:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067809920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333206.233446:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333206.233740:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067809920 00000100:00100000:3.0:1780333206.233749:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067809920 00000100:00100000:3.0:1780333206.233805:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1780333206.233815:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067809920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333206.233851:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333206.233970:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067809920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 156us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333206.233977:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1780333206.234087:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067809920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333206.718874:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333206.718926:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333206.719011:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045637504 00000100:00100000:0.0:1780333206.719021:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045637504 00000100:00100000:0.0:1780333206.719075:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1413 00000100:00100000:0.0:1780333206.719086:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045637504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333206.719171:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045637504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 86us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333206.719180:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1413 00000100:00100000:2.0:1780333206.719497:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333206.719566:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333206.719665:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045637632 00000100:00100000:3.0:1780333206.719671:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045637632 00000100:00100000:3.0:1780333206.719728:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1840 00000100:00100000:3.0:1780333206.719736:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045637632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333206.719782:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045637632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 47us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333206.719788:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1840 00000100:00080000:0.0:1780333206.720518:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333206.721907:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045637760 00000100:00100000:1.0:1780333206.721928:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045637760 00000100:00100000:1.0:1780333206.721996:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045637888 00000100:00100000:1.0:1780333206.722000:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045637888 00000100:00100000:1.0:1780333206.722028:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1406 00000100:00100000:1.0:1780333206.722037:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045637760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333206.722121:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045637760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 84us (3202us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333206.722129:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1406 00000100:00100000:1.0:1780333206.722146:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1407 00000100:00100000:1.0:1780333206.722153:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045637888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333206.722178:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045637888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 26us (2612us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333206.722185:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1407 00000100:00080000:0.0:1780333206.722482:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333206.722487:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780333207.002024:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333208.023820:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333209.047755:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333209.815941:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333209.815965:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067810048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333209.816033:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333209.816108:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810048 00000100:00100000:3.0:1780333209.816117:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810048 00000100:00100000:3.0:1780333209.816178:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1780333209.816187:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067810048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333209.816223:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333209.816271:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067810048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (238us total) trans 0 rc 0/0 00000100:00080000:1.0:1780333209.816272:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333209.816281:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1780333209.816331:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067810048:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333210.072022:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333210.847783:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067810560:0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.847842:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067810176:0@lo:400:kworker.0 00000100:00100000:2.0:1780333210.847871:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333210.847931:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810560 00000100:00100000:1.0:1780333210.847940:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810560 00000100:00100000:1.0:1780333210.847983:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1780333210.847991:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067810560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333210.848077:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067810304:0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.848718:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333210.848763:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067810688:0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.848790:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333210.848826:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810176 00000100:00100000:3.0:1780333210.848831:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810176 00000100:00100000:3.0:1780333210.851496:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1780333210.851520:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067810176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.851642:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067810176:12345-0@lo:400:kworker.0 Request processed in 112us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333210.851650:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1780333210.851712:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067810176:0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.851740:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067810432:0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.851772:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333210.851812:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810688 00000100:00100000:3.0:1780333210.851818:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810688 00000100:00100000:3.0:1780333210.851850:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810432 00000100:00100000:3.0:1780333210.852033:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810432 00000100:00100000:3.0:1780333210.852060:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1780333210.852067:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067810688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.852101:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067810688:12345-0@lo:400:kworker.0 Request processed in 35us (3310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333210.852107:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1780333210.852117:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1780333210.852122:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067810432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.852145:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067810432:12345-0@lo:400:kworker.0 Request processed in 23us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333210.852151:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00080000:3.0:1780333210.852180:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333210.852200:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067810688:0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.852218:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067810432:0@lo:400:kworker.0 00000100:00100000:1.0:1780333210.853125:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067810560:12345-0@lo:400:kworker.0 Request processed in 5132us (5252us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333210.853135:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1780333210.853523:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067810560:0@lo:400:kworker.0 00000100:00100000:0.0:1780333210.853577:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333210.853658:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067810816:0@lo:400:kworker.0 00000100:00100000:0.0:1780333210.853687:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333210.853875:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810816 00000100:00100000:2.0:1780333210.853881:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810816 00000100:00100000:2.0:1780333210.853932:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1780333210.853939:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067810816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333210.853984:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067810816:12345-0@lo:400:kworker.0 Request processed in 45us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333210.853990:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00080000:1.0:1780333210.854046:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333210.854059:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067810816:0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.858215:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810304 00000100:00100000:3.0:1780333210.858228:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810304 00000100:00100000:3.0:1780333210.858347:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1780333210.858358:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067810304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333210.858511:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067810304:12345-0@lo:400:kworker.0 Request processed in 154us (4932us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333210.858519:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:2.0:1780333210.858665:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067810304:0@lo:400:kworker.0 00010000:00010000:0.0:1780333211.097275:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333211.353244:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067810944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333211.353316:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333211.353509:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067810944 00000100:00100000:2.0:1780333211.353519:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067810944 00000100:00100000:2.0:1780333211.353605:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1780333211.353615:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067810944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333211.353668:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333211.353726:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067810944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333211.353732:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1780333211.353805:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067810944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333211.840352:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333211.840400:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333211.840429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333211.840487:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638272 00000100:00100000:3.0:1780333211.840498:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638272 00000100:00100000:3.0:1780333211.840575:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1410 00000100:00100000:3.0:1780333211.840588:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045638272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333211.840589:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638016 00000100:00100000:2.0:1780333211.840595:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638016 00000100:00100000:2.0:1780333211.840662:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1415 00000100:00100000:2.0:1780333211.840672:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045638016:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333211.840706:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045638272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 119us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333211.840709:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045638016:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333211.840720:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1410 00000100:00100000:2.0:1780333211.840723:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1415 00000100:00080000:2.0:1780333211.840809:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333211.841129:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333211.841256:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638144 00000100:00100000:1.0:1780333211.841261:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638144 00000100:00080000:3.0:1780333211.841375:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333211.841440:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1844 00000100:00100000:1.0:1780333211.841450:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045638144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333211.841499:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045638144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 51us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333211.841505:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1844 00000100:00100000:2.0:1780333211.841565:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638400 00000100:00100000:2.0:1780333211.841570:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638400 00000100:00080000:3.0:1780333211.841611:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333211.841612:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1411 00000100:00100000:2.0:1780333211.841645:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045638400:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333211.841739:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045638400:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333211.841747:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1411 00010000:00010000:1.0:1780333212.119857:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333213.143939:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333214.169210:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333214.935969:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067811072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333214.936049:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333214.936180:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811072 00000100:00100000:1.0:1780333214.936187:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811072 00000100:00100000:1.0:1780333214.936244:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1780333214.936254:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067811072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333214.936291:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333214.936335:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067811072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333214.936342:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00080000:2.0:1780333214.936559:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333214.936596:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067811072:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780333215.191986:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333215.960243:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067811200:0@lo:400:kworker.0 00000100:00100000:2.0:1780333215.960245:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067811584:0@lo:400:kworker.0 00000100:00100000:1.0:1780333215.960307:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067811456:0@lo:400:kworker.0 00000100:00100000:0.0:1780333215.960484:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067811328:0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.962322:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333215.962396:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067811712:0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.962431:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333215.962483:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811200 00000100:00100000:3.0:1780333215.962490:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811200 00000100:00100000:3.0:1780333215.962539:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1780333215.962549:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067811200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.962874:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067811200:12345-0@lo:400:kworker.0 Request processed in 326us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333215.962883:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1780333215.962917:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811712 00000100:00100000:3.0:1780333215.962921:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811712 00000100:00100000:3.0:1780333215.962962:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:3.0:1780333215.963091:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067811712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.963128:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067811712:12345-0@lo:400:kworker.0 Request processed in 40us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333215.963135:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00080000:3.0:1780333215.963152:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333215.963181:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067811200:0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.963195:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067811712:0@lo:400:kworker.0 00000100:00100000:1.0:1780333215.963347:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333215.963561:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811456 00000100:00100000:1.0:1780333215.963566:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811456 00000100:00100000:1.0:1780333215.963793:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:1.0:1780333215.963802:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067811456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333215.963843:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067811456:12345-0@lo:400:kworker.0 Request processed in 44us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333215.963849:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:1.0:1780333215.963881:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067811456:0@lo:400:kworker.0 00000100:00080000:3.0:1780333215.963936:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333215.966216:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333215.966309:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067811840:0@lo:400:kworker.0 00000100:00100000:1.0:1780333215.966460:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811328 00000100:00100000:1.0:1780333215.966468:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811328 00000100:00100000:1.0:1780333215.966576:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:1.0:1780333215.966586:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067811328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333215.972581:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333215.972900:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811584 00000100:00100000:3.0:1780333215.972909:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811584 00000100:00100000:3.0:1780333215.972965:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1780333215.972976:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067811584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.973039:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067811584:12345-0@lo:400:kworker.0 Request processed in 66us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333215.973046:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:2.0:1780333215.973133:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067811584:0@lo:400:kworker.0 00000100:00100000:1.0:1780333215.973326:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067811328:12345-0@lo:400:kworker.0 Request processed in 6741us (7113us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333215.973346:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:0.0:1780333215.976078:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333215.976171:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067811328:0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.976283:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811840 00000100:00100000:3.0:1780333215.976291:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811840 00000100:00080000:2.0:1780333215.976556:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333215.977871:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1780333215.977902:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067811840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333215.978003:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067811840:12345-0@lo:400:kworker.0 Request processed in 111us (1931us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333215.978012:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:2.0:1780333215.978098:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067811840:0@lo:400:kworker.0 00000100:00100000:1.0:1780333215.990171:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333215.998547:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638528 00000100:00100000:3.0:1780333215.998563:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638528 00000100:00100000:3.0:1780333215.998723:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1223 00000100:00100000:3.0:1780333215.998735:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045638528:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333215.998854:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045638528:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 120us (8692us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333215.998874:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1223 00000100:00100000:3.0:1780333216.004268:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333216.004397:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638656 00000100:00100000:0.0:1780333216.004408:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638656 00000100:00080000:2.0:1780333216.004550:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780333216.004556:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333216.011973:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 680 00000100:00100000:0.0:1780333216.011991:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045638656:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333216.012597:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045638656:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 612us (8337us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333216.012607:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 680 00000100:00100000:3.0:1780333216.015555:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333216.016299:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638784 00000100:00100000:0.0:1780333216.016310:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638784 00000100:00100000:0.0:1780333216.016506:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 681 00000100:00100000:0.0:1780333216.016517:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045638784:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:0.0:1780333216.016942:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045638784:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 426us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333216.016950:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 681 00000100:00100000:1.0:1780333216.018842:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333216.021045:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045638912 00000100:00100000:0.0:1780333216.021060:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045638912 00000100:00100000:0.0:1780333216.021131:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1224 00000100:00100000:0.0:1780333216.021142:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045638912:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:0.0:1780333216.021584:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045638912:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 443us (2748us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333216.021592:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1224 00000100:00080000:2.0:1780333216.024003:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333216.025519:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333216.025607:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045639040 00000100:00100000:1.0:1780333216.025640:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045639040 00000100:00100000:1.0:1780333216.025696:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1225 00000100:00100000:1.0:1780333216.025707:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045639040:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:1.0:1780333216.025818:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045639040:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 112us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333216.025825:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1225 00000100:00100000:2.0:1780333216.047104:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333216.048310:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045639168 00000100:00100000:2.0:1780333216.048323:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045639168 00000100:00100000:2.0:1780333216.048393:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 682 00000100:00100000:2.0:1780333216.048403:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045639168:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333216.048809:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045639168:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 406us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333216.048817:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 682 00000100:00100000:2.0:1780333216.061233:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333216.061280:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045639296 00000100:00100000:2.0:1780333216.061289:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045639296 00000100:00100000:2.0:1780333216.061465:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 683 00000100:00100000:2.0:1780333216.061477:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045639296:12345-192.168.204.30@tcp:19:lfs.0 00000100:00100000:2.0:1780333216.061948:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59631:x1866812045639296:12345-192.168.204.30@tcp:19:lfs.0 Request processed in 472us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333216.061956:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 683 00000100:00100000:3.0:1780333216.066187:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333216.066228:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045639424 00000100:00100000:3.0:1780333216.066237:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045639424 00000100:00100000:3.0:1780333216.066287:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1226 00000100:00100000:3.0:1780333216.066298:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045639424:12345-192.168.204.30@tcp:48:lfs.0 00000100:00100000:3.0:1780333216.076875:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59631:x1866812045639424:12345-192.168.204.30@tcp:48:lfs.0 Request processed in 10558us (10677us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333216.076889:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1226 00010000:00010000:1.0:1780333216.216497:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333216.471980:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067811968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333216.472056:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333216.472191:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067811968 00000100:00100000:0.0:1780333216.472200:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067811968 00000100:00100000:0.0:1780333216.472253:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1780333216.472263:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067811968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333216.472297:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333216.472355:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067811968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333216.472362:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1780333216.472682:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067811968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333216.970734:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333216.970875:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045639552 00000100:00100000:3.0:1780333216.970887:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045639552 00000100:00100000:3.0:1780333216.971713:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1417 00000100:00100000:3.0:1780333216.971728:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045639552:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333216.971868:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045639552:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 143us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333216.977427:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1417 00010000:00010000:2.0:1780333217.240952:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333217.817861:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333217.818254:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045639680 00000100:00100000:0.0:1780333217.818265:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045639680 00000100:00100000:0.0:1780333217.818340:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1227 00000100:00100000:0.0:1780333217.818351:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59645:x1866812045639680:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:0.0:1780333217.818371:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333217.818393:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e3080837 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c458 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.818456:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308083e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.818482:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308083e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.818496:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308083e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333217.818716:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:0.0:1780333217.818720:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333217.818811:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308083e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.818839:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390c00/0x76434b26e3080837 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c458 expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.818853:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308083e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c458 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.818862:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256000) 00010000:00010000:0.0:1780333217.818865:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333217.818869:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390600, rc 0) 00000100:00100000:0.0:1780333217.818931:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59645:x1866812045639680:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 582us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333217.818938:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1227 00000100:00080000:3.0:1780333217.819012:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333217.833437:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333217.845195:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045639936 00000100:00100000:2.0:1780333217.845211:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045639936 00000100:00100000:3.0:1780333217.845411:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1228 00000100:00100000:3.0:1780333217.845423:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59645:x1866812045639936:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780333217.845476:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333217.845506:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390600/0x76434b26e308083e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c458 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.845526:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390000/0x76434b26e30807dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c443 expref: 7 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.845537:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256000) 00010000:00010000:3.0:1780333217.845549:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333217.845575:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.845589:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.845597:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780333217.911436:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967767 is committed 00000004:00010000:3.0:1780333217.912703:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002721423c reply state 000000009ec711dd transno 4294967767 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333217.912718:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333217.912897:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00010000:00080000:3.0:1780333217.913012:0:5806:0:(ldlm_lib.c:3436:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1780333217.913035:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59645:x1866812045639936:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 67610us (79601us total) trans 4294967767 rc 0/0 00000100:00100000:3.0:1780333217.913222:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1228 00010000:00010000:3.0:1780333217.913265:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.913274:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.913282:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.913288:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333217.913292:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.913301:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.913317:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333217.913320:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780333217.913326:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.913336:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080845 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333217.982892:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333217.982982:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045640064 00000100:00100000:0.0:1780333217.982995:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045640064 00000100:00100000:0.0:1780333217.983068:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1229 00000100:00100000:0.0:1780333217.983078:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59649:x1866812045640064:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:0.0:1780333217.983104:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333217.983126:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e308084c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c45f expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.983189:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.983205:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.983215:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.983231:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.983237:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333217.983248:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.983798:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080861 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.983810:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.983820:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333217.983941:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:2.0:1780333217.983946:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333217.984028:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984041:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984049:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984055:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984060:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333217.984064:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984072:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984083:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:2.0:1780333217.984087:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333217.984092:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984098:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391600/0x76434b26e3080853 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984111:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984117:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984123:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984128:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333217.984131:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984137:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984144:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec408256400) 00010000:00010000:2.0:1780333217.984147:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333217.984149:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984155:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e308085a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984185:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e308084c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c45f expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984204:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080861 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c45f expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333217.984212:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780333217.984214:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780333217.984216:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780333217.984284:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59649:x1866812045640064:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1207us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333217.984292:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1229 00000100:00100000:0.0:1780333217.992950:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333217.993066:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045640320 00000100:00100000:1.0:1780333217.993077:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045640320 00000100:00100000:1.0:1780333217.993149:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1230 00000100:00100000:1.0:1780333217.993160:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59649:x1866812045640320:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:1.0:1780333217.993183:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333217.993204:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e3080868 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c466 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.993535:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.993551:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.993562:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.993577:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.993583:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.993589:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780333217.994464:0:5805:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x27:0x0], index 0: 0 00010000:00010000:1.0:1780333217.994791:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e308087d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994805:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e308087d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994815:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e308087d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994852:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994860:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994867:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994874:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333217.994877:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994889:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994901:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:1.0:1780333217.994904:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333217.994910:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994915:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377de400/0x76434b26e308086f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780333217.994927:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000030fd873 reply state 0000000074e47a4f transno 4294967768 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333217.994936:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780333217.994971:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377dfe00/0x76434b26e3080868 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c466 expref: 10 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994984:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e308087d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c466 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333217.994991:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:1.0:1780333217.994993:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780333217.994995:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df200, rc 0) 00000100:00100000:1.0:1780333217.995079:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59649:x1866812045640320:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1921us (2140us total) trans 4294967768 rc 0/0 00000100:00100000:1.0:1780333217.995088:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1230 00010000:00010000:3.0:1780333217.997125:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.997140:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.997148:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.997153:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333217.997157:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.997164:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.997178:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec41273eb00) 00010000:00010000:3.0:1780333217.997181:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333217.997185:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333217.997191:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df600/0x76434b26e3080876 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333218.006356:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333218.008425:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045640576 00000100:00100000:3.0:1780333218.008437:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045640576 00000100:00100000:3.0:1780333218.008507:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1231 00000100:00100000:3.0:1780333218.008519:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59649:x1866812045640576:12345-192.168.204.30@tcp:36:touch.60003 00010000:00010000:3.0:1780333218.008579:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333218.008607:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec4377df200/0x76434b26e308087d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c466 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.008655:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec41273e100) 00010000:00010000:3.0:1780333218.008668:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333218.008713:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.008729:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.008738:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333218.008896:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061b517ca reply state 000000001b5dc6ca transno 4294967769 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333218.008907:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333218.009022:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59649:x1866812045640576:12345-192.168.204.30@tcp:36:touch.60003 Request processed in 503us (2673us total) trans 4294967769 rc 0/0 00000100:00100000:3.0:1780333218.009031:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1231 00010000:00010000:3.0:1780333218.011420:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.011436:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.011444:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.011450:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333218.011455:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.011462:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.011489:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333218.011491:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333218.011497:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.011503:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e308088b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333218.014376:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333218.015164:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045640704 00000100:00100000:2.0:1780333218.015175:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045640704 00000100:00100000:2.0:1780333218.015244:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1232 00000100:00100000:2.0:1780333218.015255:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59649:x1866812045640704:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:2.0:1780333218.015282:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333218.015311:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080892 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c46d expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333218.015371:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080892 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c46d expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333218.015387:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080892 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c46d expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333218.015407:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:2.0:1780333218.015410:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780333218.015415:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0400, rc 0) 00000100:00100000:2.0:1780333218.015479:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59649:x1866812045640704:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 214us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333218.015487:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1232 00000100:00100000:0.0:1780333218.025906:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333218.027337:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045640832 00000100:00100000:2.0:1780333218.027351:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045640832 00000100:00100000:2.0:1780333218.027485:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 684 00000100:00100000:2.0:1780333218.027498:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045640832:12345-192.168.204.30@tcp:2:touch.60003 00000100:00080000:3.0:1780333218.027818:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333218.028422:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045640832:12345-192.168.204.30@tcp:2:touch.60003 Request processed in 925us (2533us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1780333218.028432:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 684 00000100:00100000:0.0:1780333218.042249:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333218.042399:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045641088 00000100:00100000:2.0:1780333218.042410:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045641088 00000100:00100000:2.0:1780333218.042556:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 124 00000100:00100000:2.0:1780333218.042568:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59649:x1866812045641088:12345-192.168.204.30@tcp:35:touch.60003 00000100:00100000:2.0:1780333218.043023:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59649:x1866812045641088:12345-192.168.204.30@tcp:35:touch.60003 Request processed in 456us (785us total) trans 4294967770 rc 0/0 00000100:00100000:2.0:1780333218.043031:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 124 00000100:00100000:1.0:1780333218.104922:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333218.108506:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045641216 00000100:00100000:2.0:1780333218.108521:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045641216 00000100:00100000:3.0:1780333218.122006:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1233 00000100:00100000:3.0:1780333218.122019:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59653:x1866812045641216:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:3.0:1780333218.122045:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333218.122067:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080899 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c474 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122134:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122148:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122158:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122173:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122181:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122187:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122286:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30808ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122295:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30808ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122302:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30808ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333218.122333:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x65:0x0]: returning size 0 00000004:00200000:3.0:1780333218.122337:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333218.122355:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30808ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122365:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30808ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122373:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122379:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122390:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122395:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333218.122399:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122407:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122418:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:3.0:1780333218.122421:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333218.122426:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122433:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4a00/0x76434b26e30808a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122448:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122453:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122458:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122462:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333218.122465:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122473:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122479:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333218.122481:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333218.122484:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122489:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4200/0x76434b26e30808a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122517:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4800/0x76434b26e3080899 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c474 expref: 13 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122530:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30808ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c474 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.122537:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780333218.122539:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780333218.122541:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780333218.122667:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59653:x1866812045641216:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 650us (17753us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333218.122675:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1233 00000100:00100000:3.0:1780333218.125817:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333218.125948:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045641344 00000100:00100000:2.0:1780333218.125958:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045641344 00000100:00100000:2.0:1780333218.126058:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 685 00000100:00100000:2.0:1780333218.126069:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045641344:12345-192.168.204.30@tcp:101:rm.60003 00010000:00010000:2.0:1780333218.126086:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333218.126105:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c47b expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333218.126131:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x6a1dbaa2, atime: 0x6a1dbaa2, ctime: 0x6a1dbaa2, blocks: 0x1 00010000:00010000:2.0:1780333218.126150:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333218.126152:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333218.126160:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333218.126177:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 7 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333218.126189:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780333218.126251:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045641344:12345-192.168.204.30@tcp:101:rm.60003 Request processed in 184us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333218.126258:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 685 00000100:00100000:1.0:1780333218.129502:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333218.131823:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045641600 00000100:00100000:3.0:1780333218.131839:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045641600 00000100:00100000:3.0:1780333218.131923:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1234 00000100:00100000:3.0:1780333218.131934:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59653:x1866812045641600:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:3.0:1780333218.131990:0:6619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333218.132016:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e30808ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c474 expref: 12 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132038:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0400/0x76434b26e3080892 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c46d expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132050:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec40b3c7b00) 00010000:00010000:3.0:1780333218.132061:0:6619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333218.132081:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132097:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132107:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132121:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132128:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132135:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132249:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 3/0,1 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132257:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.132263:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780333218.133987:0:6619:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].39, 64 off10688 00000004:00080000:3.0:1780333218.134002:0:6619:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2664541382923ns, next at 2665541379671ns, rc = 0 00010000:00010000:3.0:1780333218.134084:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134100:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134111:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134119:0:6619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134125:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134130:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134149:0:6619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780333218.134173:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134179:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134185:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134192:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333218.134196:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134203:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134214:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:3.0:1780333218.134217:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780333218.134221:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 2/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134226:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808ca lrc: 0/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134247:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134252:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134257:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134263:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333218.134266:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134271:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134281:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:3.0:1780333218.134282:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333218.134285:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.134289:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333218.134297:0:6619:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045057efa reply state 00000000c5364491 transno 4294967771 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333218.134304:0:6619:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780333218.134405:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59653:x1866812045641600:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 2469us (4907us total) trans 4294967771 rc 0/0 00000100:00100000:3.0:1780333218.134413:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1234 00010000:00010000:1.0:1780333218.134647:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333218.134655:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333218.134660:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333218.134664:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333218.134670:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333218.134679:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:1.0:1780333218.134681:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780333218.134684:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333218.134689:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4000/0x76434b26e30808d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333218.134706:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333218.134708:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333218.134709:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333218.142481:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.142500:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.142507:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.142513:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333218.142517:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.142525:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.142547:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec4054dd100) 00010000:00010000:3.0:1780333218.142551:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333218.142556:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333218.142563:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333218.264130:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333219.225841:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333219.225952:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045641728 00000100:00100000:3.0:1780333219.225963:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045641728 00000100:00100000:3.0:1780333219.226046:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1235 00000100:00100000:3.0:1780333219.226057:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59668:x1866812045641728:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780333219.226082:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333219.226102:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c482 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.226177:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.226193:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.226205:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333219.226274:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:3.0:1780333219.226279:0:5805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333219.226304:0:5805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.226334:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e30808d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c482 expref: 13 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.226351:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c482 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.226359:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:3.0:1780333219.226361:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333219.226365:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4600, rc 0) 00000100:00100000:3.0:1780333219.226430:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59668:x1866812045641728:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 375us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333219.226437:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1235 00000100:00080000:0.0:1780333219.227066:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333219.229377:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333219.229958:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045641984 00000100:00100000:3.0:1780333219.229968:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045641984 00000100:00100000:3.0:1780333219.230026:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1236 00000100:00100000:3.0:1780333219.230035:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59668:x1866812045641984:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780333219.230104:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333219.230130:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c482 expref: 12 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.230168:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080861 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c45f expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.230178:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:3.0:1780333219.230189:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333219.230216:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.230230:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.230239:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333219.294753:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1780333219.367007:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e7ca462 reply state 00000000b8056fbf transno 4294967772 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333219.367033:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333219.367220:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000100:00100000:3.0:1780333219.367338:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+12:59668:x1866812045641984:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 137299us (137965us total) trans 4294967772 rc 0/0 00000100:00100000:3.0:1780333219.367348:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1236 00000001:00080000:1.0:1780333219.368925:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967768 is committed 00000001:00080000:1.0:1780333219.368944:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967770 is committed 00000001:00080000:1.0:1780333219.368964:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967772 is committed 00000004:00080000:1.0:1780333219.368972:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 105 committed 00000100:00100000:2.0:1780333219.370996:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067812096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780333219.371076:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780333219.371167:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.371181:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.371189:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.371195:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333219.371200:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.371209:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.371225:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd100) 00010000:00010000:3.0:1780333219.371229:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780333219.371235:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.371240:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333219.376917:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067812096 00000100:00100000:0.0:1780333219.376935:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067812096 00000100:00100000:0.0:1780333219.377355:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1780333219.377367:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067812096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780333219.377402:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:39 count 1 00010000:00010000:0.0:1780333219.377428:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333219.377449:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333219.377456:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333219.377457:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780333219.377460:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333219.377497:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 6 pid: 6594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333219.377513:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 6 pid: 6594 timeout: 2765 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333219.377528:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302584a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067812224:192.168.204.30@tcp:104: 00000100:00080000:3.0:1780333219.377642:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333219.377709:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4124ea6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333219.395509:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302584a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6596:1866812067812224:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780333219.395556:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333219.403027:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333219.403066:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045642112 00000100:00100000:3.0:1780333219.403075:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045642112 00010000:00010000:3.0:1780333219.403117:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 7 pid: 6594 timeout: 2765 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333219.403163:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 466 00000100:00100000:3.0:1780333219.403174:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045642112:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780333219.403189:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333219.403194:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 7 pid: 6594 timeout: 2765 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.403212:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 7 pid: 6594 timeout: 2765 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.403243:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b16b5eb/0x76434b26e30808b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c47b expref: 7 pid: 6594 timeout: 2765 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.403260:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333219.403262:0:5790:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780333219.403268:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.403278:0:5790:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.406122:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333219.406204:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045642112:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3025us (3180us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333219.406217:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 466 00010000:00010000:3.0:1780333219.413725:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.413755:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.413768:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.413777:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.413821:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780333219.414432:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3327:x1866812067812096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37063us (43352us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1780333219.414442:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00010000:00010000:3.0:1780333219.414486:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333219.414493:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.414502:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333219.414507:0:7481:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.414515:0:7481:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.414535:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.414544:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e294901/0x76434b26e30808ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.414565:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333219.414567:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333219.414569:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780333219.415057:0:3327:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43c10ed80/2, rc 0, transno 4294967375 00000100:00100000:3.0:1780333219.415065:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067812096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780333219.450453:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333219.450570:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045642240 00000100:00100000:3.0:1780333219.450582:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045642240 00000100:00100000:3.0:1780333219.450660:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1237 00000100:00100000:3.0:1780333219.450672:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59672:x1866812045642240:12345-192.168.204.30@tcp:101:touch.60003 00010000:00010000:3.0:1780333219.450697:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333219.450720:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c489 expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.450819:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.450834:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.450851:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.450866:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.450873:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.450879:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452142:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080909 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452157:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452170:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333219.452282:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:3.0:1780333219.452287:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333219.452371:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452386:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452393:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452400:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452405:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333219.452409:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452417:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452429:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:3.0:1780333219.452431:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333219.452435:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452441:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e30808fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452459:0:6619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452465:0:6619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452470:0:6619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452475:0:6619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333219.452477:0:6619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452482:0:6619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452489:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec4054dd100) 00010000:00010000:3.0:1780333219.452491:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333219.452493:0:6619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452498:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080902 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452534:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e30808f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c489 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452548:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080909 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c489 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333219.452561:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333219.452563:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780333219.452565:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5800, rc 0) 00000100:00100000:3.0:1780333219.452655:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59672:x1866812045642240:12345-192.168.204.30@tcp:101:touch.60003 Request processed in 1984us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333219.452665:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1237 00000100:00100000:3.0:1780333220.055877:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067812352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333220.055948:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333220.056252:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067812352 00000100:00100000:1.0:1780333220.056261:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067812352 00000100:00100000:1.0:1780333220.056314:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1780333220.056324:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067812352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333220.056363:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333220.056415:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067812352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333220.056422:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1780333220.056562:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067812352:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333220.311865:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780333220.624280:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000001:00080000:2.0:1780333220.624310:0:6623:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000100:00100000:1.0:1780333220.625025:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.625491:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045642368 00000100:00100000:3.0:1780333220.625501:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045642368 00000100:00100000:3.0:1780333220.625563:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1238 00000100:00100000:3.0:1780333220.625574:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59686:x1866812045642368:12345-192.168.204.30@tcp:101:chmod.0 00010000:00010000:3.0:1780333220.625598:0:44689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333220.625644:0:44689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080910 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c490 expref: -99 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.625722:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080917 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.625740:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080917 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.625754:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080917 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780333220.625950:0:44689:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:3.0:1780333220.625955:0:44689:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780333220.626036:0:44689:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080917 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.626063:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5e00/0x76434b26e3080910 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c490 expref: 9 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.626079:0:44689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080917 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c490 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.626087:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333220.626090:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333220.626094:0:44689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5c00, rc 0) 00000100:00100000:3.0:1780333220.626165:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59686:x1866812045642368:12345-192.168.204.30@tcp:101:chmod.0 Request processed in 593us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333220.626173:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1238 00000100:00100000:0.0:1780333220.631808:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.632425:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045642624 00000100:00100000:3.0:1780333220.632437:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045642624 00000100:00100000:3.0:1780333220.632502:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1239 00000100:00100000:3.0:1780333220.632513:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59686:x1866812045642624:12345-192.168.204.30@tcp:36:chmod.0 00010000:00010000:3.0:1780333220.632565:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1780333220.632594:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5c00/0x76434b26e3080917 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c490 expref: 8 pid: 44689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.632647:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb5800/0x76434b26e3080909 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c489 expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.632665:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd900) 00010000:00010000:3.0:1780333220.632675:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333220.632699:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.632712:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.632730:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780333220.633177:0:5806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1af30e9 reply state 000000007b0d928b transno 4294967773 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333220.633189:0:5806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780333220.633264:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000100:00100000:3.0:1780333220.633893:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59686:x1866812045642624:12345-192.168.204.30@tcp:36:chmod.0 Request processed in 1380us (2094us total) trans 4294967773 rc 0/0 00000100:00100000:3.0:1780333220.633902:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1239 00010000:00010000:3.0:1780333220.649165:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.649181:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.649189:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.649195:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333220.649199:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.649207:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.649224:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec4054dd000) 00010000:00010000:3.0:1780333220.649227:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780333220.649232:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333220.649237:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4600/0x76434b26e308091e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333220.804955:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.805127:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045642752 00000100:00100000:3.0:1780333220.805138:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045642752 00000100:00100000:3.0:1780333220.805205:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1240 00000100:00100000:3.0:1780333220.805217:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045642752:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333220.805349:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045642752:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 133us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333220.805357:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1240 00000100:00100000:2.0:1780333220.809006:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333220.809118:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045642880 00000100:00100000:0.0:1780333220.809130:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045642880 00000100:00100000:0.0:1780333220.809216:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 687 00000100:00080000:3.0:1780333220.809219:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333220.809229:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045642880:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333220.809979:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045642880:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 751us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333220.809988:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 687 00000100:00100000:1.0:1780333220.812866:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.812954:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045643008 00000100:00100000:3.0:1780333220.812964:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045643008 00000100:00100000:3.0:1780333220.813033:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 688 00000100:00100000:3.0:1780333220.813044:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045643008:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333220.813412:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045643008:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 370us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333220.813420:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 688 00000100:00080000:0.0:1780333220.813769:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333220.822743:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333220.822865:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045643136 00000100:00100000:2.0:1780333220.822876:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045643136 00000100:00100000:2.0:1780333220.822989:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1241 00000100:00100000:2.0:1780333220.823001:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045643136:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333220.823479:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045643136:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 479us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333220.823488:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1241 00000100:00100000:0.0:1780333220.826783:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.826872:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045643264 00000100:00100000:3.0:1780333220.826880:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045643264 00000100:00100000:3.0:1780333220.826938:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1242 00000100:00100000:3.0:1780333220.826949:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045643264:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333220.827050:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045643264:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 102us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333220.827059:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1242 00000100:00100000:3.0:1780333220.832094:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333220.832228:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045643392 00000100:00100000:2.0:1780333220.832239:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045643392 00000100:00100000:2.0:1780333220.832307:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 689 00000100:00100000:2.0:1780333220.832319:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045643392:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333220.832759:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045643392:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 442us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333220.832768:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 689 00000100:00100000:0.0:1780333220.835161:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.835312:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045643520 00000100:00100000:3.0:1780333220.835324:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045643520 00000100:00100000:3.0:1780333220.835384:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 690 00000100:00100000:3.0:1780333220.835394:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045643520:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333220.836128:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59698:x1866812045643520:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 734us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333220.836136:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 690 00000100:00100000:0.0:1780333220.838595:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.838755:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045643648 00000100:00100000:3.0:1780333220.838766:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045643648 00000100:00100000:3.0:1780333220.838828:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1243 00000100:00100000:3.0:1780333220.838838:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045643648:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333220.839409:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59698:x1866812045643648:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 570us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333220.839418:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1243 00000100:00100000:3.0:1780333220.898772:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333220.898885:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045643776 00000100:00100000:0.0:1780333220.898896:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045643776 00000100:00100000:0.0:1780333220.898991:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1244 00000100:00100000:0.0:1780333220.899001:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:59702:x1866812045643776:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:0.0:1780333220.899021:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333220.899042:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080925 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c497 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899102:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899116:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899138:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899152:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899159:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899165:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899578:0:5806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e308093a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899586:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e308093a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899593:0:5806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e308093a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333220.899707:0:5806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:0.0:1780333220.899724:0:5806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333220.899803:0:5806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e308093a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899821:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899827:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899833:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.899839:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333220.900211:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900222:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900235:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780333220.900238:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333220.900243:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900249:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391a00/0x76434b26e308092c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900265:0:5806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900271:0:5806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900277:0:5806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900283:0:5806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333220.900286:0:5806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900291:0:5806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900299:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec408256300) 00010000:00010000:0.0:1780333220.900301:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333220.900304:0:5806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900309:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390e00/0x76434b26e3080933 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900339:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391c00/0x76434b26e3080925 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c497 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900352:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e308093a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c497 expref: 8 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.900359:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780333220.900361:0:5806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780333220.900363:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780333220.900539:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59702:x1866812045643776:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 1538us (1775us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333220.900548:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1244 00000100:00100000:0.0:1780333220.905241:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333220.905349:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045644032 00000100:00100000:2.0:1780333220.905359:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045644032 00000100:00100000:2.0:1780333220.905516:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1245 00000100:00100000:2.0:1780333220.905529:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59702:x1866812045644032:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780333220.905553:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333220.905574:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080941 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c49e expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.905966:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.905981:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.905991:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.906007:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.906013:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.906019:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780333220.907516:0:5807:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27:0x0], index 1: 0 00010000:00010000:2.0:1780333220.908253:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e3080956 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908271:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e3080956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908281:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e3080956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908322:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908330:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908337:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908343:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333220.908347:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908359:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908373:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780333220.908376:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333220.908381:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908387:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0000/0x76434b26e3080948 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333220.908400:0:5807:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085839163 reply state 000000002074e277 transno 4294967774 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333220.908409:0:5807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780333220.908516:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0a00/0x76434b26e3080941 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c49e expref: 11 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908531:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e3080956 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c49e expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.908539:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333220.908541:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780333220.908544:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0e00, rc 0) 00000100:00100000:2.0:1780333220.908831:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+11:59702:x1866812045644032:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 3304us (3598us total) trans 4294967774 rc 0/0 00000100:00100000:2.0:1780333220.908840:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1245 00010000:00010000:0.0:1780333220.919045:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.919063:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.919073:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.919080:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0600 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:0.0:1780333220.919085:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.919094:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.919112:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec40b3c7700) 00010000:00010000:0.0:1780333220.919116:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780333220.919131:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333220.919138:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0600/0x76434b26e308094f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333220.920343:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333220.920450:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045644160 00000100:00100000:2.0:1780333220.920462:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045644160 00000100:00100000:2.0:1780333220.920564:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 691 00000100:00100000:2.0:1780333220.920576:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59702:x1866812045644160:12345-192.168.204.30@tcp:101:dd.60003 00010000:00010000:2.0:1780333220.920597:0:6594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333220.920656:0:6594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c4a5 expref: -99 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780333220.920683:0:6594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780333220.920703:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333220.920705:0:6594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780333220.920724:0:6594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.920741:0:6594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 6 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333220.920754:0:6594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1000, rc 0) 00000100:00100000:2.0:1780333220.920823:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59702:x1866812045644160:12345-192.168.204.30@tcp:101:dd.60003 Request processed in 249us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333220.920830:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 691 00000100:00100000:0.0:1780333220.943755:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.943949:0:6601:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045644288 00000100:00100000:3.0:1780333220.943963:0:6601:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045644288 00002000:00100000:3.0:1780333220.944014:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x27:0x0] (0->1048575) req@ffff8ec302584e00 x1866812045644288/t0(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:196/0 lens 488/0 e 0 to 0 dl 1780333231 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1780333220.944025:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302584e00 with x1866812045644288 ext(0->1048575) 00002000:00010000:3.0:1780333220.944031:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302584e00 00000100:00100000:3.0:1780333220.944065:0:6601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 31 00000100:00100000:3.0:1780333220.944073:0:6601:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045644288:12345-192.168.204.30@tcp:4:dd.60003 00000100:00100000:2.0:1780333220.968247:0:6601:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045644288:12345-192.168.204.30@tcp:4:dd.60003 Request processed in 24162us (24489us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1780333220.968260:0:6601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 31 00002000:00100000:2.0:1780333220.968273:0:6601:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x27:0x0] (0->1048575) req@ffff8ec302584e00 x1866812045644288/t4294967374(0) o4->4aa83a0a-42d0-431e-9dee-027df707f8a5@192.168.204.30@tcp:196/0 lens 488/448 e 0 to 0 dl 1780333231 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1780333220.968283:0:6601:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ec302584e00 with x1866812045644288 ext(0->1048575) 00002000:00010000:2.0:1780333220.968290:0:6601:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ec302584e00 00000100:00100000:1.0:1780333220.974752:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333220.974906:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045644416 00000100:00100000:3.0:1780333220.974915:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045644416 00000100:00100000:3.0:1780333220.975003:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1246 00000100:00100000:3.0:1780333220.975014:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:59702:x1866812045644416:12345-192.168.204.30@tcp:44:dd.60003 00000001:00080000:1.0:1780333221.037083:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967774 is committed 00000100:00100000:3.0:1780333221.038214:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59702:x1866812045644416:12345-192.168.204.30@tcp:44:dd.60003 Request processed in 62412us (62681us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333221.038226:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1246 00000100:00100000:1.0:1780333221.045506:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333221.045829:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045644544 00000100:00100000:3.0:1780333221.045839:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045644544 00000100:00100000:3.0:1780333221.045902:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 692 00000100:00100000:3.0:1780333221.045913:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045644544:12345-192.168.204.30@tcp:16:dd.60003 00000100:00100000:2.0:1780333221.082944:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067812480:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.083018:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333221.083070:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067812992:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.083319:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333221.083350:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780333221.083356:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067812864:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.083382:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333221.083412:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067812736:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.083435:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333221.083452:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780333221.083457:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067812608:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.083479:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333221.083497:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067813120:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.083515:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333221.083542:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067812480 00000100:00100000:2.0:1780333221.083550:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067812480 00000100:00100000:2.0:1780333221.083599:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1780333221.083608:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067812480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.083691:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067812480:12345-0@lo:400:kworker.0 Request processed in 84us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333221.083699:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1780333221.083745:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067812992 00000100:00100000:2.0:1780333221.083749:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067812992 00000100:00100000:2.0:1780333221.083784:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067812736 00000100:00100000:2.0:1780333221.083787:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067812736 00000100:00100000:2.0:1780333221.083908:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067812608 00000100:00100000:2.0:1780333221.083913:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067812608 00000100:00100000:2.0:1780333221.084011:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:2.0:1780333221.084019:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067812992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.084054:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067812992:12345-0@lo:400:kworker.0 Request processed in 37us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333221.084060:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:2.0:1780333221.084073:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1780333221.084079:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067812736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.084191:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067812736:12345-0@lo:400:kworker.0 Request processed in 112us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333221.084197:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1780333221.084211:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:2.0:1780333221.084217:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067812608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.084249:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067812608:12345-0@lo:400:kworker.0 Request processed in 33us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333221.084252:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067812736:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.084259:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:3.0:1780333221.084288:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067812608:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.084290:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067812864 00000100:00100000:2.0:1780333221.084295:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067812864 00000100:00100000:2.0:1780333221.084325:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067813120 00000100:00100000:2.0:1780333221.084329:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067813120 00000100:00100000:3.0:1780333221.084344:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1780333221.084355:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067812864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333221.084394:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067812864:12345-0@lo:400:kworker.0 Request processed in 42us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333221.084923:0:6594:0:(service.c:3465:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1780333221.085018:0:6594:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:2.0:1780333221.085054:0:3329:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:2.0:1780333221.085060:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43c10ed80, transno 4294967375 00000100:00100000:2.0:1780333221.085071:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067812864:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.085082:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067812480:0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.085243:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067812992:0@lo:400:kworker.0 00000100:00080000:2.0:1780333221.085273:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333221.085278:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780333221.085280:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333221.085675:0:6597:0:(service.c:3465:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1780333221.085685:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1780333221.085695:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067813120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333221.085766:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067813120:12345-0@lo:400:kworker.0 Request processed in 73us (2249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333221.085773:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1780333221.086178:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067813120:0@lo:400:kworker.0 00000100:00100000:3.0:1780333221.089555:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1780333221.176345:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2368:x1866812045644544:12345-192.168.204.30@tcp:16:dd.60003 Request processed in 130423us (130838us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333221.176357:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 692 00000001:00080000:3.0:1780333221.176399:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000100:00100000:0.0:1780333221.188082:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333221.188185:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045644800 00000100:00100000:1.0:1780333221.188196:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045644800 00000100:00100000:1.0:1780333221.188293:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 125 00000100:00100000:1.0:1780333221.188304:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59702:x1866812045644800:12345-192.168.204.30@tcp:35:dd.60003 00000100:00100000:1.0:1780333221.188862:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59702:x1866812045644800:12345-192.168.204.30@tcp:35:dd.60003 Request processed in 557us (787us total) trans 4294967775 rc 0/0 00000100:00100000:1.0:1780333221.188871:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 125 00000100:00080000:2.0:1780333221.189066:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780333221.336593:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333221.592538:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067813248:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333221.592610:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333221.592816:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067813248 00000100:00100000:3.0:1780333221.592825:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067813248 00000100:00100000:3.0:1780333221.592883:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1780333221.592893:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067813248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333221.592919:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3856662528 00000100:00100000:3.0:1780333221.592991:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067813248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333221.592998:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1780333221.593047:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067813248:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333222.078296:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333222.078344:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333222.078379:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333222.078407:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333222.078437:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645184 00000100:00100000:2.0:1780333222.078448:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645184 00000100:00100000:2.0:1780333222.078509:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645312 00000100:00100000:2.0:1780333222.078518:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645312 00000100:00100000:2.0:1780333222.078545:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1416 00000100:00100000:2.0:1780333222.078557:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045645184:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333222.078645:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045645184:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 91us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333222.078657:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1416 00000100:00100000:2.0:1780333222.078673:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1417 00000100:00100000:2.0:1780333222.078679:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045645312:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333222.078722:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2366:x1866812045645312:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 42us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333222.078728:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1417 00000100:00080000:2.0:1780333222.078748:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333222.078752:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333222.079821:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045644928 00000100:00100000:3.0:1780333222.079829:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045644928 00000100:00100000:3.0:1780333222.079912:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1419 00000100:00100000:3.0:1780333222.079922:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045644928:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333222.079964:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045644928:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 45us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333222.079970:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1419 00000100:00100000:1.0:1780333222.080365:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645056 00000100:00100000:1.0:1780333222.080371:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645056 00000100:00100000:1.0:1780333222.080418:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1851 00000100:00100000:1.0:1780333222.080426:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2366:x1866812045645056:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333222.080462:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:2366:x1866812045645056:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 37us (2117us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333222.080469:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1851 00010000:00010000:2.0:1780333222.362829:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780333222.414279:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967775 is committed 00010000:00010000:3.0:1780333223.385227:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780333223.699681:0:101175:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2670107049894ns, next at 2665541379671ns, rc = 0 00000004:00080000:0.0:1780333223.699779:0:101175:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2670107160003ns, next at 2648519719080ns, rc = 0 00000004:00080000:1.0:1780333223.717790:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 108 committed 00000004:00080000:1.0:1780333223.717825:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 106 committed 00010000:00010000:1.0:1780333224.408085:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333225.026553:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333225.030880:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645440 00000100:00100000:2.0:1780333225.030892:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645440 00000100:00100000:2.0:1780333225.030979:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1247 00000100:00100000:2.0:1780333225.030992:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045645440:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333225.031093:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045645440:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 104us (4548us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333225.031099:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1247 00000100:00080000:2.0:1780333225.035690:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333225.036791:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333225.036862:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645568 00000100:00100000:3.0:1780333225.036873:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645568 00000100:00080000:2.0:1780333225.037015:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333225.037046:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 693 00000100:00100000:3.0:1780333225.037059:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59895:x1866812045645568:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333225.037805:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59895:x1866812045645568:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 747us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333225.037814:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 693 00000100:00100000:0.0:1780333225.050319:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333225.051473:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645696 00000100:00100000:3.0:1780333225.051484:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645696 00000100:00100000:3.0:1780333225.051550:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 694 00000100:00100000:3.0:1780333225.051561:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59895:x1866812045645696:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333225.052025:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59895:x1866812045645696:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 466us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333225.052033:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 694 00000100:00080000:2.0:1780333225.052771:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333225.054356:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333225.054422:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645824 00000100:00100000:2.0:1780333225.054431:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645824 00000100:00100000:2.0:1780333225.054487:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1248 00000100:00100000:2.0:1780333225.054497:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045645824:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333225.055447:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045645824:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 948us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333225.055457:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1248 00000100:00100000:3.0:1780333225.065163:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333225.066062:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045645952 00000100:00100000:2.0:1780333225.066074:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045645952 00000100:00100000:0.0:1780333225.066272:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1249 00000100:00100000:0.0:1780333225.066283:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045645952:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:0.0:1780333225.066444:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045645952:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 163us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333225.066452:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1249 00000100:00100000:0.0:1780333225.068333:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333225.068452:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045646080 00000100:00100000:3.0:1780333225.068461:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045646080 00000100:00100000:3.0:1780333225.068512:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 695 00000100:00100000:3.0:1780333225.068523:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59895:x1866812045646080:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:3.0:1780333225.069064:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:59895:x1866812045646080:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 542us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333225.069072:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 695 00000100:00100000:3.0:1780333225.071173:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333225.071426:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045646208 00000100:00100000:1.0:1780333225.071437:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045646208 00000100:00100000:1.0:1780333225.071496:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 696 00000100:00100000:1.0:1780333225.071507:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59895:x1866812045646208:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:1.0:1780333225.072093:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:59895:x1866812045646208:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 587us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333225.072101:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 696 00000100:00100000:0.0:1780333225.080715:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333225.080809:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045646336 00000100:00100000:2.0:1780333225.080819:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045646336 00000100:00100000:2.0:1780333225.080882:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1250 00000100:00100000:2.0:1780333225.080894:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045646336:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333225.081372:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59895:x1866812045646336:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 479us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333225.081380:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1250 00000100:00100000:3.0:1780333225.176573:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780333225.176906:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067813376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333225.176979:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333225.177453:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067813376 00000100:00100000:1.0:1780333225.177462:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067813376 00000100:00100000:1.0:1780333225.177528:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1780333225.177538:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067813376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333225.177577:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333225.177668:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067813376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333225.177676:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1780333225.177725:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067813376:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780333225.177962:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333225.178159:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333225.178220:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045646592 00000100:00100000:2.0:1780333225.178225:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045646592 00000100:00100000:2.0:1780333225.178276:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1251 00000100:00100000:2.0:1780333225.178286:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:59899:x1866812045646592:12345-192.168.204.30@tcp:36:rm.60003 00010000:00010000:2.0:1780333225.178328:0:44689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333225.178357:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0e00/0x76434b26e3080956 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c49e expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178375:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333225.178386:0:44689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333225.178419:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178434:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178443:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178459:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178465:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178470:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178898:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178909:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.178916:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780333225.179785:0:44689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].39, 64 off10688 00000004:00080000:2.0:1780333225.179795:0:44689:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2671587176379ns, next at 2672587174282ns, rc = 0 00010000:00010000:2.0:1780333225.179888:0:44689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179900:0:44689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179909:0:44689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179917:0:44689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179928:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179934:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179962:0:44689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780333225.179983:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179989:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.179995:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180001:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1400 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333225.180005:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180012:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180023:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:2.0:1780333225.180026:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780333225.180029:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180035:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1400/0x76434b26e3080979 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180055:0:44689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180061:0:44689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180066:0:44689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180071:0:44689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333225.180073:0:44689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180079:0:44689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180085:0:44689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780333225.180087:0:44689:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333225.180090:0:44689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.180096:0:44689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0800/0x76434b26e308096b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333225.180104:0:44689:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b22370c4 reply state 00000000f7af38b8 transno 4294967776 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333225.180111:0:44689:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780333225.180188:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:59899:x1866812045646592:12345-192.168.204.30@tcp:36:rm.60003 Request processed in 1901us (2028us total) trans 4294967776 rc 0/0 00000100:00100000:2.0:1780333225.180196:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1251 00010000:00010000:3.0:1780333225.180765:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333225.180774:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.180782:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333225.180786:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.180885:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.180900:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff8ec40b3c7c00) 00010000:00010000:3.0:1780333225.180903:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780333225.180906:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.180912:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e3080980 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.180986:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333225.180989:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333225.180990:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333225.191138:0:3313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.191155:0:3313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.191164:0:3313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.191169:0:3313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:3.0:1780333225.191174:0:3313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.191181:0:3313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.191197:0:3313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff8ec40b3c7f00) 00010000:00010000:3.0:1780333225.191200:0:3313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780333225.191204:0:3313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333225.191209:0:3313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080972 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333225.431800:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333226.201374:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067813504:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.201448:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333226.201499:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067814016:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.201528:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333226.201558:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780333226.201564:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067813888:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.201593:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333226.201667:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067813760:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.201706:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333226.201972:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067813504 00000100:00100000:2.0:1780333226.201980:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067813504 00000100:00100000:2.0:1780333226.202028:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1780333226.202038:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067813504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333226.202095:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067813504:12345-0@lo:400:kworker.0 Request processed in 59us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333226.202103:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1780333226.202163:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067813504:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.202338:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780333226.202349:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067813632:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.202376:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333226.202404:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067814144:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.202427:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333226.202456:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067813888 00000100:00100000:3.0:1780333226.202461:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067813888 00000100:00100000:0.0:1780333226.202474:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067814016 00000100:00100000:0.0:1780333226.202481:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067814016 00000100:00100000:3.0:1780333226.202493:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067814144 00000100:00100000:3.0:1780333226.202498:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067814144 00000100:00100000:0.0:1780333226.202523:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067813760 00000100:00100000:0.0:1780333226.202528:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067813760 00000100:00100000:3.0:1780333226.202534:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1780333226.202543:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067813888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333226.202556:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067813632 00000100:00100000:0.0:1780333226.202560:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067813632 00000100:00100000:0.0:1780333226.202579:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1780333226.202588:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067814016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.202595:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067813888:12345-0@lo:400:kworker.0 Request processed in 52us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333226.202602:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1780333226.202668:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067814016:12345-0@lo:400:kworker.0 Request processed in 82us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333226.202675:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1780333226.202688:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1780333226.202695:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067813760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333226.202726:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067813760:12345-0@lo:400:kworker.0 Request processed in 32us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333226.202731:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1780333226.202742:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:0.0:1780333226.202747:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067813632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333226.202770:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067813632:12345-0@lo:400:kworker.0 Request processed in 23us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333226.202775:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00080000:0.0:1780333226.202790:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780333226.202795:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333226.202818:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067813632:0@lo:400:kworker.0 00000100:00100000:0.0:1780333226.202829:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067813760:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.203163:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1780333226.203174:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067814144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.203212:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067814144:12345-0@lo:400:kworker.0 Request processed in 41us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333226.203218:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1780333226.203341:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067813888:0@lo:400:kworker.0 00000100:00100000:3.0:1780333226.203352:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067814016:0@lo:400:kworker.0 00000100:00100000:0.0:1780333226.203442:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067814144:0@lo:400:kworker.0 00010000:00010000:3.0:1780333226.456439:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780333226.712321:0:7883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2673119700850ns, next at 2674119698712ns, rc = 0 00000100:00100000:0.0:1780333226.712529:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067814272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333226.712597:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333226.715335:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067814272 00000100:00100000:2.0:1780333226.715347:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067814272 00000100:00100000:2.0:1780333226.715396:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1780333226.715404:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067814272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333226.715441:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1780333226.715522:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067814272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (2925us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333226.715529:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1780333226.715653:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067814272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333227.198132:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333227.198182:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045646720 00000100:00100000:2.0:1780333227.198194:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045646720 00000100:00100000:2.0:1780333227.198257:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1421 00000100:00100000:2.0:1780333227.198267:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045646720:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333227.198334:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045646720:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 69us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333227.198342:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1421 00000100:00100000:0.0:1780333227.211776:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333227.211821:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333227.212019:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045646976 00000100:00100000:2.0:1780333227.212031:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045646976 00000100:00100000:2.0:1780333227.212107:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1420 00000100:00100000:2.0:1780333227.212121:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045646976:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333227.212198:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045646976:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 82us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333227.212206:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1420 00000100:00100000:0.0:1780333227.212384:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00080000:0.0:1780333227.212475:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333227.212561:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045646848 00000100:00100000:1.0:1780333227.212566:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045646848 00000100:00100000:1.0:1780333227.212603:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1855 00000100:00100000:1.0:1780333227.212610:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045646848:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333227.212682:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045646848:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333227.212689:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1855 00000100:00080000:0.0:1780333227.212744:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333227.212831:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045647104 00000100:00100000:2.0:1780333227.212836:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045647104 00000100:00100000:2.0:1780333227.212883:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1421 00000100:00100000:2.0:1780333227.212890:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045647104:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333227.213047:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2368:x1866812045647104:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 157us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333227.213053:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1421 00000100:00080000:0.0:1780333227.213168:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1780333227.306812:0:101320:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2673714190933ns, next at 2665541379671ns, rc = 0 00000004:00080000:0.0:1780333227.306917:0:101320:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2673714298071ns, next at 2674119698712ns, rc = 0 00000004:00080000:2.0:1780333227.358671:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 111 committed 00000004:00080000:2.0:1780333227.358699:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 107 committed 00000001:00080000:2.0:1780333227.358715:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000004:00080000:2.0:1780333227.358720:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 109 committed 00000004:00080000:2.0:1780333227.358724:0:5827:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 110 committed 00000100:00100000:2.0:1780333227.359016:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067814400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780333227.359085:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333227.359253:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067814400 00000100:00100000:0.0:1780333227.359261:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067814400 00000100:00100000:0.0:1780333227.359309:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1780333227.359318:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067814400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780333227.359359:0:6596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:39 count 1 00010000:00010000:0.0:1780333227.359396:0:6596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333227.359424:0:6596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333227.359432:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780333227.359433:0:6596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780333227.359437:0:6596:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333227.359467:0:6596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 5 pid: 6594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333227.359482:0:6596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 5 pid: 6594 timeout: 2773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333227.359494:0:6596:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067814528:192.168.204.30@tcp:104: 00000100:00100000:0.0:1780333227.359561:0:6596:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4229cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780333227.364427:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333227.364669:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045647232 00000100:00100000:1.0:1780333227.364678:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045647232 00010000:00010000:1.0:1780333227.364720:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 6 pid: 6594 timeout: 2773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333227.364776:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 467 00000100:00100000:1.0:1780333227.364786:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045647232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333227.364800:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333227.364806:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 6 pid: 6594 timeout: 2773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.364823:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 6 pid: 6594 timeout: 2773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.364846:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333227.364848:0:5791:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780333227.364853:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.364862:0:5791:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.364884:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333227.364941:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2369:x1866812045647232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 155us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333227.364948:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 467 00010000:00010000:3.0:1780333227.371429:0:6596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d6998a3/0x76434b26e3080964 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4a5 expref: 5 pid: 6594 timeout: 2773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333227.371455:0:6596:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6596:1866812067814528:192.168.204.30@tcp:104: 00010000:00010000:3.0:1780333227.372176:0:6596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333227.372777:0:6596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333227.372788:0:6596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333227.372800:0:6596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333227.372807:0:6596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333227.372834:0:6596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780333227.373700:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333227.373707:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.373722:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390e00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333227.373726:0:5793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.373735:0:5793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.373753:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.373759:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3ec2d9e/0x76434b26e3080987 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333227.373783:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333227.373785:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333227.373786:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333227.374104:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1866812067814400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14782us (15014us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1780333227.374115:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000004:00080000:0.0:1780333227.381204:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ec43c666300/2, rc 0, transno 4294967375 00000100:00100000:0.0:1780333227.381229:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067814400:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780333227.484960:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333228.508368:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333229.527997:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333230.297004:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333230.297028:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067814656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333230.297098:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333230.297376:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067814656 00000100:00100000:2.0:1780333230.297385:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067814656 00000100:00100000:2.0:1780333230.297444:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1780333230.297455:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067814656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333230.297491:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333230.297543:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067814656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333230.297554:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00080000:2.0:1780333230.297585:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333230.297648:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067814656:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1780333230.348066:0:7493:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00010000:00010000:1.0:1780333230.551751:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333231.320060:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067815040:0@lo:400:kworker.0 00000100:00100000:3.0:1780333231.320069:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067814912:0@lo:400:kworker.0 00000100:00100000:1.0:1780333231.320150:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067814784:0@lo:400:kworker.0 00000100:00100000:2.0:1780333231.324940:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067815168:0@lo:400:kworker.0 00000100:00100000:0.0:1780333231.328362:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333231.328493:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815040 00000100:00100000:0.0:1780333231.328502:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815040 00000100:00100000:0.0:1780333231.328572:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:0.0:1780333231.328585:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067815040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333231.328667:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067815040:12345-0@lo:400:kworker.0 Request processed in 87us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333231.328674:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00080000:0.0:1780333231.328696:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333231.328728:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067815040:0@lo:400:kworker.0 00000100:00100000:3.0:1780333231.329414:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333231.329454:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067815424:0@lo:400:kworker.0 00000100:00100000:0.0:1780333231.329520:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067814912 00000100:00100000:0.0:1780333231.329525:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067814912 00000100:00100000:0.0:1780333231.329574:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:0.0:1780333231.329582:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067814912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333231.329644:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067814912:12345-0@lo:400:kworker.0 Request processed in 63us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333231.329650:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:1.0:1780333231.329775:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333231.329813:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067815296:0@lo:400:kworker.0 00000100:00100000:1.0:1780333231.329854:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333231.329874:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333231.329921:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067814912:0@lo:400:kworker.0 00000100:00100000:0.0:1780333231.329927:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067814784 00000100:00100000:0.0:1780333231.329932:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067814784 00000100:00100000:0.0:1780333231.330030:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1780333231.330038:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067814784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333231.330082:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067814784:12345-0@lo:400:kworker.0 Request processed in 45us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333231.330099:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1780333231.330129:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815296 00000100:00100000:0.0:1780333231.330132:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815296 00000100:00100000:0.0:1780333231.330164:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1780333231.330170:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067815296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333231.330201:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067815296:12345-0@lo:400:kworker.0 Request processed in 32us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333231.330207:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00080000:0.0:1780333231.330225:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333231.334630:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815424 00000100:00100000:1.0:1780333231.334645:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815424 00000100:00100000:1.0:1780333231.334726:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1780333231.334737:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067815424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333231.334835:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067815424:12345-0@lo:400:kworker.0 Request processed in 100us (4962us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333231.334844:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1780333231.334890:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067814784:0@lo:400:kworker.0 00000100:00100000:1.0:1780333231.334906:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067815296:0@lo:400:kworker.0 00000100:00100000:3.0:1780333231.335115:0:3327:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:3.0:1780333231.335123:0:3327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ec43c666300, transno 4294967375 00000100:00100000:2.0:1780333231.335173:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333231.335205:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815168 00000100:00100000:2.0:1780333231.335209:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815168 00000100:00100000:2.0:1780333231.335237:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1780333231.335255:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067815168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333231.335289:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067815168:12345-0@lo:400:kworker.0 Request processed in 46us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333231.335295:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1780333231.335324:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067815168:0@lo:400:kworker.0 00000100:00100000:3.0:1780333231.335442:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067815424:0@lo:400:kworker.0 00000100:00080000:0.0:1780333231.335973:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780333231.576060:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333231.831997:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067815552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333231.832105:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333231.832308:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815552 00000100:00100000:3.0:1780333231.832317:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815552 00000100:00100000:3.0:1780333231.832372:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1780333231.832382:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067815552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333231.832421:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333231.832470:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067815552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333231.832477:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1780333231.832667:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067815552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333232.319152:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333232.319198:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333232.319236:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333232.319273:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333232.319305:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045647744 00000100:00100000:1.0:1780333232.319314:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045647744 00000100:00100000:1.0:1780333232.319371:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045647616 00000100:00100000:1.0:1780333232.319374:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045647616 00000100:00100000:1.0:1780333232.319398:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1424 00000100:00100000:1.0:1780333232.319408:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045647744:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333232.319455:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1425 00000100:00100000:3.0:1780333232.319469:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045647616:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333232.319483:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045647744:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 75us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333232.319492:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1424 00000100:00100000:3.0:1780333232.319506:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045647616:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333232.319514:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1425 00000100:00100000:0.0:1780333232.319592:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045647488 00000100:00100000:0.0:1780333232.319597:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045647488 00000100:00100000:0.0:1780333232.319678:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1859 00000100:00100000:0.0:1780333232.319688:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045647488:12345-192.168.204.30@tcp:400:kworker.0 00000100:00080000:3.0:1780333232.319703:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780333232.319709:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780333232.319713:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333232.319736:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2366:x1866812045647488:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 49us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333232.319742:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1859 00000100:00100000:2.0:1780333232.320150:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045647360 00000100:00100000:2.0:1780333232.320156:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045647360 00000100:00100000:2.0:1780333232.320194:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1423 00000100:00100000:2.0:1780333232.320202:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045647360:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333232.320242:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045647360:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 41us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333232.320250:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1423 00010000:00010000:0.0:1780333232.601070:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333233.624414:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333234.647815:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333235.417772:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333235.417792:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067815680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333235.417854:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333235.418210:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815680 00000100:00100000:2.0:1780333235.418225:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815680 00000100:00100000:2.0:1780333235.418281:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1780333235.418289:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067815680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333235.418320:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333235.418366:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067815680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333235.418373:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1780333235.418434:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067815680:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780333235.418546:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780333235.671860:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333236.440705:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067815808:0@lo:400:kworker.0 00000100:00100000:1.0:1780333236.440785:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333236.440849:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067816320:0@lo:400:kworker.0 00000100:00100000:1.0:1780333236.440879:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333236.440905:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780333236.440912:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067815936:0@lo:400:kworker.0 00000100:00100000:1.0:1780333236.440935:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333236.440950:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067816448:0@lo:400:kworker.0 00000100:00100000:1.0:1780333236.440972:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333236.441119:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067816064:0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441151:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333236.441187:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333236.441194:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067816192:0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441215:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333236.441245:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816320 00000100:00100000:0.0:1780333236.441253:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816320 00000100:00100000:0.0:1780333236.441301:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815936 00000100:00100000:0.0:1780333236.441305:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815936 00000100:00100000:0.0:1780333236.441324:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816064 00000100:00100000:0.0:1780333236.441327:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816064 00000100:00100000:0.0:1780333236.441341:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:0.0:1780333236.441349:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067816320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441397:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067816320:12345-0@lo:400:kworker.0 Request processed in 48us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333236.441404:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:0.0:1780333236.441420:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:0.0:1780333236.441426:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067815936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441451:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067815936:12345-0@lo:400:kworker.0 Request processed in 25us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333236.441457:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:0.0:1780333236.441467:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:0.0:1780333236.441473:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067816064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441519:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067816064:12345-0@lo:400:kworker.0 Request processed in 46us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333236.441524:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:0.0:1780333236.441546:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816448 00000100:00100000:0.0:1780333236.441549:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816448 00000100:00100000:0.0:1780333236.441570:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816192 00000100:00100000:0.0:1780333236.441572:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816192 00000100:00100000:0.0:1780333236.441585:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1780333236.441591:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067816448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441668:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067816448:12345-0@lo:400:kworker.0 Request processed in 76us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333236.441674:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1780333236.441685:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1780333236.441691:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067816192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441717:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067816192:12345-0@lo:400:kworker.0 Request processed in 27us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333236.441723:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1780333236.441782:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067816192:0@lo:400:kworker.0 00000100:00100000:0.0:1780333236.441793:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067816064:0@lo:400:kworker.0 00000100:00100000:1.0:1780333236.441941:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067815936:0@lo:400:kworker.0 00000100:00100000:1.0:1780333236.441952:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067816448:0@lo:400:kworker.0 00000100:00100000:1.0:1780333236.441960:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067816320:0@lo:400:kworker.0 00000100:00100000:2.0:1780333236.442040:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067815808 00000100:00100000:2.0:1780333236.442046:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067815808 00000100:00100000:2.0:1780333236.442085:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1780333236.442093:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067815808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333236.442142:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067815808:12345-0@lo:400:kworker.0 Request processed in 50us (1358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333236.442148:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00080000:3.0:1780333236.442305:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333236.442312:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333236.442375:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067815808:0@lo:400:kworker.0 00010000:00010000:0.0:1780333236.708433:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333236.952031:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067816576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333236.952118:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333236.957769:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816576 00000100:00100000:2.0:1780333236.957786:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816576 00000100:00100000:2.0:1780333236.957861:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1780333236.957874:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067816576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333236.957914:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333236.958000:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067816576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (5882us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333236.958008:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1780333236.970790:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067816576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333237.440991:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333237.441035:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333237.441073:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333237.441108:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333237.441332:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045647872 00000100:00100000:3.0:1780333237.441343:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045647872 00000100:00100000:3.0:1780333237.441401:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1425 00000100:00100000:3.0:1780333237.441412:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045647872:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333237.441501:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045647872:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 91us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333237.441512:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1425 00000100:00100000:2.0:1780333237.441657:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648256 00000100:00100000:2.0:1780333237.441662:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648256 00000100:00100000:2.0:1780333237.441708:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648128 00000100:00100000:2.0:1780333237.441712:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648128 00000100:00100000:2.0:1780333237.441735:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1428 00000100:00100000:2.0:1780333237.441744:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045648256:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333237.441775:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045648256:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 34us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333237.441785:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1428 00000100:00100000:2.0:1780333237.441798:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1429 00000100:00100000:2.0:1780333237.441803:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045648128:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333237.441826:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045648128:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333237.441831:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1429 00000100:00100000:0.0:1780333237.442432:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648000 00000100:00100000:0.0:1780333237.442439:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648000 00000100:00100000:0.0:1780333237.442919:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1863 00000100:00100000:0.0:1780333237.442928:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045648000:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333237.442981:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2368:x1866812045648000:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 55us (2001us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333237.442987:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1863 00000100:00080000:1.0:1780333237.443782:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780333237.443789:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780333237.443792:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780333237.721567:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333238.743772:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333239.767826:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333240.536023:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333240.536048:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067816704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333240.536123:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333240.536255:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816704 00000100:00100000:1.0:1780333240.536264:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816704 00000100:00100000:1.0:1780333240.536330:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1780333240.536342:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067816704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333240.536378:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333240.536439:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067816704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333240.536451:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00080000:1.0:1780333240.536483:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333240.536529:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec40316ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067816704:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780333240.793127:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333241.562736:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067817216:0@lo:400:kworker.0 00000100:00100000:1.0:1780333241.562806:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333241.562871:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333241.562878:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067817088:0@lo:400:kworker.0 00000100:00100000:1.0:1780333241.562906:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333241.562934:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817216 00000100:00100000:1.0:1780333241.562941:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817216 00000100:00100000:1.0:1780333241.562981:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1780333241.562989:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067817216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333241.563032:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067817216:12345-0@lo:400:kworker.0 Request processed in 44us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333241.563039:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1780333241.563088:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067817216:0@lo:400:kworker.0 00000100:00100000:0.0:1780333241.563234:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817088 00000100:00100000:0.0:1780333241.563239:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817088 00000100:00100000:0.0:1780333241.563281:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:0.0:1780333241.563288:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067817088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333241.563326:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067817088:12345-0@lo:400:kworker.0 Request processed in 40us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333241.563332:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:3.0:1780333241.563411:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067816960:0@lo:400:kworker.0 00000100:00100000:3.0:1780333241.563453:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333241.563478:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067817472:0@lo:400:kworker.0 00000100:00100000:3.0:1780333241.563499:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333241.563515:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780333241.563520:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067816832:0@lo:400:kworker.0 00000100:00100000:3.0:1780333241.563543:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333241.563560:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067817344:0@lo:400:kworker.0 00000100:00100000:3.0:1780333241.563577:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333241.563638:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816960 00000100:00100000:0.0:1780333241.563642:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816960 00000100:00100000:0.0:1780333241.563669:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817344 00000100:00100000:0.0:1780333241.563671:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817344 00000100:00100000:0.0:1780333241.563689:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:0.0:1780333241.563694:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067816960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333241.563726:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067816960:12345-0@lo:400:kworker.0 Request processed in 31us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333241.563732:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:0.0:1780333241.563741:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:0.0:1780333241.563746:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067817344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333241.563766:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067817344:12345-0@lo:400:kworker.0 Request processed in 20us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333241.563771:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:0.0:1780333241.563785:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067816832 00000100:00100000:0.0:1780333241.563788:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067816832 00000100:00100000:0.0:1780333241.563807:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1780333241.563812:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067816832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333241.563834:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067816832:12345-0@lo:400:kworker.0 Request processed in 22us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333241.563840:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1780333241.563874:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067816832:0@lo:400:kworker.0 00000100:00100000:0.0:1780333241.563883:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067817344:0@lo:400:kworker.0 00000100:00100000:0.0:1780333241.563890:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067816960:0@lo:400:kworker.0 00000100:00080000:1.0:1780333241.563978:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333241.563996:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067817088:0@lo:400:kworker.0 00000100:00100000:2.0:1780333241.566167:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817472 00000100:00100000:2.0:1780333241.566180:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817472 00000100:00100000:2.0:1780333241.566269:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1780333241.566283:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067817472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333241.566377:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067817472:12345-0@lo:400:kworker.0 Request processed in 99us (2876us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333241.566385:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1780333241.566443:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42d9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067817472:0@lo:400:kworker.0 00000100:00080000:1.0:1780333241.567056:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780333241.815787:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333242.072263:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333242.074918:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067817600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333242.075083:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333242.082394:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817600 00000100:00100000:0.0:1780333242.082554:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817600 00000100:00100000:0.0:1780333242.083127:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1780333242.083144:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067817600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333242.083199:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333242.083290:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067817600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 151us (8207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333242.083298:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1780333242.083393:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c10f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067817600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333242.560607:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333242.560689:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333242.560713:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333242.560747:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333242.560777:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648640 00000100:00100000:1.0:1780333242.560787:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648640 00000100:00100000:1.0:1780333242.560842:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648768 00000100:00100000:1.0:1780333242.560845:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648768 00000100:00100000:1.0:1780333242.560867:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1432 00000100:00100000:1.0:1780333242.560877:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045648640:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333242.561054:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648384 00000100:00100000:2.0:1780333242.561059:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648384 00000100:00100000:2.0:1780333242.561090:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1427 00000100:00100000:2.0:1780333242.561097:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045648384:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333242.561140:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045648384:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 43us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333242.561147:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1427 00000100:00100000:2.0:1780333242.561181:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1433 00000100:00100000:2.0:1780333242.561187:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045648768:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333242.561213:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045648768:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333242.561219:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1433 00000100:00080000:2.0:1780333242.561352:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333242.561357:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333242.561644:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045648640:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 70us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333242.561654:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1432 00000100:00100000:3.0:1780333242.561769:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648512 00000100:00100000:3.0:1780333242.561774:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648512 00000100:00100000:3.0:1780333242.561829:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1867 00000100:00100000:3.0:1780333242.561838:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045648512:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333242.561881:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2367:x1866812045648512:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 46us (1167us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333242.561888:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1867 00000100:00080000:2.0:1780333242.562254:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780333242.840091:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333243.076446:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333243.076543:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045648896 00000100:00100000:0.0:1780333243.076555:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045648896 00000100:00100000:0.0:1780333243.076652:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1252 00000100:00100000:0.0:1780333243.076663:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045648896:12345-192.168.204.30@tcp:17:kworker.0 00000100:00100000:0.0:1780333243.076777:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:2369:x1866812045648896:12345-192.168.204.30@tcp:17:kworker.0 Request processed in 117us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333243.076784:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1252 00000100:00100000:1.0:1780333243.174161:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333243.174363:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649024 00000100:00100000:3.0:1780333243.174376:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649024 00000100:00100000:3.0:1780333243.174459:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1253 00000100:00100000:3.0:1780333243.174469:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649024:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333243.174577:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42d9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649024:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 109us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333243.174585:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1253 00000100:00100000:3.0:1780333243.185414:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333243.186123:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649152 00000100:00100000:2.0:1780333243.186134:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649152 00000100:00100000:2.0:1780333243.186205:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 698 00000100:00100000:2.0:1780333243.186215:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649152:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333243.186606:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649152:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 391us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333243.186614:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 698 00000100:00100000:1.0:1780333243.197157:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333243.197301:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649280 00000100:00100000:2.0:1780333243.197312:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649280 00000100:00100000:2.0:1780333243.197424:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 699 00000100:00100000:2.0:1780333243.197437:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649280:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333243.197875:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649280:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 439us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333243.197883:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 699 00000100:00100000:1.0:1780333243.200382:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333243.200602:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649408 00000100:00100000:3.0:1780333243.200611:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649408 00000100:00100000:3.0:1780333243.200690:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1254 00000100:00100000:3.0:1780333243.200700:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649408:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333243.201380:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649408:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 679us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333243.201399:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1254 00000100:00100000:3.0:1780333243.211590:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333243.211679:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649536 00000100:00100000:2.0:1780333243.211691:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649536 00000100:00100000:2.0:1780333243.211771:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1255 00000100:00100000:2.0:1780333243.211783:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649536:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:2.0:1780333243.211899:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649536:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 118us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333243.211907:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1255 00000100:00100000:1.0:1780333243.217724:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333243.217982:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649664 00000100:00100000:2.0:1780333243.217995:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649664 00000100:00100000:2.0:1780333243.218089:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 700 00000100:00100000:2.0:1780333243.218101:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649664:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:2.0:1780333243.218495:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649664:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 395us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333243.218503:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 700 00000100:00100000:1.0:1780333243.229250:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333243.229359:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649792 00000100:00100000:0.0:1780333243.229370:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649792 00000100:00100000:0.0:1780333243.229444:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 701 00000100:00100000:0.0:1780333243.229456:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649792:12345-192.168.204.30@tcp:19:lfs.60003 00000100:00100000:0.0:1780333243.230117:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:60117:x1866812045649792:12345-192.168.204.30@tcp:19:lfs.60003 Request processed in 662us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333243.230126:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 701 00000100:00100000:0.0:1780333243.232706:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333243.232803:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045649920 00000100:00100000:3.0:1780333243.232814:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045649920 00000100:00100000:3.0:1780333243.232863:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1256 00000100:00100000:3.0:1780333243.232874:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649920:12345-192.168.204.30@tcp:48:lfs.60003 00000100:00100000:3.0:1780333243.233284:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60117:x1866812045649920:12345-192.168.204.30@tcp:48:lfs.60003 Request processed in 412us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333243.233293:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1256 00000100:00100000:2.0:1780333243.322874:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333243.324783:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045650048 00000100:00100000:0.0:1780333243.324796:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045650048 00000100:00100000:0.0:1780333243.324878:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1257 00000100:00100000:0.0:1780333243.324889:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+7:60118:x1866812045650048:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780333243.324911:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333243.324933:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e308098e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c4ac expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.325372:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e3080995 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.325386:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e3080995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.325407:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e3080995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333243.325607:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00000004:00200000:0.0:1780333243.325612:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780333243.325717:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e3080995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.327253:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391800/0x76434b26e308098e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4ac expref: 9 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.327286:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e3080995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4ac expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.327297:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:0.0:1780333243.327300:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780333243.327304:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301391e00, rc 0) 00000100:00100000:0.0:1780333243.327379:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:60118:x1866812045650048:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2491us (4517us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333243.327399:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1257 00000100:00100000:0.0:1780333243.332476:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333243.332583:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045650304 00000100:00100000:0.0:1780333243.332595:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045650304 00000100:00100000:0.0:1780333243.332663:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1258 00000100:00100000:0.0:1780333243.332673:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:60118:x1866812045650304:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1780333243.332695:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333243.332715:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e308099c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c4b3 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780333243.335346:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00010000:00010000:0.0:1780333243.335643:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e308099c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4b3 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.335661:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:0.0:1780333243.335664:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780333243.335670:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390400/0x76434b26e308099c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4b3 expref: 10 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333243.335683:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780333243.335759:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40316ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:60118:x1866812045650304:12345-192.168.204.30@tcp:101:rm.0 Request processed in 3087us (3291us total) trans 4294967777 rc 301/301 00000100:00100000:0.0:1780333243.335769:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1258 00000100:00100000:0.0:1780333243.338872:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333243.346298:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045650432 00000100:00100000:3.0:1780333243.346313:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045650432 00000100:00100000:2.0:1780333243.346411:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 126 00000100:00100000:2.0:1780333243.346422:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:60118:x1866812045650432:12345-192.168.204.30@tcp:37:rm.0 00000100:00100000:0.0:1780333243.357293:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:60118:x1866812045650432:12345-192.168.204.30@tcp:37:rm.0 Request processed in 10862us (18419us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333243.357306:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 126 00000100:00100000:3.0:1780333243.370555:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333243.370813:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045650688 00000100:00100000:1.0:1780333243.370824:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045650688 00000100:00100000:1.0:1780333243.370878:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 127 00000100:00100000:1.0:1780333243.370888:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:60118:x1866812045650688:12345-192.168.204.30@tcp:35:rm.0 00000100:00100000:1.0:1780333243.371529:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:60118:x1866812045650688:12345-192.168.204.30@tcp:35:rm.0 Request processed in 639us (983us total) trans 4294967778 rc 0/0 00000100:00100000:1.0:1780333243.371538:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 127 00000100:00100000:2.0:1780333243.377548:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333243.377584:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045650944 00000100:00100000:2.0:1780333243.377595:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045650944 00000100:00100000:2.0:1780333243.377669:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1259 00000100:00100000:2.0:1780333243.377680:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+10:60118:x1866812045650944:12345-192.168.204.30@tcp:36:rm.0 00010000:00010000:2.0:1780333243.377738:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780333243.377892:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301391e00/0x76434b26e3080995 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4ac expref: 10 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.377911:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec301390a00/0x76434b26e308093a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c497 expref: 9 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.377922:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec408256a00) 00010000:00010000:2.0:1780333243.378002:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec42deb4e00/0x76434b26e3080654 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c3e1 expref: 8 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.378016:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec4054dd300) 00010000:00010000:2.0:1780333243.378023:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333243.378046:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.378059:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.378068:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.378078:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.378084:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.378090:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.380554:0:5805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.380573:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.380585:0:5805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333243.390614:0:5805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 7680 00010000:00010000:2.0:1780333243.390661:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390684:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390692:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390698:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1a00 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333243.390703:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390710:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390726:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff8ec40b3c7000) 00010000:00010000:2.0:1780333243.390729:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780333243.390734:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390740:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1a00/0x76434b26e30809b8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390766:0:5805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390772:0:5805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390778:0:5805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390783:0:5805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0200 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:2.0:1780333243.390786:0:5805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390791:0:5805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390799:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7300) 00010000:00010000:2.0:1780333243.390801:0:5805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780333243.390804:0:5805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333243.390809:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e30809aa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780333243.390820:0:5805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003af1cc21 reply state 00000000b83bf957 transno 4294967779 ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333243.390828:0:5805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780333243.390924:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+9:60118:x1866812045650944:12345-192.168.204.30@tcp:36:rm.0 Request processed in 13241us (13378us total) trans 4294967779 rc 0/0 00000100:00100000:2.0:1780333243.390934:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1259 00010000:00010000:1.0:1780333243.398084:0:3312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333243.398102:0:3312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333243.398111:0:3312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333243.398117:0:3312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1800 already unused, calling callback (ffffffffc1f254f0) 00010000:00010000:1.0:1780333243.398122:0:3312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333243.398130:0:3312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333243.398147:0:3312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff8ec40b3c7700) 00010000:00010000:1.0:1780333243.398150:0:3312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780333243.398155:0:3312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333243.398162:0:3312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1800/0x76434b26e30809b1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333243.865817:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333244.888823:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333245.113386:0:101540:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7860dca0 20000000:00000080:1.0:1780333245.113408:0:101540:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4341a9000 uarg=0000000000000000 00010000:00010000:0.0:1780333245.124199:0:101540:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780333245.124220:0:101540:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780333245.124262:0:101540:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333245.124282:0:101540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333245.124299:0:101540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e308063f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333245.124307:0:101540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333245.124347:0:101540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e308063f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333245.124377:0:101540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e308063f expref: 17 pid: 5800 timeout: 2791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333245.124393:0:101540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101540:1866812067817728:0@lo:104: 00000100:00100000:0.0:1780333245.124458:0:101540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333245.124504:0:101540:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebe3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333245.124602:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817728 00000100:00100000:2.0:1780333245.124609:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817728 00000100:00100000:2.0:1780333245.124692:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1780333245.124701:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:101540:x1866812067817728:12345-0@lo:104: 00010000:00010000:2.0:1780333245.124714:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.124772:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333245.124778:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:101540:x1866812067817728:12345-0@lo:104: Request processed in 78us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333245.124788:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1780333245.124962:0:101540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101540:1866812067817728:0@lo:104: 00010000:00010000:1.0:1780333245.125003:0:101540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333245.125270:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333245.125289:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333245.125298:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333245.125301:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333245.125310:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333245.125317:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333245.125323:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333245.125372:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333245.125379:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333245.125409:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333245.125417:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e308063f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080646 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333245.125434:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333245.125436:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333245.125438:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333245.125446:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333245.125458:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067817856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333245.125498:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333245.126785:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817856 00000100:00100000:2.0:1780333245.126797:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817856 00010000:00010000:2.0:1780333245.126840:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308063f expref: 18 pid: 5800 timeout: 2791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333245.126872:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1780333245.126881:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067817856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333245.126894:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333245.126898:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e308063f expref: 18 pid: 5800 timeout: 2791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126912:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e308063f expref: 18 pid: 5800 timeout: 2791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126930:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1c00/0x76434b26e3080646 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e308063f expref: 18 pid: 5800 timeout: 2791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126947:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126955:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126971:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126977:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126986:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126992:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.126997:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333245.127001:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.127008:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.127033:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333245.127043:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780333245.127094:0:101540:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333245.127105:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067817856:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (1604us total) trans 0 rc 0/0 00010000:00010000:3.0:1780333245.127106:0:101540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333245.127120:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00010000:00010000:3.0:1780333245.127123:0:101540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e30809bf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333245.127166:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067817856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333245.657922:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067817984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333245.657997:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333245.658088:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067817984 00000100:00100000:1.0:1780333245.658096:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067817984 00000100:00100000:1.0:1780333245.658154:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1780333245.658164:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067817984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333245.658200:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333245.658246:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067817984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333245.658254:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00080000:1.0:1780333245.658364:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333245.658724:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067817984:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333245.911743:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333246.039871:0:101588:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1b99ff70 20000000:00000080:3.0:1780333246.039889:0:101588:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec402ecb800 uarg=0000000000000000 00010000:00010000:3.0:1780333246.040112:0:101588:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333246.040126:0:101588:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333246.040144:0:101588:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333246.040163:0:101588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040180:0:101588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040191:0:101588:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040197:0:101588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040203:0:101588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040209:0:101588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040219:0:101588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333246.040223:0:101588:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040230:0:101588:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.040241:0:101588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.041933:0:101588:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.041942:0:101588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e30809c6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333246.681062:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067818112:0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681136:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333246.681180:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067818624:0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681206:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333246.681233:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333246.681238:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067818496:0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681262:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333246.681292:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067818368:0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681313:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333246.681355:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067818112 00000100:00100000:1.0:1780333246.681362:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067818112 00000100:00100000:1.0:1780333246.681404:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1780333246.681413:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067818112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681461:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067818112:12345-0@lo:400:kworker.0 Request processed in 48us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333246.681468:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1780333246.681502:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067818624 00000100:00100000:1.0:1780333246.681506:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067818624 00000100:00100000:1.0:1780333246.681549:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067818368 00000100:00100000:1.0:1780333246.681552:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067818368 00000100:00100000:1.0:1780333246.681571:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:1.0:1780333246.681576:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067818624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681640:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067818624:12345-0@lo:400:kworker.0 Request processed in 42us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333246.681646:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00100000:1.0:1780333246.681658:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1780333246.681663:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067818368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681692:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067818368:12345-0@lo:400:kworker.0 Request processed in 29us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333246.681697:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1780333246.681836:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067818496 00000100:00100000:1.0:1780333246.681841:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067818496 00000100:00100000:1.0:1780333246.681946:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1780333246.681954:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067818496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.681988:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067818496:12345-0@lo:400:kworker.0 Request processed in 35us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333246.681994:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1780333246.682035:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067818496:0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.682045:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067818112:0@lo:400:kworker.0 00000100:00100000:1.0:1780333246.682053:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067818624:0@lo:400:kworker.0 00000100:00080000:1.0:1780333246.682079:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333246.682097:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067818368:0@lo:400:kworker.0 00000100:00100000:0.0:1780333246.682291:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067818240:0@lo:400:kworker.0 00000100:00100000:0.0:1780333246.682324:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333246.682360:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067818752:0@lo:400:kworker.0 00000100:00100000:0.0:1780333246.682381:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333246.682412:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067818240 00000100:00100000:0.0:1780333246.682415:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067818240 00000100:00100000:0.0:1780333246.682442:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1780333246.682448:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067818240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333246.682480:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067818240:12345-0@lo:400:kworker.0 Request processed in 33us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333246.682490:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1780333246.682508:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067818752 00000100:00100000:0.0:1780333246.682522:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067818752 00000100:00100000:0.0:1780333246.682552:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1780333246.682558:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067818752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333246.682587:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067818752:12345-0@lo:400:kworker.0 Request processed in 30us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333246.682604:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1780333246.682648:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067818240:0@lo:400:kworker.0 00000100:00100000:0.0:1780333246.682658:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067818752:0@lo:400:kworker.0 00000100:00080000:1.0:1780333246.683316:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:0.0:1780333246.938428:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333246.938436:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333246.938442:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333246.938487:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.938497:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.938509:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333246.938535:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067818880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333246.938613:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333246.938680:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780333246.938701:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067818880 00000100:00100000:0.0:1780333246.938708:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067818880 00000100:00100000:0.0:1780333246.938754:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1780333246.938773:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067818880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333246.938786:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333246.938798:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30809cd expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.938820:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30809cd expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.938829:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30809cd expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.938838:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:0.0:1780333246.938874:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067818880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333246.938880:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1780333246.938937:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067818880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333246.938949:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.938958:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333246.938975:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333246.938980:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.938986:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333246.944431:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333246.962134:0:101637:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf6c85a80 20000000:00000080:0.0:1780333246.962151:0:101637:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d9c8c00 uarg=0000000000000000 00010000:00010000:0.0:1780333246.962446:0:101637:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780333246.962461:0:101637:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780333246.962482:0:101637:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333246.962499:0:101637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.962516:0:101637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30809cd expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.962525:0:101637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.962562:0:101637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30809cd expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.962577:0:101637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30809cd expref: 17 pid: 5798 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333246.962602:0:101637:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101637:1866812067819008:0@lo:104: 00000100:00100000:0.0:1780333246.962878:0:101637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333246.963016:0:101637:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333246.963091:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819008 00000100:00100000:2.0:1780333246.963098:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819008 00000100:00100000:2.0:1780333246.963181:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1780333246.963191:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:101637:x1866812067819008:12345-0@lo:104: 00010000:00010000:2.0:1780333246.963204:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333246.963270:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333246.963276:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302492680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:101637:x1866812067819008:12345-0@lo:104: Request processed in 88us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333246.963283:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00010000:00010000:3.0:1780333246.963324:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333246.963343:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963351:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333246.963355:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963363:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333246.963371:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333246.963382:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333246.963414:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963421:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333246.963442:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963449:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391a00/0x76434b26e30809cd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809d4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963466:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333246.963468:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333246.963470:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333246.963485:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780333246.963497:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067819136:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333246.963528:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333246.963553:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819136 00000100:00100000:3.0:1780333246.963557:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819136 00010000:00010000:3.0:1780333246.963574:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30809cd expref: 18 pid: 5798 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333246.963607:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1780333246.963613:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067819136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333246.963640:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333246.963645:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30809cd expref: 18 pid: 5798 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963662:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30809cd expref: 18 pid: 5798 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963677:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963685:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963698:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963705:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963710:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963716:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963720:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333246.963724:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963731:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963738:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333246.963751:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333246.963787:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067819136:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333246.963793:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1780333246.963828:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067819136:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333246.963984:0:101637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e30809d4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30809cd expref: 17 pid: 5798 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333246.963994:0:101637:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec302493b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101637:1866812067819008:0@lo:104: 00010000:00010000:0.0:1780333246.964008:0:101637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.964016:0:101637:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.964022:0:101637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333246.964028:0:101637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391c00/0x76434b26e30809db lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333247.192933:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333247.192955:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067819264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333247.193045:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333247.193142:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819264 00000100:00100000:3.0:1780333247.193149:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819264 00000100:00100000:3.0:1780333247.193203:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1780333247.193213:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067819264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333247.193246:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333247.193297:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067819264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333247.193304:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1780333247.193358:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067819264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333247.683261:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333247.683295:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333247.683319:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333247.683358:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333247.683390:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651200 00000100:00100000:1.0:1780333247.683400:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651200 00000100:00100000:1.0:1780333247.683474:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1871 00000100:00100000:1.0:1780333247.683485:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045651200:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333247.683562:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+8:2369:x1866812045651200:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333247.683570:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1871 00000100:00100000:1.0:1780333247.683598:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651456 00000100:00100000:1.0:1780333247.683602:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651456 00000100:00100000:1.0:1780333247.683650:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651328 00000100:00100000:1.0:1780333247.683653:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651328 00000100:00100000:1.0:1780333247.683675:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1436 00000100:00100000:1.0:1780333247.683681:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045651456:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333247.683707:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045651456:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 27us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333247.683713:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1436 00000100:00100000:1.0:1780333247.683724:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1437 00000100:00100000:1.0:1780333247.683730:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045651328:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333247.683753:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045651328:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333247.683758:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1437 00000100:00100000:1.0:1780333247.683775:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651072 00000100:00100000:1.0:1780333247.683778:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651072 00000100:00100000:1.0:1780333247.683801:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1430 00000100:00100000:1.0:1780333247.683806:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045651072:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333247.683830:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045651072:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 24us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333247.683837:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1430 00000100:00080000:1.0:1780333247.683865:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780333247.683869:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333247.683871:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780333247.962194:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780333248.321439:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967777 is committed 00000001:00080000:0.0:1780333248.321460:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967778 is committed 00000001:00080000:0.0:1780333248.321466:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 10000000:01000000:3.0:1780333248.407712:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333248.407719:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333248.407724:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333248.407769:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333248.407779:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333248.407791:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333248.407818:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067819392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333248.407891:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333248.407951:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403160840 going to sleep for 11 seconds 00000100:00100000:0.0:1780333248.408153:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819392 00000100:00100000:0.0:1780333248.408162:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819392 00000100:00100000:0.0:1780333248.408222:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1780333248.408232:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067819392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333248.408245:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333248.408259:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30809e2 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333248.408282:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30809e2 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333248.408293:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30809e2 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333248.408301:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390e00, rc 0) 00000100:00100000:0.0:1780333248.408366:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067819392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333248.408374:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1780333248.408429:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ded80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067819392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333248.408446:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333248.408456:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333248.408475:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333248.408481:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333248.408488:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333248.984021:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333250.007910:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333250.777549:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067819520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333250.777644:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333250.777748:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819520 00000100:00100000:2.0:1780333250.777755:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819520 00000100:00100000:2.0:1780333250.777815:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1780333250.777825:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067819520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333250.777859:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333250.777905:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067819520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333250.777911:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:3.0:1780333250.777962:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333250.778019:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067819520:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333251.034442:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780333251.319083:0:101834:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffedf77590 20000000:00000080:2.0:1780333251.319101:0:101834:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc86c00 uarg=0000000000000000 00010000:00010000:2.0:1780333251.320206:0:101834:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1780333251.320223:0:101834:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1780333251.320241:0:101834:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333251.320263:0:101834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.320300:0:101834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30809e2 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.320313:0:101834:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.320353:0:101834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30809e2 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.320372:0:101834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30809e2 expref: 17 pid: 5799 timeout: 2797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333251.320390:0:101834:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101834:1866812067819648:0@lo:104: 00000100:00100000:2.0:1780333251.320453:0:101834:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333251.320562:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819648 00000100:00100000:0.0:1780333251.320571:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819648 00000100:00100000:0.0:1780333251.320645:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1780333251.320653:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:101834:x1866812067819648:12345-0@lo:104: 00010000:00010000:0.0:1780333251.320667:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.320728:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333251.320735:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:101834:x1866812067819648:12345-0@lo:104: Request processed in 83us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333251.320742:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00010000:00010000:3.0:1780333251.320779:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333251.320787:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333251.320809:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333251.320813:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333251.320826:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333251.320833:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333251.320839:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333251.320875:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333251.320882:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333251.320918:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333251.320925:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4600/0x76434b26e30809e2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809e9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333251.320944:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333251.320945:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333251.320947:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333251.320959:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067819776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333251.320995:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333251.321101:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819776 00000100:00100000:0.0:1780333251.321106:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819776 00010000:00010000:0.0:1780333251.321128:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30809e2 expref: 18 pid: 5799 timeout: 2797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333251.321154:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1780333251.321161:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067819776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333251.321172:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333251.321177:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30809e2 expref: 18 pid: 5799 timeout: 2797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321189:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30809e2 expref: 18 pid: 5799 timeout: 2797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333251.321199:0:101834:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4066c30c0 going to sleep for 11 seconds 00010000:00010000:0.0:1780333251.321206:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321221:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.321225:0:101834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390e00/0x76434b26e30809e9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30809e2 expref: 18 pid: 5799 timeout: 2797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321238:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333251.321239:0:101834:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101834:1866812067819648:0@lo:104: 00010000:00010000:0.0:1780333251.321253:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321261:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321267:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.321282:0:101834:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321284:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333251.321291:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.321296:0:101834:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321302:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333251.321304:0:101834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321323:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321332:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0000/0x76434b26e30809f0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333251.321348:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333251.321388:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3328:x1866812067819776:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333251.321396:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1780333251.321544:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067819776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333251.800758:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067820032:0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.800833:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333251.800885:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067820544:0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.800912:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333251.800939:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333251.800945:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067820160:0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.800967:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333251.800999:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820032 00000100:00100000:2.0:1780333251.801007:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820032 00000100:00100000:2.0:1780333251.801053:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820160 00000100:00100000:2.0:1780333251.801056:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820160 00000100:00100000:2.0:1780333251.801088:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1780333251.801097:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067820032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.801151:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067820032:12345-0@lo:400:kworker.0 Request processed in 54us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333251.801159:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1780333251.801177:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1780333251.801184:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067820160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.801211:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067820160:12345-0@lo:400:kworker.0 Request processed in 28us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333251.801217:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1780333251.801262:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067820160:0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.801291:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067820032:0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802399:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067819904:0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802457:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333251.802494:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067820416:0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802516:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333251.802542:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333251.802548:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067820288:0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802569:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333251.802607:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820416 00000100:00100000:0.0:1780333251.802613:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820416 00000100:00100000:0.0:1780333251.802667:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1780333251.802674:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067820416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802720:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067820416:12345-0@lo:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333251.802727:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1780333251.802759:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067820416:0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802784:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820544 00000100:00100000:0.0:1780333251.802787:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820544 00000100:00100000:0.0:1780333251.802809:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820288 00000100:00100000:0.0:1780333251.802811:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820288 00000100:00100000:0.0:1780333251.802826:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1780333251.802831:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067820544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802880:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067820544:12345-0@lo:400:kworker.0 Request processed in 49us (1967us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333251.802887:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1780333251.802900:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1780333251.802907:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067820288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333251.802938:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067820288:12345-0@lo:400:kworker.0 Request processed in 32us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333251.802943:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1780333251.802966:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067820288:0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.804356:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067819904 00000100:00100000:2.0:1780333251.804365:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067819904 00000100:00100000:2.0:1780333251.804416:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1780333251.804424:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067819904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.804489:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067819904:12345-0@lo:400:kworker.0 Request processed in 67us (2031us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333251.804508:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1780333251.804531:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067819904:0@lo:400:kworker.0 00000100:00100000:2.0:1780333251.804571:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067820544:0@lo:400:kworker.0 00000100:00080000:3.0:1780333251.806364:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333251.806373:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780333252.055759:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333252.312845:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067820672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333252.312920:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333252.314093:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820672 00000100:00100000:3.0:1780333252.314104:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820672 00000100:00100000:3.0:1780333252.314162:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1780333252.314173:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067820672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333252.314211:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333252.314287:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067820672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (1366us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333252.314293:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1780333252.314440:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067820672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333252.806947:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333252.806996:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333252.807034:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333252.807065:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333252.807093:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651584 00000100:00100000:0.0:1780333252.807102:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651584 00000100:00100000:0.0:1780333252.807149:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1433 00000100:00100000:0.0:1780333252.807159:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045651584:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333252.807222:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045651584:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 65us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333252.807230:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1433 00000100:00100000:0.0:1780333252.807279:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651968 00000100:00100000:0.0:1780333252.807283:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651968 00000100:00100000:0.0:1780333252.807313:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651840 00000100:00100000:0.0:1780333252.807316:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651840 00000100:00100000:0.0:1780333252.807337:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1440 00000100:00100000:0.0:1780333252.807344:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045651968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333252.807372:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045651968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333252.807379:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1440 00000100:00100000:0.0:1780333252.807390:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1441 00000100:00100000:0.0:1780333252.807396:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045651840:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333252.807418:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045651840:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 23us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333252.807424:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1441 00000100:00100000:3.0:1780333252.807731:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045651712 00000100:00100000:3.0:1780333252.807736:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045651712 00000100:00100000:3.0:1780333252.807769:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1875 00000100:00100000:3.0:1780333252.807777:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045651712:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333252.807809:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045651712:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 33us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333252.807815:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1875 00000100:00080000:3.0:1780333252.807831:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780333252.807835:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780333252.807837:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780333253.084784:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780333253.143689:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333253.143696:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333253.143700:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333253.143745:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333253.143758:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333253.143768:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333253.143792:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067820800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333253.143860:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333253.143912:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa000 going to sleep for 11 seconds 00000100:00100000:3.0:1780333253.144080:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820800 00000100:00100000:3.0:1780333253.144089:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820800 00000100:00100000:3.0:1780333253.144140:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1780333253.144149:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067820800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333253.144163:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333253.144176:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e30809f7 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333253.144198:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e30809f7 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333253.144214:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30809f7 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333253.144223:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4600, rc 0) 00000100:00100000:3.0:1780333253.144285:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067820800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333253.144292:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1780333253.144456:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067820800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333253.144472:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333253.144481:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333253.144511:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333253.144516:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333253.144524:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333254.105813:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333255.128059:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333255.899450:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333255.899485:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067820928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333255.899554:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333255.899656:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067820928 00000100:00100000:1.0:1780333255.899664:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067820928 00000100:00100000:1.0:1780333255.899738:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1780333255.899761:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067820928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333255.899796:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333255.899841:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067820928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333255.899849:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00080000:1.0:1780333255.899870:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333255.899908:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067820928:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333256.151791:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333256.921084:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067821184:0@lo:400:kworker.0 00000100:00100000:3.0:1780333256.921119:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067821440:0@lo:400:kworker.0 00000100:00100000:1.0:1780333256.921266:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067821056:0@lo:400:kworker.0 00000100:00100000:3.0:1780333256.921271:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333256.921302:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333256.921325:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067821568:0@lo:400:kworker.0 00000100:00100000:3.0:1780333256.921345:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821440 00000100:00100000:1.0:1780333256.921347:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333256.921351:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821440 00000100:00100000:1.0:1780333256.921375:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821056 00000100:00100000:1.0:1780333256.921379:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821056 00000100:00100000:3.0:1780333256.921395:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1780333256.921399:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:3.0:1780333256.921403:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067821440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333256.921404:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067821056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333256.921450:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067821440:12345-0@lo:400:kworker.0 Request processed in 48us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333256.921450:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067821056:12345-0@lo:400:kworker.0 Request processed in 44us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333256.921458:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1780333256.921458:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:3.0:1780333256.921497:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067821440:0@lo:400:kworker.0 00000100:00100000:1.0:1780333256.921497:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067821056:0@lo:400:kworker.0 00000100:00100000:2.0:1780333256.921905:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333256.921934:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067821696:0@lo:400:kworker.0 00000100:00100000:2.0:1780333256.921963:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333256.921989:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333256.921998:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067821312:0@lo:400:kworker.0 00000100:00100000:2.0:1780333256.922024:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333256.922066:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821568 00000100:00100000:2.0:1780333256.922071:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821568 00000100:00100000:1.0:1780333256.922603:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821184 00000100:00100000:1.0:1780333256.922608:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821184 00000100:00100000:1.0:1780333256.922674:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821312 00000100:00100000:1.0:1780333256.922677:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821312 00000100:00100000:1.0:1780333256.922705:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:1.0:1780333256.922713:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067821184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333256.922800:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1780333256.922809:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067821312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333256.922844:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067821184:12345-0@lo:400:kworker.0 Request processed in 130us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333256.922852:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067821312:12345-0@lo:400:kworker.0 Request processed in 44us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333256.922853:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:2.0:1780333256.922864:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1780333256.922877:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1780333256.922886:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067821568:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1780333256.922906:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333256.922934:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067821312:0@lo:400:kworker.0 00000100:00100000:2.0:1780333256.922946:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067821184:0@lo:400:kworker.0 00000100:00100000:1.0:1780333256.922999:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067821568:12345-0@lo:400:kworker.0 Request processed in 114us (1650us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333256.923006:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:3.0:1780333256.923087:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821696 00000100:00100000:3.0:1780333256.923091:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821696 00000100:00100000:3.0:1780333256.923130:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1780333256.923138:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067821696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333256.923176:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067821696:12345-0@lo:400:kworker.0 Request processed in 41us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333256.923183:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:1.0:1780333256.923500:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067821568:0@lo:400:kworker.0 00000100:00080000:2.0:1780333256.926343:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333256.926688:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067821696:0@lo:400:kworker.0 00010000:00010000:0.0:1780333257.177136:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333257.433242:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333257.433268:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067821824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333257.433357:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333257.438280:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821824 00000100:00100000:1.0:1780333257.438292:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821824 00000100:00100000:1.0:1780333257.438356:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1780333257.438367:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067821824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333257.438411:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333257.438505:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067821824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 140us (5147us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333257.438513:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1780333257.438574:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067821824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333257.921384:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333257.921430:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333257.921518:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652096 00000100:00100000:0.0:1780333257.921529:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652096 00000100:00100000:0.0:1780333257.921592:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1436 00000100:00100000:0.0:1780333257.921603:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045652096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333257.921710:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045652096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 108us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333257.921718:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1436 00000100:00100000:3.0:1780333257.929949:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652352 00000100:00100000:3.0:1780333257.930046:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652352 00000100:00100000:3.0:1780333257.930198:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1444 00000100:00100000:3.0:1780333257.930210:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045652352:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333257.930531:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045652352:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 323us (9098us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333257.930540:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1444 00000100:00080000:2.0:1780333257.937503:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333257.942242:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333257.942547:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333257.942694:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652480 00000100:00100000:1.0:1780333257.942704:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652480 00000100:00100000:1.0:1780333257.942770:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1445 00000100:00100000:1.0:1780333257.942780:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045652480:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333257.942860:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045652480:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 82us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333257.942870:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1445 00000100:00100000:2.0:1780333257.943187:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652224 00000100:00100000:2.0:1780333257.943192:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652224 00000100:00100000:2.0:1780333257.943237:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1879 00000100:00100000:2.0:1780333257.943246:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045652224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333257.943294:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045652224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 51us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333257.943301:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1879 00000100:00080000:3.0:1780333257.943468:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780333257.943473:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780333258.200760:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333259.225196:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333260.247761:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780333260.963153:0:102176:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23a: test mapped regular ACLs ========= 13:00:59 (1780333259) 00000100:00100000:3.0:1780333261.017531:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067821952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333261.017603:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333261.017742:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067821952 00000100:00100000:2.0:1780333261.017751:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067821952 00000100:00100000:2.0:1780333261.017811:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1780333261.017823:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067821952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333261.017861:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333261.017904:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067821952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333261.017911:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00080000:3.0:1780333261.018199:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333261.018300:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067821952:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780333261.282738:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333262.040225:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067822464:0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040296:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333262.040359:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780333262.040365:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067822080:0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040393:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333262.040416:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067822592:0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040443:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333262.040468:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067822336:0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040492:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333262.040508:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780333262.040514:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067822208:0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040536:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333262.040553:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067822720:0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040573:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333262.040602:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822464 00000100:00100000:3.0:1780333262.040611:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822464 00000100:00100000:3.0:1780333262.040684:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822720 00000100:00100000:3.0:1780333262.040688:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822720 00000100:00100000:3.0:1780333262.040733:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1780333262.040741:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067822464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040795:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067822464:12345-0@lo:400:kworker.0 Request processed in 54us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333262.040802:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1780333262.040819:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:3.0:1780333262.040826:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067822720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040857:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067822720:12345-0@lo:400:kworker.0 Request processed in 33us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333262.040864:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:3.0:1780333262.040883:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822080 00000100:00100000:3.0:1780333262.040886:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822080 00000100:00100000:3.0:1780333262.040908:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1780333262.040913:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067822080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.040940:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067822080:12345-0@lo:400:kworker.0 Request processed in 27us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333262.040945:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1780333262.040969:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822592 00000100:00100000:3.0:1780333262.040973:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822592 00000100:00100000:3.0:1780333262.040999:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822336 00000100:00100000:3.0:1780333262.041002:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822336 00000100:00100000:3.0:1780333262.041022:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822208 00000100:00100000:3.0:1780333262.041024:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822208 00000100:00100000:3.0:1780333262.041036:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:3.0:1780333262.041042:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067822592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.041069:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067822592:12345-0@lo:400:kworker.0 Request processed in 27us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333262.041075:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:3.0:1780333262.041087:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:3.0:1780333262.041092:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067822336:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780333262.041332:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333262.041337:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333262.041353:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1780333262.041362:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067822208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333262.041399:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067822208:12345-0@lo:400:kworker.0 Request processed in 41us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333262.041404:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1780333262.041458:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067822208:0@lo:400:kworker.0 00000100:00100000:0.0:1780333262.041470:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067822720:0@lo:400:kworker.0 00000100:00100000:0.0:1780333262.041480:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067822336:0@lo:400:kworker.0 00000100:00100000:0.0:1780333262.041517:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067822080:0@lo:400:kworker.0 00000100:00100000:0.0:1780333262.041527:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067822592:0@lo:400:kworker.0 00000100:00100000:0.0:1780333262.041536:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067822464:0@lo:400:kworker.0 00000100:00100000:3.0:1780333262.042289:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067822336:12345-0@lo:400:kworker.0 Request processed in 1193us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333262.042298:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00010000:00010000:1.0:1780333262.295908:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333262.554191:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067822848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333262.554515:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333262.555496:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822848 00000100:00100000:1.0:1780333262.555507:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822848 00000100:00100000:1.0:1780333262.555566:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1780333262.555576:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067822848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333262.555636:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333262.556338:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067822848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 762us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333262.556347:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1780333262.556429:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067822848:0@lo:13:osp-pre-1-0.0 00000001:02000400:2.0:1780333262.735974:0:102238:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23a Need 2 clients at least 00000100:00100000:3.0:1780333263.052037:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333263.052084:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333263.052131:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333263.052187:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333263.052220:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652864 00000100:00100000:3.0:1780333263.052230:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652864 00000100:00100000:3.0:1780333263.052290:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652992 00000100:00100000:3.0:1780333263.052294:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652992 00000100:00100000:3.0:1780333263.052319:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 702 00000100:00100000:3.0:1780333263.052330:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045652864:12345-192.168.204.30@tcp:9:kworker.0 00000100:00100000:1.0:1780333263.052682:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 703 00000100:00100000:1.0:1780333263.052693:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2365:x1866812045652992:12345-192.168.204.30@tcp:9:kworker.0 00000020:00000080:1.0:1780333263.052720:0:6594:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e3080360 00000100:00080000:1.0:1780333263.052730:0:6594:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc4000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780333263.052771:0:6594:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967375 00000100:00100000:1.0:1780333263.053098:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045652992:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 407us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333263.053115:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 703 00010000:00010000:1.0:1780333263.053154:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780333263.053349:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333263.053354:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333263.054379:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652736 00000100:00100000:0.0:1780333263.054390:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652736 00000100:00100000:0.0:1780333263.054462:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1883 00000100:00100000:0.0:1780333263.054472:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045652736:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333263.054536:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2367:x1866812045652736:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 66us (2451us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333263.055754:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1883 00000100:00080000:1.0:1780333263.056069:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333263.056314:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045652608 00000100:00100000:2.0:1780333263.056322:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045652608 00000100:00100000:2.0:1780333263.056386:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1438 00000100:00100000:2.0:1780333263.056395:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045652608:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333263.056463:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2367:x1866812045652608:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 70us (4437us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333263.056470:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1438 00000020:00000080:1.0:1780333263.056979:0:6596:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e30802b1 00000100:00080000:1.0:1780333263.056991:0:6596:0:(import.c:65:import_set_state_nolock()) ffff8ec302bc2800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780333263.057033:0:6596:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967375 00000100:00100000:1.0:1780333263.057298:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4aa83a0a-42d0-431e-9dee-027df707f8a5+2:2365:x1866812045652864:12345-192.168.204.30@tcp:9:kworker.0 Request processed in 4968us (5165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333263.057307:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 702 00010000:00010000:0.0:1780333263.057898:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333263.319904:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333264.344111:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780333264.552014:0:102286:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23b: test mapped default ACLs ========= 13:01:03 (1780333263) 00010000:00010000:2.0:1780333265.370538:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780333266.088102:0:102334:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23b Need 2 clients at least 00000100:00100000:0.0:1780333266.136342:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333266.136365:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067822976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333266.136432:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333266.136502:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067822976 00000100:00100000:0.0:1780333266.136509:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067822976 00000100:00100000:0.0:1780333266.136565:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1780333266.136575:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067822976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333266.136608:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333266.136675:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067822976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333266.136683:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00080000:0.0:1780333266.136706:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333266.136742:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067822976:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1780333266.194722:0:6623:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333266.194729:0:6623:0:(genops.c:906:class_export_put()) final put ffff8ec302bc1800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:3.0:1780333266.194757:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec302bc1800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0000 00000020:00000080:3.0:1780333266.194815:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec302bc2800 for lustre-OST0000 00000001:00100000:2.0:1780333266.211127:0:7493:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780333266.211137:0:7493:0:(genops.c:906:class_export_put()) final put ffff8ec302bc3800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780333266.211165:0:100539:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec302bc3800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-OST0001 00000020:00000080:2.0:1780333266.211209:0:100539:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec302bc4000 for lustre-OST0001 00010000:00010000:0.0:1780333266.391963:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333267.159894:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067823488:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.159967:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333267.160031:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780333267.160038:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067823104:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160078:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333267.160101:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067823616:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160125:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333267.160151:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067823360:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160173:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333267.160191:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780333267.160196:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067823232:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160216:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333267.160232:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067823744:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160252:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333267.160279:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067823488 00000100:00100000:0.0:1780333267.160287:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067823488 00000100:00100000:0.0:1780333267.160329:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067823744 00000100:00100000:0.0:1780333267.160332:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067823744 00000100:00100000:0.0:1780333267.160362:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1780333267.160371:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067823488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160426:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067823488:12345-0@lo:400:kworker.0 Request processed in 56us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333267.160434:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1780333267.160451:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1780333267.160457:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067823744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160488:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067823744:12345-0@lo:400:kworker.0 Request processed in 31us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333267.160495:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1780333267.160515:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067823104 00000100:00100000:0.0:1780333267.160518:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067823104 00000100:00100000:0.0:1780333267.160542:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1780333267.160548:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067823104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160575:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067823104:12345-0@lo:400:kworker.0 Request processed in 28us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333267.160580:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1780333267.160610:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067823616 00000100:00100000:0.0:1780333267.160613:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067823616 00000100:00100000:0.0:1780333267.160670:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067823360 00000100:00100000:0.0:1780333267.160674:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067823360 00000100:00100000:0.0:1780333267.160689:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067823232 00000100:00100000:0.0:1780333267.160692:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067823232 00000100:00100000:0.0:1780333267.160709:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884 00000100:00100000:0.0:1780333267.160714:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067823616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160821:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067823616:12345-0@lo:400:kworker.0 Request processed in 105us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333267.160827:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884 00000100:00100000:0.0:1780333267.160842:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:0.0:1780333267.160848:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067823360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160877:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1866812067823360:12345-0@lo:400:kworker.0 Request processed in 30us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333267.160883:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00100000:0.0:1780333267.160895:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:0.0:1780333267.160900:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067823232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.160925:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067823232:12345-0@lo:400:kworker.0 Request processed in 24us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333267.160931:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00080000:0.0:1780333267.160955:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333267.160959:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333267.160997:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067823232:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.161008:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067823744:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.161015:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3327:1866812067823360:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.161065:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43434ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067823104:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.161075:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067823616:0@lo:400:kworker.0 00000100:00100000:0.0:1780333267.161084:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067823488:0@lo:400:kworker.0 00010000:00010000:3.0:1780333267.415811:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333267.673216:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067823872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333267.673287:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333267.673518:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067823872 00000100:00100000:1.0:1780333267.673528:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067823872 00000100:00100000:1.0:1780333267.673582:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1780333267.673592:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067823872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333267.673665:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333267.673718:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067823872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333267.673727:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1780333267.673905:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067823872:0@lo:13:osp-pre-1-0.0 00000001:02000400:1.0:1780333267.686434:0:102383:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 24: check nodemap proc files for LBUGs and Oopses ========================================================== 13:01:06 (1780333266) 00000100:00100000:0.0:1780333268.160277:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333268.160335:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333268.160366:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045653120 00000100:00100000:0.0:1780333268.160375:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045653120 00000100:00100000:0.0:1780333268.160436:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1440 00000100:00100000:0.0:1780333268.160446:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045653120:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333268.160523:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045653120:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 78us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333268.160531:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1440 00000100:00100000:1.0:1780333268.168130:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045653248 00000100:00100000:1.0:1780333268.168145:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045653248 00000100:00080000:3.0:1780333268.168218:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333268.168235:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1887 00000100:00100000:1.0:1780333268.168246:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045653248:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333268.168346:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045653248:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 102us (8076us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333268.168354:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1887 00010000:00010000:1.0:1780333268.439852:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1780333268.998959:0:102432:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1780333269.006532:0:102432:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:3.0:1780333269.464089:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333269.803888:0:102480:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffcd3382f0 20000000:00000080:0.0:1780333269.803905:0:102480:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c284800 uarg=0000000000000000 10000000:01000000:0.0:1780333269.804515:0:102480:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333269.804535:0:102480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333269.804554:0:102480:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e30809f7 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333269.804563:0:102480:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333269.804606:0:102480:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e30809f7 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333269.804653:0:102480:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e30809f7 expref: 17 pid: 5800 timeout: 2816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333269.804670:0:102480:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102480:1866812067824000:0@lo:104: 00000100:00100000:0.0:1780333269.804739:0:102480:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333269.804797:0:102480:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec420176cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780333269.804937:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824000 00000100:00100000:1.0:1780333269.804944:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824000 00000100:00100000:1.0:1780333269.804992:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1780333269.805002:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102480:x1866812067824000:12345-0@lo:104: 00010000:00010000:1.0:1780333269.805026:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805089:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333269.805095:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102480:x1866812067824000:12345-0@lo:104: Request processed in 95us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333269.805101:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00010000:00010000:1.0:1780333269.805123:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333269.805129:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805137:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333269.805141:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805149:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333269.805155:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333269.805161:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333269.805196:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805203:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333269.805221:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805228:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390c00/0x76434b26e30809f7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e30809fe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805244:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333269.805246:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333269.805247:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333269.805259:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067824128:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333269.805289:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333269.805324:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824128 00000100:00100000:1.0:1780333269.805328:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824128 00010000:00010000:1.0:1780333269.805345:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30809f7 expref: 18 pid: 5800 timeout: 2816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333269.805367:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1780333269.805374:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067824128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333269.805382:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333269.805387:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e30809f7 expref: 18 pid: 5800 timeout: 2816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805397:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e30809f7 expref: 18 pid: 5800 timeout: 2816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805412:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805419:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805432:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805438:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805445:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805450:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805455:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333269.805459:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805466:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805474:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333269.805483:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333269.805511:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067824128:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333269.805519:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1780333269.805558:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067824128:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333269.805661:0:102480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4600/0x76434b26e30809fe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e30809f7 expref: 17 pid: 5800 timeout: 2816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333269.805674:0:102480:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102480:1866812067824000:0@lo:104: 00010000:00010000:3.0:1780333269.805685:0:102480:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333269.805693:0:102480:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333269.805698:0:102480:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333269.805704:0:102480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390000/0x76434b26e3080a05 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333270.487816:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333270.555805:0:102528:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1d68f540 20000000:00000080:0.0:1780333270.555821:0:102528:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43c284400 uarg=0000000000000000 10000000:01000000:0.0:1780333270.556108:0:102528:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333270.556128:0:102528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556145:0:102528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556156:0:102528:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556163:0:102528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556171:0:102528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556178:0:102528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556189:0:102528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333270.556193:0:102528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556201:0:102528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556213:0:102528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556220:0:102528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333270.556226:0:102528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391200/0x76434b26e3080a0c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333271.256268:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780333271.256291:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067824256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333271.256359:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333271.256423:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824256 00000100:00100000:2.0:1780333271.256431:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824256 00000100:00100000:2.0:1780333271.256484:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1780333271.256493:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067824256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333271.256527:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333271.256581:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067824256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333271.256589:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:2.0:1780333271.256611:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333271.256665:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067824256:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1780333271.461133:0:102577:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd910d93d0 20000000:00000080:1.0:1780333271.461149:0:102577:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43722e000 uarg=0000000000000000 10000000:01000000:1.0:1780333271.463038:0:102577:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333271.463066:0:102577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463084:0:102577:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463095:0:102577:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463102:0:102577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463109:0:102577:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463121:0:102577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463127:0:102577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333271.463131:0:102577:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463138:0:102577:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463152:0:102577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463159:0:102577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.463165:0:102577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dfa00/0x76434b26e3080a13 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333271.511950:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333271.511959:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333271.511964:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333271.512026:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.512039:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.512052:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333271.512084:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067824384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333271.512160:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333271.512208:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403160840 going to sleep for 11 seconds 00010000:00010000:1.0:1780333271.512227:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333271.512241:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824384 00000100:00100000:1.0:1780333271.512248:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824384 00000100:00100000:1.0:1780333271.512306:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1780333271.512316:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067824384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333271.512330:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333271.512344:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080a1a expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.512368:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080a1a expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.512380:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a1a expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.512389:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780333271.512427:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410eeec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067824384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333271.512434:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1780333271.512483:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067824384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333271.512495:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.512503:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333271.512522:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780333271.512527:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333271.512534:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333272.284223:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067824640:0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.284305:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333272.284473:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067824512:0@lo:400:kworker.0 00000100:00100000:3.0:1780333272.284510:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333272.285032:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067824896:0@lo:400:kworker.0 00000100:00100000:3.0:1780333272.285068:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333272.285093:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067824768:0@lo:400:kworker.0 00000100:00100000:3.0:1780333272.285116:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333272.285249:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824896 00000100:00100000:3.0:1780333272.285257:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824896 00000100:00100000:3.0:1780333272.285306:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1780333272.285327:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067824896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.285452:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067825152:0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.285480:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333272.285516:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824640 00000100:00100000:2.0:1780333272.285533:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824640 00000100:00100000:2.0:1780333272.285562:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824768 00000100:00100000:2.0:1780333272.285565:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824768 00000100:00100000:2.0:1780333272.285594:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:2.0:1780333272.285601:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067824640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.285674:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3327:x1866812067824640:12345-0@lo:400:kworker.0 Request processed in 73us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333272.285685:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:2.0:1780333272.285721:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:2.0:1780333272.285728:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067824768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.285762:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067824768:12345-0@lo:400:kworker.0 Request processed in 36us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333272.285768:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:2.0:1780333272.285787:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825152 00000100:00100000:2.0:1780333272.285790:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825152 00000100:00100000:2.0:1780333272.285814:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1780333272.285821:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067825152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.285849:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067825152:12345-0@lo:400:kworker.0 Request processed in 29us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333272.285854:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00080000:2.0:1780333272.285872:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333272.285876:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333272.286020:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067824512 00000100:00100000:0.0:1780333272.286025:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067824512 00000100:00100000:0.0:1780333272.286057:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:0.0:1780333272.286064:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067824512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333272.286099:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067824512:12345-0@lo:400:kworker.0 Request processed in 36us (1588us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333272.286105:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1780333272.287530:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067824896:12345-0@lo:400:kworker.0 Request processed in 2210us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333272.287541:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1780333272.287609:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067824512:0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.287644:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067825024:0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.287687:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333272.287788:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825024 00000100:00100000:0.0:1780333272.287794:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825024 00000100:00100000:0.0:1780333272.287842:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:0.0:1780333272.287849:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec303631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067825024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333272.288112:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067824768:0@lo:400:kworker.0 00000100:00080000:2.0:1780333272.288409:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333272.288445:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067824896:0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.288476:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3327:1866812067824640:0@lo:400:kworker.0 00000100:00100000:2.0:1780333272.288487:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067825152:0@lo:400:kworker.0 00000100:00100000:0.0:1780333272.288577:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec303631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067825024:12345-0@lo:400:kworker.0 Request processed in 728us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333272.288584:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00100000:2.0:1780333272.289336:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067825024:0@lo:400:kworker.0 00000020:00000080:3.0:1780333272.408363:0:102625:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd80e60a80 20000000:00000080:3.0:1780333272.408381:0:102625:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d967400 uarg=0000000000000000 10000000:01000000:3.0:1780333272.408595:0:102625:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333272.408649:0:102625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333272.408669:0:102625:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a1a expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333272.408678:0:102625:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333272.408720:0:102625:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080a1a expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333272.408736:0:102625:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080a1a expref: 17 pid: 5800 timeout: 2818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333272.408750:0:102625:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102625:1866812067825280:0@lo:104: 00000100:00100000:3.0:1780333272.408820:0:102625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333272.408870:0:102625:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64900 going to sleep for 11 seconds 00000100:00100000:0.0:1780333272.408941:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825280 00000100:00100000:0.0:1780333272.408950:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825280 00000100:00100000:0.0:1780333272.409015:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1780333272.409025:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102625:x1866812067825280:12345-0@lo:104: 00010000:00010000:0.0:1780333272.409040:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409109:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333272.409115:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102625:x1866812067825280:12345-0@lo:104: Request processed in 92us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333272.409122:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00010000:00010000:0.0:1780333272.409144:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333272.409149:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409157:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333272.409160:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409167:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333272.409174:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333272.409179:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333272.409207:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409218:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333272.409237:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409244:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080a1a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a21 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409257:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333272.409259:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333272.409260:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333272.409272:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433cf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067825408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333272.409300:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333272.409331:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825408 00000100:00100000:0.0:1780333272.409335:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825408 00010000:00010000:0.0:1780333272.409353:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a1a expref: 18 pid: 5800 timeout: 2818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333272.409374:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1780333272.409381:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067825408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333272.409390:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333272.409394:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a1a expref: 18 pid: 5800 timeout: 2818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409405:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080a1a expref: 18 pid: 5800 timeout: 2818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409420:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409433:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409445:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409452:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409459:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409465:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409471:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333272.409475:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409481:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409490:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333272.409498:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333272.409525:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067825408:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333272.409532:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1780333272.409568:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433cf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067825408:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333272.409666:0:102625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a21 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080a1a expref: 17 pid: 5800 timeout: 2818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333272.409677:0:102625:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102625:1866812067825280:0@lo:104: 00010000:00010000:3.0:1780333272.409692:0:102625:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333272.409700:0:102625:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333272.409706:0:102625:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333272.409712:0:102625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a28 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333272.538120:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333272.791999:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333272.792023:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067825536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333272.792096:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333272.792202:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825536 00000100:00100000:1.0:1780333272.792212:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825536 00000100:00100000:1.0:1780333272.792265:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1780333272.792274:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067825536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333272.792309:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333272.792355:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067825536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333272.792362:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1780333272.792407:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067825536:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1780333273.245283:0:102673:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3e0918e0 20000000:00000080:1.0:1780333273.245298:0:102673:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43722cc00 uarg=0000000000000000 10000000:01000000:1.0:1780333273.245695:0:102673:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333273.245716:0:102673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245732:0:102673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245742:0:102673:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245754:0:102673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245761:0:102673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245769:0:102673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245775:0:102673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333273.245779:0:102673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245787:0:102673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245799:0:102673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245807:0:102673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.245813:0:102673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a2f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333273.280852:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333273.280910:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333273.281658:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045653504 00000100:00100000:2.0:1780333273.281669:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045653504 00000100:00100000:2.0:1780333273.282170:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1891 00000100:00100000:2.0:1780333273.282181:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433cf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045653504:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333273.282284:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433cf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045653504:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 105us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333273.282292:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1891 00000100:00080000:0.0:1780333273.282589:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333273.282865:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045653376 00000100:00100000:3.0:1780333273.282872:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045653376 00000100:00100000:3.0:1780333273.282913:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1443 00000100:00100000:3.0:1780333273.282924:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045653376:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333273.282980:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045653376:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 60us (2138us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333273.282988:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1443 10000000:01000000:0.0:1780333273.560493:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333273.560503:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333273.560508:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333273.560566:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333273.560579:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333273.560591:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333273.560643:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067825664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333273.560729:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780333273.560813:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333273.560866:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825664 00000100:00100000:1.0:1780333273.560875:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825664 00000100:00100000:0.0:1780333273.560908:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40376ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1780333273.560943:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1780333273.560964:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067825664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333273.560980:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333273.560994:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080a36 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.561017:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080a36 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.561026:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a36 expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333273.561035:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377df800, rc 0) 00000100:00100000:1.0:1780333273.561216:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067825664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 263us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333273.561223:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:0.0:1780333273.561695:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067825664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333273.561715:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333273.561728:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333273.561754:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333273.561762:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333273.561771:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1780333274.032328:0:102721:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe91ffe970 20000000:00000080:3.0:1780333274.032348:0:102721:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410fb5400 uarg=0000000000000000 10000000:01000000:3.0:1780333274.032925:0:102721:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333274.032958:0:102721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333274.032979:0:102721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a36 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333274.032990:0:102721:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333274.033042:0:102721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080a36 expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333274.033060:0:102721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080a36 expref: 17 pid: 5800 timeout: 2820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333274.033075:0:102721:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102721:1866812067825792:0@lo:104: 00000100:00100000:3.0:1780333274.033145:0:102721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333274.033453:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825792 00000100:00100000:1.0:1780333274.033463:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825792 00000100:00100000:1.0:1780333274.033517:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1780333274.033527:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102721:x1866812067825792:12345-0@lo:104: 00010000:00010000:1.0:1780333274.033541:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.033593:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333274.033600:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102721:x1866812067825792:12345-0@lo:104: Request processed in 74us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333274.033607:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00010000:00010000:1.0:1780333274.033654:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1780333274.033773:0:102721:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64900 going to sleep for 11 seconds 00000100:00100000:3.0:1780333274.033796:0:102721:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102721:1866812067825792:0@lo:104: 00010000:00010000:3.0:1780333274.033815:0:102721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.033857:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.033868:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333274.033872:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.033881:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333274.033889:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333274.033895:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333274.033928:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.033933:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333274.033975:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.033982:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301391400/0x76434b26e3080a36 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a3d expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034002:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333274.034004:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333274.034006:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333274.034072:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067825920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333274.034102:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333274.034169:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067825920 00000100:00100000:1.0:1780333274.034173:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067825920 00010000:00010000:1.0:1780333274.034190:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a36 expref: 18 pid: 5800 timeout: 2820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333274.034281:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1780333274.034288:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067825920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333274.034298:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333274.034303:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a36 expref: 18 pid: 5800 timeout: 2820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034313:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080a36 expref: 18 pid: 5800 timeout: 2820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034324:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e3080a3d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080a36 expref: 18 pid: 5800 timeout: 2820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034335:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034342:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034354:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034361:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034368:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034373:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034379:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333274.034382:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.034390:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333274.034615:0:102721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333274.034868:0:102721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.035814:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.035828:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4600/0x76434b26e3080a44 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333274.035845:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333274.035973:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067825920:12345-0@lo:103:ldlm_bl.0 Request processed in 1683us (1868us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333274.035983:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1780333274.039066:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067825920:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333274.587294:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780333275.225059:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333275.225068:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333275.225074:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333275.225129:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333275.225143:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333275.225155:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333275.225183:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067826048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333275.225253:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333275.225328:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45240 going to sleep for 11 seconds 00000100:00100000:2.0:1780333275.225499:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826048 00000100:00100000:2.0:1780333275.225507:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826048 00000100:00100000:2.0:1780333275.225555:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1780333275.225565:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067826048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333275.225580:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333275.225593:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080a4b expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333275.225634:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080a4b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333275.225656:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a4b expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333275.225665:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1800, rc 0) 00000100:00100000:2.0:1780333275.225712:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067826048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333275.225718:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1780333275.226282:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067826048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333275.226299:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333275.226311:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333275.226329:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333275.226334:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333275.226340:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333275.611077:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333276.377547:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067826176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333276.377651:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333276.377739:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826176 00000100:00100000:2.0:1780333276.377747:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826176 00000100:00100000:2.0:1780333276.377805:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1780333276.377815:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067826176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780333276.377852:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333276.377896:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067826176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333276.377903:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00080000:2.0:1780333276.377936:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333276.377972:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec303632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067826176:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333276.631806:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333276.655076:0:102871:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa804c160 20000000:00000080:3.0:1780333276.655095:0:102871:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d967400 uarg=0000000000000000 10000000:01000000:3.0:1780333276.655302:0:102871:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333276.655321:0:102871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333276.655338:0:102871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a4b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333276.655347:0:102871:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333276.655386:0:102871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080a4b expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333276.655403:0:102871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080a4b expref: 17 pid: 5798 timeout: 2823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333276.655419:0:102871:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102871:1866812067826304:0@lo:104: 00000100:00100000:3.0:1780333276.655488:0:102871:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333276.655939:0:102871:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40844dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1780333276.656139:0:5789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780333276.656153:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826304 00000100:00100000:2.0:1780333276.656161:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826304 00000100:00100000:2.0:1780333276.656217:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1780333276.656227:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e0a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102871:x1866812067826304:12345-0@lo:104: 00010000:00010000:2.0:1780333276.656240:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333276.656305:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333276.656311:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e0a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:102871:x1866812067826304:12345-0@lo:104: Request processed in 87us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333276.656318:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00010000:00010000:0.0:1780333276.656413:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780333276.656420:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656427:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390000 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:0.0:1780333276.656431:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656440:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780333276.656447:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333276.656454:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1780333276.656490:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656501:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780333276.656522:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656530:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390000/0x76434b26e3080a4b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a52 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656653:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333276.656655:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333276.656657:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333276.656665:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333276.656677:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067826432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780333276.656710:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333276.656738:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826432 00000100:00100000:0.0:1780333276.656742:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826432 00010000:00010000:0.0:1780333276.656763:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a4b expref: 18 pid: 5798 timeout: 2823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333276.656786:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1780333276.656793:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433c93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067826432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333276.656803:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333276.656820:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a4b expref: 18 pid: 5798 timeout: 2823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656833:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080a4b expref: 18 pid: 5798 timeout: 2823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656848:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656858:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656871:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656878:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656885:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656891:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656897:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333276.656900:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656918:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656928:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333276.656937:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333276.656966:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433c93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067826432:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333276.656973:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00010000:00010000:3.0:1780333276.657393:0:102871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1800/0x76434b26e3080a52 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080a4b expref: 17 pid: 5798 timeout: 2823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333276.657405:0:102871:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102871:1866812067826304:0@lo:104: 00010000:00010000:3.0:1780333276.657425:0:102871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333276.657433:0:102871:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333276.657439:0:102871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333276.657446:0:102871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5c00/0x76434b26e3080a59 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333276.657904:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067826432:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333277.402366:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067826944:0@lo:400:kworker.0 00000100:00100000:3.0:1780333277.402432:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333277.402486:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780333277.402492:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067826560:0@lo:400:kworker.0 00000100:00100000:3.0:1780333277.402510:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333277.402526:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067827072:0@lo:400:kworker.0 00000100:00100000:3.0:1780333277.402545:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333277.402568:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826944 00000100:00100000:3.0:1780333277.402574:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826944 00000100:00100000:3.0:1780333277.402648:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826560 00000100:00100000:3.0:1780333277.402651:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826560 00000100:00100000:3.0:1780333277.402671:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892 00000100:00100000:3.0:1780333277.402679:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067826944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333277.402725:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067826944:12345-0@lo:400:kworker.0 Request processed in 46us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333277.402732:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892 00000100:00100000:3.0:1780333277.402745:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893 00000100:00100000:3.0:1780333277.402750:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067826560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333277.402770:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067826560:12345-0@lo:400:kworker.0 Request processed in 20us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333277.402775:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893 00000100:00080000:3.0:1780333277.402787:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333277.402813:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067826560:0@lo:400:kworker.0 00000100:00100000:3.0:1780333277.402822:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067826944:0@lo:400:kworker.0 00000100:00100000:1.0:1780333277.403401:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827072 00000100:00100000:1.0:1780333277.403407:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827072 00000100:00100000:1.0:1780333277.403451:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1780333277.403458:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067827072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333277.403502:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067827072:12345-0@lo:400:kworker.0 Request processed in 44us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333277.403508:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1780333277.403541:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067827072:0@lo:400:kworker.0 00000100:00080000:0.0:1780333277.403583:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333277.405751:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067826688:0@lo:400:kworker.0 00000100:00100000:2.0:1780333277.405809:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333277.405863:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333277.405869:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067826816:0@lo:400:kworker.0 00000100:00100000:2.0:1780333277.405891:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333277.406379:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826688 00000100:00100000:3.0:1780333277.406387:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826688 00000100:00100000:3.0:1780333277.406449:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:3.0:1780333277.406457:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067826688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333277.406515:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067826688:12345-0@lo:400:kworker.0 Request processed in 59us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333277.406523:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:3.0:1780333277.406564:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067826688:0@lo:400:kworker.0 00000100:00100000:1.0:1780333277.406720:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067826816 00000100:00100000:1.0:1780333277.406725:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067826816 00000100:00100000:1.0:1780333277.406753:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1780333277.406759:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067826816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333277.406800:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067826816:12345-0@lo:400:kworker.0 Request processed in 41us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333277.406807:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1780333277.406834:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067826816:0@lo:400:kworker.0 00000100:00080000:2.0:1780333277.407561:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1780333277.482872:0:102919:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff030c2aa0 20000000:00000080:0.0:1780333277.482892:0:102919:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2b9c00 uarg=0000000000000000 10000000:01000000:0.0:1780333277.483458:0:102919:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333277.483480:0:102919:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483497:0:102919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483506:0:102919:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483512:0:102919:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483519:0:102919:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483526:0:102919:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483532:0:102919:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333277.483536:0:102919:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483543:0:102919:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483556:0:102919:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483568:0:102919:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333277.483574:0:102919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390c00/0x76434b26e3080a60 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333277.656797:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333277.927374:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333277.927401:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067827200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333277.927480:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333277.927659:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827200 00000100:00100000:0.0:1780333277.927669:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827200 00000100:00100000:0.0:1780333277.927727:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1780333277.927737:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067827200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333277.927779:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333277.927835:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067827200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333277.927843:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1780333277.927945:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067827200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333278.399011:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333278.399064:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333278.399115:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045653760 00000100:00100000:0.0:1780333278.399124:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045653760 00000100:00100000:0.0:1780333278.399201:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1895 00000100:00100000:0.0:1780333278.399212:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045653760:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333278.399298:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045653760:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333278.399306:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1895 00000100:00080000:3.0:1780333278.399550:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333278.399961:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045653632 00000100:00100000:1.0:1780333278.399967:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045653632 00000100:00100000:1.0:1780333278.400006:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1446 00000100:00100000:1.0:1780333278.400014:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045653632:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333278.400056:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045653632:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 44us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333278.400063:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1446 10000000:01000000:2.0:1780333278.423702:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1780333278.423709:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:2.0:1780333278.423714:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1780333278.423761:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333278.423773:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333278.423784:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333278.423824:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067827328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780333278.423906:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333278.423953:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa480 going to sleep for 11 seconds 00000100:00100000:3.0:1780333278.424049:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827328 00000100:00100000:3.0:1780333278.424058:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827328 00000100:00100000:3.0:1780333278.424124:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:3.0:1780333278.424133:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067827328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333278.424154:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333278.424175:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080a67 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333278.424200:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080a67 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333278.424213:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a67 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333278.424346:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780333278.424398:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067827328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 264us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333278.424408:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1780333278.424434:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067827328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333278.424451:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333278.424460:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333278.424481:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333278.424486:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333278.424495:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333278.680180:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333279.703823:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333280.612221:0:103069:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd586ea7a0 20000000:00000080:0.0:1780333280.612238:0:103069:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42e2bbc00 uarg=0000000000000000 00010000:00010000:0.0:1780333280.613013:0:103069:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780333280.613028:0:103069:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780333280.613042:0:103069:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333280.613058:0:103069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333280.613074:0:103069:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a67 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333280.613081:0:103069:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333280.613118:0:103069:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080a67 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333280.613135:0:103069:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080a67 expref: 17 pid: 5799 timeout: 2827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333280.613148:0:103069:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c93100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103069:1866812067827456:0@lo:104: 00000100:00100000:0.0:1780333280.613208:0:103069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333280.613311:0:103069:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780333280.621118:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827456 00000100:00100000:2.0:1780333280.621134:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827456 00000100:00100000:3.0:1780333280.621279:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1780333280.621291:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103069:x1866812067827456:12345-0@lo:104: 00010000:00010000:3.0:1780333280.621308:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.621411:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333280.621418:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103069:x1866812067827456:12345-0@lo:104: Request processed in 130us (8210us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333280.621425:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00010000:00010000:1.0:1780333280.621492:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333280.621499:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333280.621507:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0e00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333280.621511:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333280.621520:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333280.621527:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333280.621532:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333280.621584:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333280.621591:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333280.621611:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333280.621644:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec409df0e00/0x76434b26e3080a67 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a6e expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333280.621662:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333280.621664:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333280.621666:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333280.621674:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333280.621688:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067827584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333280.621730:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333280.621832:0:103069:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c93100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103069:1866812067827456:0@lo:104: 00010000:00010000:0.0:1780333280.621879:0:103069:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333280.622118:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827584 00000100:00100000:3.0:1780333280.622124:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827584 00010000:00010000:3.0:1780333280.622142:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a67 expref: 18 pid: 5799 timeout: 2827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333280.622171:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1780333280.622178:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067827584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333280.622189:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333280.622193:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a67 expref: 18 pid: 5799 timeout: 2827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622207:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080a67 expref: 18 pid: 5799 timeout: 2827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622220:0:5791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a6e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080a67 expref: 18 pid: 5799 timeout: 2827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622234:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622242:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622257:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622264:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622270:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622276:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622281:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333280.622284:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622290:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622309:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333280.622318:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333280.622347:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067827584:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333280.622353:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1780333280.622385:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067827584:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333280.622434:0:103069:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333280.622441:0:103069:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333280.622456:0:103069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391000/0x76434b26e3080a75 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333280.729747:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333281.498654:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333281.498677:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec433c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067827712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333281.498747:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333281.499539:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827712 00000100:00100000:1.0:1780333281.499547:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827712 00000100:00100000:1.0:1780333281.499644:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1780333281.499654:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067827712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333281.499689:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333281.499739:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067827712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333281.499746:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1780333281.499792:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec433c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067827712:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780333281.500389:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:3.0:1780333281.688755:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333281.688763:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333281.688769:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333281.688815:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333281.688828:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333281.688856:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333281.688888:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067827840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333281.688965:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333281.689016:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295be40 going to sleep for 11 seconds 00000100:00100000:1.0:1780333281.689125:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827840 00000100:00100000:1.0:1780333281.689133:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827840 00000100:00100000:1.0:1780333281.689182:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1780333281.689191:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067827840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333281.689202:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333281.689215:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080a7c expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333281.689241:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080a7c expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333281.689251:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a7c expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333281.689260:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780333281.689298:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067827840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333281.689304:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:3.0:1780333281.690852:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067827840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333281.690877:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333281.690888:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333281.690910:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333281.690915:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333281.690923:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333281.761606:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333282.520925:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067828096:0@lo:400:kworker.0 00000100:00100000:3.0:1780333282.520995:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333282.521059:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333282.521066:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067828224:0@lo:400:kworker.0 00000100:00100000:3.0:1780333282.521093:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333282.521126:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828096 00000100:00100000:3.0:1780333282.521133:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828096 00000100:00100000:3.0:1780333282.521185:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896 00000100:00100000:3.0:1780333282.521208:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067828096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333282.521259:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067828096:12345-0@lo:400:kworker.0 Request processed in 53us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333282.521265:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896 00000100:00100000:3.0:1780333282.521289:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828224 00000100:00100000:3.0:1780333282.521292:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828224 00000100:00100000:3.0:1780333282.521324:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1780333282.521330:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067828224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333282.521361:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067828224:12345-0@lo:400:kworker.0 Request processed in 32us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333282.521371:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00080000:3.0:1780333282.521387:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333282.521421:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067828224:0@lo:400:kworker.0 00000100:00100000:3.0:1780333282.521431:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067828096:0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521520:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067827968:0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521551:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333282.521572:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067828480:0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521592:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333282.521610:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333282.521615:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067828352:0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521663:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333282.521692:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828480 00000100:00100000:0.0:1780333282.521696:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828480 00000100:00100000:0.0:1780333282.521728:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1780333282.521735:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067828480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521772:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067828480:12345-0@lo:400:kworker.0 Request processed in 38us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333282.521778:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1780333282.521795:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067827968 00000100:00100000:0.0:1780333282.521798:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067827968 00000100:00100000:0.0:1780333282.521817:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828352 00000100:00100000:0.0:1780333282.521820:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828352 00000100:00100000:0.0:1780333282.521853:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:0.0:1780333282.521859:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067827968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521889:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43434f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067827968:12345-0@lo:400:kworker.0 Request processed in 30us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333282.521900:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:0.0:1780333282.521911:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:0.0:1780333282.521916:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067828352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521941:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067828352:12345-0@lo:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333282.521946:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00080000:0.0:1780333282.521967:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333282.521970:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333282.521987:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067828352:0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.521995:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067827968:0@lo:400:kworker.0 00000100:00100000:0.0:1780333282.522003:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067828480:0@lo:400:kworker.0 00010000:00010000:3.0:1780333282.775860:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333283.032789:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333283.032822:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067828608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333283.032892:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333283.033044:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828608 00000100:00100000:3.0:1780333283.033052:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828608 00000100:00100000:3.0:1780333283.033179:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1780333283.033259:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067828608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333283.033296:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333283.033349:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067828608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333283.033412:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067828608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333283.042289:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1780333283.519484:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333283.519546:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333283.519578:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045653888 00000100:00100000:1.0:1780333283.519586:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045653888 00000100:00100000:1.0:1780333283.519657:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1449 00000100:00100000:1.0:1780333283.519667:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045653888:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333283.519743:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045653888:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333283.519751:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1449 00000100:00100000:0.0:1780333283.520081:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654016 00000100:00100000:0.0:1780333283.520086:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654016 00000100:00100000:0.0:1780333283.520126:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1899 00000100:00100000:0.0:1780333283.520133:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045654016:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333283.520170:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045654016:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 38us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333283.520177:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1899 00000100:00080000:0.0:1780333283.520193:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780333283.806016:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333284.824904:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333285.849194:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333286.354839:0:103314:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe085667e0 20000000:00000080:1.0:1780333286.354855:0:103314:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec43722c000 uarg=0000000000000000 00010000:00010000:0.0:1780333286.370101:0:103314:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780333286.370121:0:103314:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780333286.370151:0:103314:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333286.370168:0:103314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333286.370186:0:103314:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a7c expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333286.370194:0:103314:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333286.370233:0:103314:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080a7c expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333286.370252:0:103314:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080a7c expref: 17 pid: 5798 timeout: 2832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333286.370266:0:103314:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103314:1866812067828736:0@lo:104: 00000100:00100000:0.0:1780333286.370332:0:103314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333286.370380:0:103314:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1780333286.370498:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828736 00000100:00100000:1.0:1780333286.370506:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828736 00000100:00100000:1.0:1780333286.370555:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1780333286.370563:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103314:x1866812067828736:12345-0@lo:104: 00010000:00010000:1.0:1780333286.370576:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.370658:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333286.370664:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103314:x1866812067828736:12345-0@lo:104: Request processed in 102us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333286.370671:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1780333286.370763:0:103314:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103314:1866812067828736:0@lo:104: 00010000:00010000:2.0:1780333286.370792:0:103314:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.371440:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333286.371447:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.371455:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333286.371458:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.371465:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333286.371471:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333286.371476:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333286.371549:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.371556:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333286.371584:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.371591:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb4c00/0x76434b26e3080a7c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a83 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.371608:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333286.371609:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333286.371611:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333286.372435:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067828864:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333286.372486:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333286.373843:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828864 00000100:00100000:1.0:1780333286.373858:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828864 00010000:00010000:1.0:1780333286.373901:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a7c expref: 18 pid: 5798 timeout: 2832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333286.373943:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1780333286.373952:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067828864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333286.373967:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333286.373972:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a7c expref: 18 pid: 5798 timeout: 2832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.373985:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080a7c expref: 18 pid: 5798 timeout: 2832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374003:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080a83 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080a7c expref: 18 pid: 5798 timeout: 2832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374015:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374023:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374038:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374049:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374056:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374062:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374067:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333286.374071:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.374078:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.385317:0:103314:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333286.385335:0:103314:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.387016:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.387030:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e3080a8a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333286.387051:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333286.387216:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067828864:12345-0@lo:103:ldlm_bl.0 Request processed in 13262us (14725us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333286.387226:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1780333286.387741:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067828864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333286.616075:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067828992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333286.616152:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333286.616214:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067828992 00000100:00100000:1.0:1780333286.616222:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067828992 00000100:00100000:1.0:1780333286.616267:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1780333286.616275:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bf2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067828992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333286.616313:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333286.616354:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bf2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067828992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333286.616361:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1780333286.616657:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067828992:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780333286.619436:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780333286.873647:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333287.153379:0:103362:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca14ea4f0 20000000:00000080:0.0:1780333287.153395:0:103362:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4343d2800 uarg=0000000000000000 00010000:00010000:0.0:1780333287.153893:0:103362:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780333287.153909:0:103362:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780333287.153925:0:103362:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333287.153946:0:103362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.153963:0:103362:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.153974:0:103362:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.153980:0:103362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.153986:0:103362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.153993:0:103362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.153998:0:103362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391400 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333287.154002:0:103362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.154008:0:103362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.154021:0:103362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.154028:0:103362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.154033:0:103362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391400/0x76434b26e3080a91 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333287.639944:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067829120:0@lo:400:kworker.0 00000100:00100000:3.0:1780333287.640015:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333287.640106:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067829120 00000100:00100000:2.0:1780333287.640114:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067829120 00000100:00100000:2.0:1780333287.640161:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1780333287.640171:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067829120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333287.640260:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067829248:0@lo:400:kworker.0 00000100:00100000:1.0:1780333287.640289:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333287.640326:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067829248 00000100:00100000:0.0:1780333287.640330:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067829248 00000100:00100000:1.0:1780333287.640338:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333287.640344:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067829376:0@lo:400:kworker.0 00000100:00100000:0.0:1780333287.640360:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:1.0:1780333287.640365:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333287.640367:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067829248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333287.640388:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067829376 00000100:00100000:1.0:1780333287.640391:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067829376 00000100:00100000:0.0:1780333287.640405:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067829248:12345-0@lo:400:kworker.0 Request processed in 38us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333287.640412:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00000100:00100000:0.0:1780333287.640428:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1780333287.640434:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067829376:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780333287.640438:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333287.640472:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067829376:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333287.640478:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1780333287.640520:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067829376:0@lo:400:kworker.0 00000100:00100000:0.0:1780333287.640531:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067829248:0@lo:400:kworker.0 00000100:00100000:2.0:1780333287.640591:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067829120:12345-0@lo:400:kworker.0 Request processed in 422us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333287.640598:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1780333287.640701:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067829504:0@lo:400:kworker.0 00000100:00100000:1.0:1780333287.640730:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333287.640819:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333287.640824:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067829632:0@lo:400:kworker.0 00000100:00100000:1.0:1780333287.640858:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333287.641034:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067829632 00000100:00100000:3.0:1780333287.641037:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067829120:0@lo:400:kworker.0 00000100:00100000:0.0:1780333287.641038:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067829632 00000100:00080000:1.0:1780333287.641079:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333287.641083:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:0.0:1780333287.641090:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067829632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333287.641131:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067829504 00000100:00100000:2.0:1780333287.641135:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067829504 00000100:00100000:0.0:1780333287.641190:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067829632:12345-0@lo:400:kworker.0 Request processed in 100us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333287.641196:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:1.0:1780333287.641204:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067829632:0@lo:400:kworker.0 00000100:00100000:0.0:1780333287.641214:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067829760:0@lo:400:kworker.0 00000100:00100000:0.0:1780333287.641238:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333287.641241:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:2.0:1780333287.641248:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067829504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333287.641293:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067829504:12345-0@lo:400:kworker.0 Request processed in 45us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333287.641299:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1780333287.641340:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067829504:0@lo:400:kworker.0 00000100:00100000:2.0:1780333287.641761:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067829760 00000100:00100000:2.0:1780333287.641765:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067829760 00000100:00100000:2.0:1780333287.641801:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1780333287.641807:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067829760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333287.641856:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067829760:12345-0@lo:400:kworker.0 Request processed in 37us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333287.641862:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00080000:2.0:1780333287.641881:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333287.641997:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067829760:0@lo:400:kworker.0 10000000:01000000:3.0:1780333287.897101:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333287.897108:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333287.897112:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333287.897159:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897172:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897183:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333287.897210:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067829888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333287.897273:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333287.897321:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec410410780 going to sleep for 11 seconds 00000100:00100000:3.0:1780333287.897343:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067829888 00000100:00100000:3.0:1780333287.897350:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067829888 00000100:00100000:3.0:1780333287.897396:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1780333287.897404:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067829888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333287.897419:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333287.897431:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080a98 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897455:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080a98 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897465:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a98 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897474:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4c00, rc 0) 00000100:00100000:3.0:1780333287.897511:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067829888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333287.897519:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1780333287.897567:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067829888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333287.897582:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897590:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333287.897608:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1780333287.897613:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897635:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.897866:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333287.919120:0:103410:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffecae43e60 20000000:00000080:0.0:1780333287.919136:0:103410:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4343d3000 uarg=0000000000000000 00010000:00010000:0.0:1780333287.919347:0:103410:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1780333287.919363:0:103410:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1780333287.919380:0:103410:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333287.919398:0:103410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.919417:0:103410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080a98 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.919425:0:103410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.919462:0:103410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080a98 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333287.919478:0:103410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080a98 expref: 17 pid: 5798 timeout: 2834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333287.919494:0:103410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103410:1866812067830016:0@lo:104: 00000100:00100000:0.0:1780333287.919556:0:103410:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333287.919806:0:103410:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec30295ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1780333287.921796:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830016 00000100:00100000:2.0:1780333287.921808:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830016 00000100:00100000:3.0:1780333287.921954:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1780333287.921964:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103410:x1866812067830016:12345-0@lo:104: 00010000:00010000:3.0:1780333287.921981:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922076:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333287.922082:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103410:x1866812067830016:12345-0@lo:104: Request processed in 120us (2526us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333287.922089:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00010000:00010000:3.0:1780333287.922110:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333287.922115:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922123:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333287.922127:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922135:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333287.922143:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333287.922148:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1780333287.922177:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922182:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780333287.922201:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922207:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080a98 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080a9f expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922222:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333287.922224:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333287.922225:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333287.922246:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067830144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780333287.922283:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333287.922325:0:5791:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830144 00000100:00100000:3.0:1780333287.922329:0:5791:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830144 00010000:00010000:3.0:1780333287.922347:0:5791:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a98 expref: 18 pid: 5798 timeout: 2834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333287.922368:0:5791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1780333287.922374:0:5791:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067830144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333287.922384:0:5791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333287.922388:0:5791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080a98 expref: 18 pid: 5798 timeout: 2834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922400:0:5791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080a98 expref: 18 pid: 5798 timeout: 2834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922418:0:5791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922427:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922443:0:5791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922450:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922458:0:5791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922463:0:5791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922469:0:5791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333287.922472:0:5791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922479:0:5791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922486:0:5791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333287.922495:0:5791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333287.922520:0:5791:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067830144:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333287.922527:0:5791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1780333287.922593:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067830144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333287.923045:0:103410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4c00/0x76434b26e3080a9f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080a98 expref: 17 pid: 5798 timeout: 2834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333287.923058:0:103410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103410:1866812067830016:0@lo:104: 00010000:00010000:2.0:1780333287.923074:0:103410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333287.923081:0:103410:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333287.923087:0:103410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333287.923097:0:103410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391000/0x76434b26e3080aa6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333288.153417:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780333288.153448:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067830272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333288.153523:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333288.153650:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830272 00000100:00100000:3.0:1780333288.153658:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830272 00000100:00100000:3.0:1780333288.153712:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1780333288.153725:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3019d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067830272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333288.153781:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333288.153832:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3019d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067830272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333288.153841:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1780333288.153930:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067830272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333288.644946:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333288.644998:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333288.645077:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654272 00000100:00100000:0.0:1780333288.645086:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654272 00000100:00100000:0.0:1780333288.645159:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1903 00000100:00100000:0.0:1780333288.645169:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045654272:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1780333288.645246:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2368:x1866812045654272:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 79us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333288.645254:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1903 00000100:00080000:1.0:1780333288.645315:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333288.645554:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654144 00000100:00100000:3.0:1780333288.645559:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654144 00000100:00100000:3.0:1780333288.645597:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1452 00000100:00100000:3.0:1780333288.645605:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045654144:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333288.645672:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045654144:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 68us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333288.645678:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1452 00010000:00010000:1.0:1780333288.920090:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780333289.239826:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1780333289.239833:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:3.0:1780333289.239838:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1780333289.239883:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333289.239896:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333289.239908:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333289.239935:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067830400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780333289.240008:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333289.240148:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec410410840 going to sleep for 11 seconds 00000100:00100000:2.0:1780333289.241587:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830400 00000100:00100000:2.0:1780333289.241599:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830400 00000100:00100000:2.0:1780333289.245659:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1780333289.245677:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067830400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333289.245698:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333289.245719:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080aad expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333289.245756:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080aad expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333289.245767:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080aad expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333289.245776:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0600, rc 0) 00000100:00100000:2.0:1780333289.245861:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067830400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 191us (5853us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333289.245882:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1780333289.246028:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067830400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333289.246047:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333289.246057:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333289.246079:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333289.246084:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333289.246092:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333289.944039:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780333290.968904:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333291.321524:0:103609:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc61cfe90 20000000:00000080:3.0:1780333291.321542:0:103609:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311e800 uarg=0000000000000000 00010000:00010000:3.0:1780333291.322518:0:103609:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1780333291.322533:0:103609:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1780333291.322548:0:103609:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333291.322566:0:103609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333291.322593:0:103609:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080aad expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333291.323335:0:103609:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333291.323384:0:103609:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080aad expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333291.323401:0:103609:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080aad expref: 17 pid: 5799 timeout: 2837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333291.323416:0:103609:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103609:1866812067830528:0@lo:104: 00000100:00100000:3.0:1780333291.323494:0:103609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333291.323653:0:103609:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec403eeecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780333291.323798:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830528 00000100:00100000:0.0:1780333291.323805:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830528 00000100:00100000:0.0:1780333291.323890:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1780333291.323900:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e089180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103609:x1866812067830528:12345-0@lo:104: 00010000:00010000:0.0:1780333291.323912:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333291.323980:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780333291.323986:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e089180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:103609:x1866812067830528:12345-0@lo:104: Request processed in 88us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333291.323992:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00010000:00010000:1.0:1780333291.324039:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333291.324045:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324053:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5c00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333291.324057:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324073:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333291.324081:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333291.324086:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333291.324113:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324119:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333291.324144:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324151:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec42deb5c00/0x76434b26e3080aad lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080ab4 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324166:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333291.324168:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333291.324169:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333291.324188:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067830656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333291.324216:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333291.324265:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830656 00000100:00100000:1.0:1780333291.324269:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830656 00010000:00010000:1.0:1780333291.324296:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080aad expref: 18 pid: 5799 timeout: 2837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333291.324319:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1780333291.324326:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067830656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333291.324336:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333291.324340:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080aad expref: 18 pid: 5799 timeout: 2837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324351:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080aad expref: 18 pid: 5799 timeout: 2837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324366:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324374:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324386:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324393:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324399:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324404:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324413:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333291.324417:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324423:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324430:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333291.324438:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333291.324466:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067830656:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333291.324472:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1780333291.324509:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067830656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333291.324594:0:103609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0600/0x76434b26e3080ab4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080aad expref: 17 pid: 5799 timeout: 2837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333291.324605:0:103609:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103609:1866812067830528:0@lo:104: 00010000:00010000:2.0:1780333291.324654:0:103609:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333291.324667:0:103609:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333291.324673:0:103609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333291.324679:0:103609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5800/0x76434b26e3080abb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333291.743061:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067830784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333291.743130:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333291.743307:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830784 00000100:00100000:1.0:1780333291.743317:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830784 00000100:00100000:1.0:1780333291.743476:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1780333291.743485:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067830784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333291.743521:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1780333291.743589:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333291.743727:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067830784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 243us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333291.743735:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1780333291.743965:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067830784:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333291.991884:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333292.762014:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067831296:0@lo:400:kworker.0 00000100:00100000:0.0:1780333292.762087:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333292.762139:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780333292.762146:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067830912:0@lo:400:kworker.0 00000100:00100000:0.0:1780333292.762173:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333292.762192:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067831424:0@lo:400:kworker.0 00000100:00100000:0.0:1780333292.762217:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333292.762263:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831296 00000100:00100000:0.0:1780333292.762270:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831296 00000100:00100000:0.0:1780333292.762329:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1780333292.762340:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43bc65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067831296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333292.762403:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43bc65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067831296:12345-0@lo:400:kworker.0 Request processed in 64us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333292.762410:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1780333292.762583:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831424 00000100:00100000:0.0:1780333292.762587:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831424 00000100:00100000:0.0:1780333292.762644:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:0.0:1780333292.762650:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067831424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333292.762691:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067831424:12345-0@lo:400:kworker.0 Request processed in 42us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333292.762697:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00000100:00080000:0.0:1780333292.762716:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333292.762745:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067831424:0@lo:400:kworker.0 00000100:00100000:0.0:1780333292.762754:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067831296:0@lo:400:kworker.0 00000100:00100000:1.0:1780333292.763040:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067831040:0@lo:400:kworker.0 00000100:00100000:1.0:1780333292.763070:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333292.763101:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067831552:0@lo:400:kworker.0 00000100:00100000:1.0:1780333292.763122:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333292.763143:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333292.763149:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3019d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067831168:0@lo:400:kworker.0 00000100:00100000:1.0:1780333292.763169:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333292.763200:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067830912 00000100:00100000:1.0:1780333292.763204:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067830912 00000100:00100000:1.0:1780333292.763232:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1780333292.763239:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067830912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333292.763271:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3326:x1866812067830912:12345-0@lo:400:kworker.0 Request processed in 33us (1097us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333292.763276:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1780333292.763301:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831552 00000100:00100000:1.0:1780333292.763304:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831552 00000100:00100000:1.0:1780333292.763328:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1780333292.763334:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067831552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333292.763365:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067831552:12345-0@lo:400:kworker.0 Request processed in 31us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333292.763370:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1780333292.763408:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067831552:0@lo:400:kworker.0 00000100:00100000:2.0:1780333292.763515:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831040 00000100:00100000:2.0:1780333292.763520:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831040 00000100:00100000:2.0:1780333292.763555:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831168 00000100:00100000:2.0:1780333292.763558:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831168 00000100:00100000:2.0:1780333292.763577:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:2.0:1780333292.763584:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067831040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333292.763712:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067831040:12345-0@lo:400:kworker.0 Request processed in 128us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333292.763719:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00100000:2.0:1780333292.763732:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:2.0:1780333292.763738:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067831168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333292.763766:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067831168:12345-0@lo:400:kworker.0 Request processed in 28us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333292.763786:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:2.0:1780333292.763811:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067831168:0@lo:400:kworker.0 00000100:00100000:2.0:1780333292.763821:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067831040:0@lo:400:kworker.0 00000100:00080000:0.0:1780333292.763999:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333292.764003:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780333292.764021:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3019d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067830912:0@lo:400:kworker.0 10000000:01000000:1.0:1780333292.951901:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333292.951909:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333292.951915:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333292.951962:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333292.951975:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333292.951991:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333292.952017:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067831680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333292.952091:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333292.952142:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4201769c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333292.952265:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831680 00000100:00100000:2.0:1780333292.952273:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831680 00000100:00100000:2.0:1780333292.952324:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:2.0:1780333292.952333:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067831680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333292.952346:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333292.952359:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080ac2 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333292.952381:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333292.952403:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333292.952411:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780333292.952459:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067831680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333292.952465:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1780333292.952610:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067831680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333292.952642:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333292.952651:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333292.952670:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333292.952686:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333292.952693:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333293.023873:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333293.272657:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067831808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333293.272734:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333293.272839:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831808 00000100:00100000:3.0:1780333293.272846:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831808 00000100:00100000:3.0:1780333293.272891:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1780333293.272901:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067831808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780333293.272934:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333293.272982:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067831808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333293.272988:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1780333293.273033:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067831808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333293.760963:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333293.761013:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333293.761047:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654528 00000100:00100000:2.0:1780333293.761056:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654528 00000100:00100000:2.0:1780333293.761118:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1907 00000100:00100000:2.0:1780333293.761130:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045654528:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333293.761217:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2369:x1866812045654528:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 88us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333293.761225:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1907 00000100:00100000:2.0:1780333293.761251:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654400 00000100:00100000:2.0:1780333293.761255:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654400 00000100:00100000:2.0:1780333293.761278:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1456 00000100:00100000:2.0:1780333293.761285:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045654400:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:2.0:1780333293.761312:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fa571b20-0624-4827-913e-f765c272ef44+9:2369:x1866812045654400:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333293.761319:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1456 00000100:00080000:2.0:1780333293.761346:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780333294.040062:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333295.063780:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333296.089098:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333296.856577:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333296.856601:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067831936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333296.857189:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333296.857278:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067831936 00000100:00100000:1.0:1780333296.857286:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067831936 00000100:00100000:1.0:1780333296.857335:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1780333296.857344:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067831936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333296.857376:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333296.857420:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067831936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333296.857427:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1780333296.857473:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067831936:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780333296.857726:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780333297.112205:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333297.880881:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067832192:0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.880954:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333297.881008:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067832704:0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.881033:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333297.881060:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333297.881066:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067832320:0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.881086:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333297.881114:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832192 00000100:00100000:0.0:1780333297.881123:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832192 00000100:00100000:0.0:1780333297.881164:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832320 00000100:00100000:0.0:1780333297.881167:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832320 00000100:00100000:0.0:1780333297.881190:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908 00000100:00100000:0.0:1780333297.881198:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067832192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.881244:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067832192:12345-0@lo:400:kworker.0 Request processed in 47us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333297.881251:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908 00000100:00100000:0.0:1780333297.881267:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:0.0:1780333297.881272:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067832320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.881294:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067832320:12345-0@lo:400:kworker.0 Request processed in 22us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333297.881299:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:2.0:1780333297.882433:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067832064:0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.882500:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333297.882534:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067832576:0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.882556:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333297.882574:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333297.882579:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067832448:0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.882642:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780333297.882670:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333297.882682:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832576 00000100:00100000:2.0:1780333297.882687:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832576 00000100:00100000:2.0:1780333297.882799:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:2.0:1780333297.882878:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067832576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.882924:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067832576:12345-0@lo:400:kworker.0 Request processed in 118us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333297.882933:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00100000:2.0:1780333297.882956:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832064 00000100:00100000:2.0:1780333297.882960:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832064 00000100:00100000:2.0:1780333297.882983:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1780333297.882989:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067832064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.883020:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410f0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067832064:12345-0@lo:400:kworker.0 Request processed in 31us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333297.883025:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1780333297.883054:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832704 00000100:00100000:2.0:1780333297.883058:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832704 00000100:00100000:2.0:1780333297.883083:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832448 00000100:00100000:2.0:1780333297.883085:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832448 00000100:00100000:2.0:1780333297.883104:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1780333297.883110:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067832704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.883138:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067832704:12345-0@lo:400:kworker.0 Request processed in 29us (2105us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333297.883143:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1780333297.883155:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:2.0:1780333297.883160:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067832448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.883181:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067832448:12345-0@lo:400:kworker.0 Request processed in 21us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333297.883186:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00080000:2.0:1780333297.883206:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780333297.883209:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333297.883236:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067832448:0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.883245:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067832064:0@lo:400:kworker.0 00000100:00100000:2.0:1780333297.883253:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067832576:0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.883860:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067832320:0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.883874:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067832192:0@lo:400:kworker.0 00000100:00100000:0.0:1780333297.883884:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067832704:0@lo:400:kworker.0 00010000:00010000:0.0:1780333298.136107:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333298.396011:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067832832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333298.396838:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333298.398393:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832832 00000100:00100000:2.0:1780333298.398408:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832832 00000100:00100000:2.0:1780333298.398484:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1780333298.398495:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067832832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780333298.398540:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1780333298.398660:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067832832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 166us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333298.398667:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1780333298.398899:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067832832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333298.880282:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1780333298.880333:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1780333298.880721:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654656 00000100:00100000:3.0:1780333298.880732:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654656 00000100:00100000:1.0:1780333298.881041:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654784 00000100:00100000:1.0:1780333298.881046:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654784 00000100:00100000:1.0:1780333298.881171:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1911 00000100:00100000:1.0:1780333298.881181:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045654784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1780333298.881248:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:2366:x1866812045654784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 70us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333298.881256:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1911 00000100:00080000:1.0:1780333298.881278:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333298.881406:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1458 00000100:00100000:3.0:1780333298.881415:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045654656:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1780333298.881446:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fa571b20-0624-4827-913e-f765c272ef44+9:2366:x1866812045654656:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 34us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333298.881452:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1458 00010000:00010000:1.0:1780333299.164226:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333300.188542:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780333300.441592:0:103952:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25a: test save and reload nodemap config ========================================================== 13:01:39 (1780333299) 00010000:00010000:0.0:1780333301.208473:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333301.649702:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333301.650359:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045654912 00000100:00100000:2.0:1780333301.650371:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045654912 00000100:00100000:2.0:1780333301.650453:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1260 00000100:00100000:2.0:1780333301.650465:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+5:62634:x1866812045654912:12345-192.168.204.30@tcp:101:lsof.0 00010000:00010000:2.0:1780333301.650487:0:6619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333301.650513:0:6619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e3080ad0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x53a13fb53395c4ba expref: -99 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333301.650584:0:6619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080ad7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333301.650597:0:6619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333301.650609:0:6619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780333301.650837:0:6619:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1780333301.650842:0:6619:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1780333301.650942:0:6619:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6619 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333301.650966:0:6619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df1c00/0x76434b26e3080ad0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4ba expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333301.650980:0:6619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4ba expref: 6 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333301.650989:0:6619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:2.0:1780333301.650992:0:6619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780333301.650996:0:6619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df0200, rc 0) 00000100:00100000:2.0:1780333301.651061:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:62634:x1866812045654912:12345-192.168.204.30@tcp:101:lsof.0 Request processed in 599us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333301.651068:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1260 00000100:00080000:1.0:1780333301.652243:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333301.976912:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067832960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333301.976991:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333301.977169:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067832960 00000100:00100000:0.0:1780333301.977179:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067832960 00000100:00100000:0.0:1780333301.977242:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1780333301.977253:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067832960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333301.977288:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333301.977334:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067832960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333301.977343:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1780333301.977439:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067832960:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780333301.977495:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780333302.231795:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333302.999895:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067833344:0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.000049:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067833088:0@lo:400:kworker.0 00000100:00100000:1.0:1780333303.000114:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067833472:0@lo:400:kworker.0 00000100:00100000:3.0:1780333303.000181:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067833216:0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.009277:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333303.009368:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067833600:0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.009412:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333303.009479:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833088 00000100:00100000:2.0:1780333303.009489:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833088 00000100:00100000:2.0:1780333303.009566:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1780333303.009577:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067833088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.009656:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4036d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067833088:12345-0@lo:400:kworker.0 Request processed in 80us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333303.009664:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1780333303.009698:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833600 00000100:00100000:2.0:1780333303.009701:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833600 00000100:00100000:2.0:1780333303.009741:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:2.0:1780333303.009746:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067833600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.009775:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067833600:12345-0@lo:400:kworker.0 Request processed in 29us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333303.009780:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00080000:2.0:1780333303.009798:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333303.009825:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067833088:0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.009838:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067833600:0@lo:400:kworker.0 00000100:00100000:1.0:1780333303.014817:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333303.015300:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333303.015340:0:5805:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833216 00000100:00100000:3.0:1780333303.015351:0:5805:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833216 00000100:00100000:3.0:1780333303.015405:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:3.0:1780333303.015430:0:5805:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067833216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333303.015499:0:5805:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067833216:12345-0@lo:400:kworker.0 Request processed in 84us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333303.015508:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:3.0:1780333303.015574:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067833216:0@lo:400:kworker.0 00000100:00100000:3.0:1780333303.015589:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067833728:0@lo:400:kworker.0 00000100:00100000:3.0:1780333303.015641:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333303.019995:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333303.020051:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333303.020092:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333303.020131:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045655040 00000100:00100000:1.0:1780333303.020145:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045655040 00000100:00100000:1.0:1780333303.020207:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045655296 00000100:00100000:1.0:1780333303.020210:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045655296 00000100:00100000:1.0:1780333303.020225:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045655168 00000100:00100000:1.0:1780333303.020228:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045655168 00000100:00100000:1.0:1780333303.020244:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 19 00000100:00100000:1.0:1780333303.020255:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fa571b20-0624-4827-913e-f765c272ef44+11:2368:x1866812045655040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333303.020274:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333303.020301:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec437dd0800/0x76434b26e307a3d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395b413 expref: 11 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333303.020334:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333303.020415:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fa571b20-0624-4827-913e-f765c272ef44+10:2368:x1866812045655040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 161us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333303.020423:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 19 00000100:00100000:1.0:1780333303.020449:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 20 00000100:00100000:1.0:1780333303.020455:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fa571b20-0624-4827-913e-f765c272ef44+9:2368:x1866812045655296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333303.020463:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333303.020472:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec40bac4800/0x76434b26e307a485 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395b428 expref: 9 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333303.020483:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333303.020502:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fa571b20-0624-4827-913e-f765c272ef44+8:2368:x1866812045655296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 47us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333303.020508:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 20 00000100:00100000:1.0:1780333303.020521:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 21 00000100:00100000:1.0:1780333303.020543:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fa571b20-0624-4827-913e-f765c272ef44+7:2368:x1866812045655168:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780333303.020551:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333303.020560:0:5790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec40bac4400/0x76434b26e307a39e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395b3db expref: 7 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333303.020580:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333303.020605:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fa571b20-0624-4827-913e-f765c272ef44+6:2368:x1866812045655168:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333303.020611:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 21 00000100:00100000:2.0:1780333303.020664:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833472 00000100:00100000:2.0:1780333303.020670:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833472 00000100:00100000:2.0:1780333303.020716:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833728 00000100:00100000:2.0:1780333303.020720:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833728 00000100:00100000:2.0:1780333303.020741:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1780333303.020747:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067833472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.020814:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067833472:12345-0@lo:400:kworker.0 Request processed in 67us (6013us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333303.020821:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1780333303.020834:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1780333303.020840:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067833728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.020872:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067833728:12345-0@lo:400:kworker.0 Request processed in 33us (5231us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333303.020877:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00080000:1.0:1780333303.020877:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780333303.020882:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780333303.020931:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067833472:0@lo:400:kworker.0 00000100:00100000:3.0:1780333303.022334:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067833728:0@lo:400:kworker.0 00000100:00100000:2.0:1780333303.022704:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1780333303.023846:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045655552 00000100:00100000:1.0:1780333303.023861:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045655552 00000100:00100000:1.0:1780333303.023979:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1261 00000100:00100000:1.0:1780333303.023991:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+6:2365:x1866812045655552:12345-192.168.204.30@tcp:39:umount.0 00000020:00000080:1.0:1780333303.024047:0:5807:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307a3ac 00000020:00010000:1.0:1780333303.024057:0:5807:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8ec408461800: total 0 00000100:00080000:1.0:1780333303.024062:0:5807:0:(import.c:65:import_set_state_nolock()) ffff8ec408463000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780333303.024092:0:5807:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967779 00000020:00010000:3.0:1780333303.024989:0:5793:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8ec408461800: total 0 00010000:00010000:3.0:1780333303.025070:0:5793:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408461800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1780333303.025119:0:5793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ec40b3c7700) 00010000:00010000:3.0:1780333303.025124:0:5793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780333303.025137:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ec409df0200/0x76434b26e3080ad7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395c4ba expref: 7 pid: 6619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333303.025169:0:5793:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408461800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1780333303.025183:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333303.025185:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333303.025187:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333303.025638:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4aa83a0a-42d0-431e-9dee-027df707f8a5+3:2365:x1866812045655552:12345-192.168.204.30@tcp:39:umount.0 Request processed in 1627us (2914us total) trans 4294967780 rc 0/0 00000100:00100000:1.0:1780333303.025650:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1261 00000100:00100000:0.0:1780333303.026342:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780333303.026423:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333303.026509:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833344 00000100:00100000:1.0:1780333303.026521:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833344 00000100:00080000:2.0:1780333303.026870:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333303.027038:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:0.0:1780333303.027055:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067833344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333303.027147:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067833344:12345-0@lo:400:kworker.0 Request processed in 99us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333303.027155:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00100000:1.0:1780333303.027230:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067833344:0@lo:400:kworker.0 00000100:00100000:1.0:1780333303.044132:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1780333303.045170:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812045655808 00000100:00100000:2.0:1780333303.045188:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812045655808 00000100:00100000:2.0:1780333303.045285:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 1460 00000100:00100000:2.0:1780333303.045298:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+6:2365:x1866812045655808:12345-192.168.204.30@tcp:251:umount.0 00000020:00000080:2.0:1780333303.045366:0:5798:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x76434b26e307a389 00000020:00010000:2.0:1780333303.045377:0:5798:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8ec408465800: total 0 00000100:00080000:2.0:1780333303.045382:0:5798:0:(import.c:65:import_set_state_nolock()) ffff8ec408460800 : changing import state from FULL to CLOSED 00000020:00010000:3.0:1780333303.045436:0:5794:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8ec408465800: total 0 00000100:00100000:2.0:1780333303.045492:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fa571b20-0624-4827-913e-f765c272ef44+3:2365:x1866812045655808:12345-192.168.204.30@tcp:251:umount.0 Request processed in 196us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333303.045504:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 1460 00010000:00010000:3.0:1780333303.045521:0:5794:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ec408465800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1780333303.046769:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4421f9e00/0x76434b26e307a3dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x53a13fb53395b41a expref: 2 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333303.051573:0:5794:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ec408465800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1780333303.051643:0:5794:0:(genops.c:906:class_export_put()) final put ffff8ec408465800/fa571b20-0624-4827-913e-f765c272ef44 00010000:00010000:2.0:1780333303.051664:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333303.051666:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333303.051669:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333303.051826:0:100136:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec408465800/fa571b20-0624-4827-913e-f765c272ef44 for MGS 00000020:00000080:0.0:1780333303.051871:0:100136:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec408460800 for MGS 00010000:00010000:0.0:1780333303.255876:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333303.515570:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780333303.515597:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067833856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780333303.515696:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333303.517408:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833856 00000100:00100000:1.0:1780333303.517423:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833856 00000100:00100000:1.0:1780333303.517478:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1780333303.517487:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067833856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333303.517533:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333303.517646:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067833856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 159us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333303.517655:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1780333303.518338:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067833856:0@lo:13:osp-pre-1-0.0 00000004:00000400:0.0:1780333303.956276:0:104000:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1780333303.956281:0:104000:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:0.0:1780333304.285994:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1780333304.596443:0:5827:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4aa83a0a-42d0-431e-9dee-027df707f8a5 00000001:00080000:1.0:1780333304.596461:0:5827:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967780 is committed 00000020:00000080:1.0:1780333304.596466:0:5827:0:(genops.c:906:class_export_put()) final put ffff8ec408461800/4aa83a0a-42d0-431e-9dee-027df707f8a5 00000020:00000080:2.0:1780333304.599744:0:100539:0:(genops.c:865:class_export_destroy()) destroying export ffff8ec408461800/4aa83a0a-42d0-431e-9dee-027df707f8a5 for lustre-MDT0000 00000020:00000080:2.0:1780333304.605712:0:100539:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ec408463000 for lustre-MDT0000 00000020:00000080:1.0:1780333304.651111:0:104050:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc263745c0 20000000:00000080:1.0:1780333304.651127:0:104050:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc22800 uarg=0000000000000000 10000000:01000000:1.0:1780333304.654953:0:104050:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333304.654974:0:104050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333304.654992:0:104050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333304.655001:0:104050:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333304.655041:0:104050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333304.655060:0:104050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 17 pid: 5799 timeout: 2851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333304.655075:0:104050:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104050:1866812067833984:0@lo:104: 00000100:00100000:1.0:1780333304.655135:0:104050:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333304.655227:0:104050:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec418f64f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780333304.656862:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067833984 00000100:00100000:3.0:1780333304.656877:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067833984 00000100:00100000:3.0:1780333304.656942:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1780333304.656952:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104050:x1866812067833984:12345-0@lo:104: 00010000:00010000:3.0:1780333304.656967:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333304.657100:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333304.657106:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104050:x1866812067833984:12345-0@lo:104: Request processed in 157us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333304.657113:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00010000:00010000:2.0:1780333304.657137:0:5793:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333304.657146:0:5793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333304.657155:0:5793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780333304.657160:0:5793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333304.657169:0:5793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333304.657177:0:5793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333304.657182:0:5793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780333304.657245:0:5793:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333304.657253:0:5793:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333304.657275:0:5793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333304.657287:0:5793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080ac2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080ac9 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333304.657307:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333304.657310:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333304.657312:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333304.657329:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067834112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333304.657371:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333304.657447:0:5790:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067834112 00000100:00100000:0.0:1780333304.657451:0:5790:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067834112 00010000:00010000:0.0:1780333304.657475:0:5790:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 18 pid: 5799 timeout: 2851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333304.657660:0:5790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1780333304.657668:0:5790:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067834112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333304.657680:0:5790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780333304.657685:0:5790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 18 pid: 5799 timeout: 2851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657698:0:5790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 18 pid: 5799 timeout: 2851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657712:0:5790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657717:0:5790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657728:0:5790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657733:0:5790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657737:0:5790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657741:0:5790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657744:0:5790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333304.657748:0:5790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657753:0:5790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657758:0:5790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333304.657764:0:5790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780333304.657793:0:5790:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067834112:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333304.657799:0:5790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1780333304.657821:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067834112:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333304.661988:0:104050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1200/0x76434b26e3080ac9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080ac2 expref: 17 pid: 5799 timeout: 2851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333304.662012:0:104050:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104050:1866812067833984:0@lo:104: 00010000:00010000:1.0:1780333304.662038:0:104050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333304.662049:0:104050:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333304.662059:0:104050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333304.662065:0:104050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df800/0x76434b26e3080ade lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333305.307600:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333305.440538:0:104098:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdfba5810 20000000:00000080:0.0:1780333305.440559:0:104098:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410f39c00 uarg=0000000000000000 10000000:01000000:0.0:1780333305.440871:0:104098:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333305.440898:0:104098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440915:0:104098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440925:0:104098:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440932:0:104098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440938:0:104098:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440945:0:104098:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440951:0:104098:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:0.0:1780333305.440955:0:104098:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440963:0:104098:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440975:0:104098:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440982:0:104098:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333305.440988:0:104098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390600/0x76434b26e3080ae5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1780333306.153766:0:104146:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff91ab58f0 20000000:00000080:2.0:1780333306.153786:0:104146:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4205e8000 uarg=0000000000000000 10000000:01000000:2.0:1780333306.153993:0:104146:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333306.154016:0:104146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154032:0:104146:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154043:0:104146:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154049:0:104146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154061:0:104146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154068:0:104146:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154074:0:104146:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0c00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333306.154078:0:104146:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154086:0:104146:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154099:0:104146:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154107:0:104146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.154113:0:104146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0c00/0x76434b26e3080aec lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333306.264842:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333306.264852:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333306.264858:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333306.264917:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.264930:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.264942:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333306.264973:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067834240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333306.265048:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333306.265106:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780333306.265165:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067834240 00000100:00100000:3.0:1780333306.265174:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067834240 00000100:00100000:3.0:1780333306.265239:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1780333306.265249:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067834240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333306.265262:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333306.265275:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080af3 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333306.265300:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080af3 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333306.265309:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080af3 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333306.265318:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4200, rc 0) 00000100:00100000:3.0:1780333306.265359:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067834240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333306.265365:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1780333306.265845:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409363b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067834240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333306.265862:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333306.265871:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333306.265888:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780333306.265892:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333306.265899:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.330030:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1780333306.986111:0:104194:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb94af930 20000000:00000080:0.0:1780333306.986128:0:104194:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410f38000 uarg=0000000000000000 10000000:01000000:0.0:1780333306.986312:0:104194:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333306.986331:0:104194:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.986349:0:104194:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080af3 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.986357:0:104194:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.986394:0:104194:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080af3 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.986410:0:104194:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080af3 expref: 17 pid: 5799 timeout: 2853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333306.986426:0:104194:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104194:1866812067834368:0@lo:104: 00000100:00100000:0.0:1780333306.986502:0:104194:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333306.986556:0:104194:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e03e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333306.986952:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067834368 00000100:00100000:2.0:1780333306.986960:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067834368 00000100:00100000:2.0:1780333306.987010:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1780333306.987018:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104194:x1866812067834368:12345-0@lo:104: 00010000:00010000:2.0:1780333306.987032:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987101:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333306.987107:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104194:x1866812067834368:12345-0@lo:104: Request processed in 90us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333306.987114:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00010000:00010000:2.0:1780333306.987135:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333306.987140:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987147:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780333306.987151:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987158:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333306.987165:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333306.987171:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780333306.987197:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987203:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333306.987219:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987226:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390a00/0x76434b26e3080af3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080afa expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987245:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333306.987246:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333306.987248:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333306.987268:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067834496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333306.987295:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333306.987335:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067834496 00000100:00100000:2.0:1780333306.987338:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067834496 00010000:00010000:2.0:1780333306.987356:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080af3 expref: 18 pid: 5799 timeout: 2853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333306.987376:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1780333306.987382:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067834496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333306.987391:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333306.987395:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080af3 expref: 18 pid: 5799 timeout: 2853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987405:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080af3 expref: 18 pid: 5799 timeout: 2853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987419:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987427:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987439:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987447:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987454:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987461:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987467:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333306.987480:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987488:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987496:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333306.987504:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333306.987691:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067834496:12345-0@lo:103:ldlm_bl.0 Request processed in 309us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333306.987698:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1780333306.987729:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067834496:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333306.988588:0:104194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4200/0x76434b26e3080afa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080af3 expref: 17 pid: 5799 timeout: 2853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333306.988604:0:104194:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104194:1866812067834368:0@lo:104: 00010000:00010000:0.0:1780333306.989359:0:104194:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.989370:0:104194:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.989376:0:104194:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333306.989381:0:104194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391800/0x76434b26e3080b01 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333307.095860:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067834624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780333307.095962:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333307.096036:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067834624 00000100:00100000:1.0:1780333307.096044:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067834624 00000100:00100000:1.0:1780333307.096108:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1780333307.096116:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067834624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780333307.096150:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333307.096193:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067834624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333307.096200:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00080000:1.0:1780333307.096222:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780333307.096257:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067834624:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333307.356216:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780333307.880580:0:104242:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3d39a540 20000000:00000080:2.0:1780333307.880595:0:104242:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4205eb000 uarg=0000000000000000 10000000:01000000:2.0:1780333307.881346:0:104242:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333307.881367:0:104242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881384:0:104242:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881396:0:104242:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881402:0:104242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881409:0:104242:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881417:0:104242:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881424:0:104242:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333307.881427:0:104242:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881435:0:104242:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881447:0:104242:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881455:0:104242:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333307.881472:0:104242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b08 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333308.123473:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067834752:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.123544:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333308.123591:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067835264:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.123615:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333308.123657:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780333308.123663:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067835136:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.123694:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333308.123721:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067834880:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.123751:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333308.123767:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067835392:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.123792:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333308.123809:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333308.123815:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067835008:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.123834:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333308.123866:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067834752 00000100:00100000:3.0:1780333308.123874:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067834752 00000100:00100000:3.0:1780333308.123919:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1780333308.123928:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067834752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.123977:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067834752:12345-0@lo:400:kworker.0 Request processed in 49us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333308.123984:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1780333308.124015:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835264 00000100:00100000:3.0:1780333308.124019:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835264 00000100:00100000:3.0:1780333308.124050:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067834880 00000100:00100000:3.0:1780333308.124053:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067834880 00000100:00100000:3.0:1780333308.124069:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835008 00000100:00100000:3.0:1780333308.124072:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835008 00000100:00100000:3.0:1780333308.124085:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:3.0:1780333308.124091:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067835264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124123:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1866812067835264:12345-0@lo:400:kworker.0 Request processed in 32us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333308.124129:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00000100:00100000:3.0:1780333308.124140:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916 00000100:00100000:3.0:1780333308.124146:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067834880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124175:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3326:x1866812067834880:12345-0@lo:400:kworker.0 Request processed in 29us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333308.124181:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916 00000100:00100000:3.0:1780333308.124192:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917 00000100:00100000:3.0:1780333308.124198:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067835008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124221:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067835008:12345-0@lo:400:kworker.0 Request processed in 24us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333308.124230:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917 00000100:00100000:3.0:1780333308.124245:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835136 00000100:00100000:3.0:1780333308.124248:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835136 00000100:00100000:3.0:1780333308.124267:0:101090:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835392 00000100:00100000:3.0:1780333308.124269:0:101090:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835392 00000100:00100000:3.0:1780333308.124287:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1780333308.124293:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067835136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124319:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067835136:12345-0@lo:400:kworker.0 Request processed in 27us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333308.124325:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1780333308.124335:0:101090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1780333308.124340:0:101090:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067835392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124366:0:101090:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067835392:12345-0@lo:400:kworker.0 Request processed in 26us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333308.124371:0:101090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1780333308.124414:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067835136:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124423:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067834752:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124431:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e08a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3329:1866812067835264:0@lo:400:kworker.0 00000100:00080000:3.0:1780333308.124465:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780333308.124469:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333308.124490:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067835008:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124499:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3326:1866812067834880:0@lo:400:kworker.0 00000100:00100000:3.0:1780333308.124507:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067835392:0@lo:400:kworker.0 00010000:00010000:3.0:1780333308.376187:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333308.376373:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333308.376377:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333308.376382:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333308.376423:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.376435:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.376461:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333308.376490:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067835520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333308.376568:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333308.376631:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec43c760c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780333308.376691:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835520 00000100:00100000:0.0:1780333308.376699:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835520 00000100:00100000:0.0:1780333308.376753:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1780333308.376762:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067835520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333308.376776:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333308.376788:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080b0f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.376810:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080b0f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.376822:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b0f expref: 18 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.376831:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390400, rc 0) 00000100:00100000:0.0:1780333308.376867:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067835520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333308.376874:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1780333308.377071:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067835520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333308.377085:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.377093:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333308.377110:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780333308.377114:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.377121:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333308.633139:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333308.633162:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067835648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333308.633233:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333308.633506:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835648 00000100:00100000:0.0:1780333308.633515:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835648 00000100:00100000:0.0:1780333308.633568:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1780333308.633577:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067835648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333308.633639:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333308.633698:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067835648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333308.633706:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1780333308.633763:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067835648:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1780333308.679246:0:104290:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff53b014c0 20000000:00000080:0.0:1780333308.679261:0:104290:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec410f39800 uarg=0000000000000000 10000000:01000000:0.0:1780333308.679462:0:104290:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1780333308.679483:0:104290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.679502:0:104290:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b0f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.679511:0:104290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.679551:0:104290:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080b0f expref: 17 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.679566:0:104290:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080b0f expref: 17 pid: 5800 timeout: 2855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333308.679580:0:104290:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104290:1866812067835776:0@lo:104: 00000100:00100000:0.0:1780333308.679686:0:104290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333308.679735:0:104290:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42747f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333308.680202:0:5788:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780333308.680216:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835776 00000100:00100000:3.0:1780333308.680222:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835776 00000100:00100000:3.0:1780333308.680274:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1780333308.680283:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec433dab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104290:x1866812067835776:12345-0@lo:104: 00010000:00010000:3.0:1780333308.680297:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333308.680362:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333308.680368:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec433dab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104290:x1866812067835776:12345-0@lo:104: Request processed in 87us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333308.680376:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00010000:00010000:1.0:1780333308.680462:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333308.680469:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680476:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333308.680479:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680487:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333308.680494:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333308.680500:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333308.680536:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680543:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333308.680563:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680570:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377df400/0x76434b26e3080b0f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b16 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680585:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333308.680587:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333308.680588:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333308.680599:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067835904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333308.680656:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333308.680697:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067835904 00000100:00100000:1.0:1780333308.680701:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067835904 00010000:00010000:1.0:1780333308.680719:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b0f expref: 18 pid: 5800 timeout: 2855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333308.680744:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1780333308.680751:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067835904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333308.680760:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333308.680765:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b0f expref: 18 pid: 5800 timeout: 2855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680775:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080b0f expref: 18 pid: 5800 timeout: 2855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680789:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680797:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680810:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680818:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680825:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680831:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680837:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301391600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333308.680841:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680847:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680856:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333308.680865:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333308.680892:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3328:x1866812067835904:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333308.680898:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1780333308.680957:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3328:1866812067835904:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333308.681138:0:104290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301390400/0x76434b26e3080b16 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080b0f expref: 17 pid: 5800 timeout: 2855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333308.681153:0:104290:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104290:1866812067835776:0@lo:104: 00010000:00010000:0.0:1780333308.681167:0:104290:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.681175:0:104290:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.681182:0:104290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333308.681188:0:104290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec301391600/0x76434b26e3080b1d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333309.401031:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333310.295861:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333310.295867:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333310.295873:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333310.295918:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333310.295930:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333310.295944:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333310.295970:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067836032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333310.296039:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333310.296094:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebe3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333310.296190:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836032 00000100:00100000:3.0:1780333310.296197:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836032 00000100:00100000:3.0:1780333310.296250:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1780333310.296259:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067836032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333310.296272:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333310.296285:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080b24 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333310.296322:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080b24 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333310.296332:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b24 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333310.296341:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780333310.296397:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067836032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333310.296408:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1780333310.296504:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067836032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333310.296518:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333310.296526:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333310.296550:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1780333310.296555:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333310.296562:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333310.424816:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333311.160347:0:104439:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4c4a0440 20000000:00000080:1.0:1780333311.160446:0:104439:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d3fdc00 uarg=0000000000000000 10000000:01000000:1.0:1780333311.161252:0:104439:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333311.161270:0:104439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.161288:0:104439:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b24 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.161296:0:104439:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.161334:0:104439:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080b24 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.161351:0:104439:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080b24 expref: 17 pid: 5799 timeout: 2857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333311.161449:0:104439:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104439:1866812067836160:0@lo:104: 00000100:00100000:1.0:1780333311.161516:0:104439:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333311.161577:0:104439:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4013700c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333311.161678:0:5789:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836160 00000100:00100000:3.0:1780333311.161685:0:5789:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836160 00000100:00100000:3.0:1780333311.162031:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1780333311.162043:0:5789:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104439:x1866812067836160:12345-0@lo:104: 00010000:00010000:3.0:1780333311.162058:0:5789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162135:0:5789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333311.162141:0:5789:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104439:x1866812067836160:12345-0@lo:104: Request processed in 102us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333311.162148:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00010000:00010000:3.0:1780333311.162168:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780333311.162173:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162180:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377de800 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:3.0:1780333311.162184:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333311.162187:0:104439:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104439:1866812067836160:0@lo:104: 00010000:00010000:3.0:1780333311.162191:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780333311.162198:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780333311.162203:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780333311.162204:0:104439:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162230:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162237:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1780333311.162292:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067836288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333311.162325:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780333311.162378:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162387:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377de800/0x76434b26e3080b24 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b2b expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162402:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333311.162404:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333311.162406:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333311.162453:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836288 00000100:00100000:3.0:1780333311.162457:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836288 00010000:00010000:3.0:1780333311.162477:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b24 expref: 18 pid: 5799 timeout: 2857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333311.162500:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1780333311.162507:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067836288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333311.162518:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780333311.162523:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b24 expref: 18 pid: 5799 timeout: 2857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162534:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080b24 expref: 18 pid: 5799 timeout: 2857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162545:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b2b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080b24 expref: 18 pid: 5799 timeout: 2857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162557:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162567:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162580:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162588:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162595:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162600:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162607:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df200 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:3.0:1780333311.162610:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162653:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162665:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.162673:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780333311.163051:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067836288:12345-0@lo:103:ldlm_bl.0 Request processed in 543us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333311.163059:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00010000:00010000:3.0:1780333311.163094:0:104439:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.163103:0:104439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333311.163108:0:104439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df200/0x76434b26e3080b32 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333311.173820:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067836288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333311.447849:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780333311.940417:0:104488:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9dd0cd60 20000000:00000080:1.0:1780333311.940434:0:104488:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42dc22000 uarg=0000000000000000 10000000:01000000:1.0:1780333311.940646:0:104488:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1780333311.940666:0:104488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940681:0:104488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940691:0:104488:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940698:0:104488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940704:0:104488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940711:0:104488:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940717:0:104488:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377df000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333311.940721:0:104488:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940728:0:104488:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940740:0:104488:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940746:0:104488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333311.940757:0:104488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec4377df000/0x76434b26e3080b39 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333312.217939:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780333312.217960:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067836416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333312.218025:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333312.218085:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836416 00000100:00100000:0.0:1780333312.218091:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836416 00000100:00100000:0.0:1780333312.218143:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1780333312.218152:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067836416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333312.218186:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333312.218226:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067836416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333312.218233:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00080000:0.0:1780333312.218253:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333312.218286:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067836416:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780333312.471708:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780333312.471913:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333312.471918:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333312.471923:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333312.471971:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333312.471983:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333312.471994:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333312.472019:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067836544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333312.472082:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333312.472140:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec409ebe480 going to sleep for 11 seconds 00000100:00100000:3.0:1780333312.472150:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836544 00000100:00100000:3.0:1780333312.472158:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836544 00000100:00100000:3.0:1780333312.472224:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1780333312.472234:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067836544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333312.472248:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333312.472260:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080b40 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333312.472283:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080b40 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333312.472293:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b40 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333312.472301:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb5e00, rc 0) 00000100:00100000:3.0:1780333312.472346:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067836544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333312.472353:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1780333312.472453:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067836544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333312.472468:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333312.472475:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333312.472633:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1780333312.472640:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333312.472653:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333313.248315:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067837056:0@lo:400:kworker.0 00000100:00100000:1.0:1780333313.248413:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333313.248667:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780333313.248675:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067836672:0@lo:400:kworker.0 00000100:00100000:1.0:1780333313.248711:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333313.248997:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067837184:0@lo:400:kworker.0 00000100:00100000:1.0:1780333313.249031:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333313.249069:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067836800:0@lo:400:kworker.0 00000100:00100000:1.0:1780333313.249107:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333313.249128:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067837312:0@lo:400:kworker.0 00000100:00100000:1.0:1780333313.249150:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333313.249167:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333313.249173:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067836928:0@lo:400:kworker.0 00000100:00100000:1.0:1780333313.249195:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333313.249228:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837056 00000100:00100000:1.0:1780333313.249237:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837056 00000100:00100000:1.0:1780333313.249282:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837312 00000100:00100000:1.0:1780333313.249286:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837312 00000100:00100000:1.0:1780333313.249325:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:1.0:1780333313.249335:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067837056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333313.249404:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067837056:12345-0@lo:400:kworker.0 Request processed in 69us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333313.249424:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1780333313.249737:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1780333313.249748:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067837312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.249791:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067837312:12345-0@lo:400:kworker.0 Request processed in 47us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333313.249798:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1780333313.249824:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837184 00000100:00100000:2.0:1780333313.249828:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837184 00000100:00100000:2.0:1780333313.249855:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836800 00000100:00100000:2.0:1780333313.249858:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836800 00000100:00100000:2.0:1780333313.249873:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836928 00000100:00100000:2.0:1780333313.249876:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836928 00000100:00100000:2.0:1780333313.249889:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:2.0:1780333313.249894:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067837184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.249925:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067837184:12345-0@lo:400:kworker.0 Request processed in 31us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333313.249931:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:2.0:1780333313.250021:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:2.0:1780333313.250029:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067836800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.250057:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067836800:12345-0@lo:400:kworker.0 Request processed in 30us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333313.250062:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00100000:2.0:1780333313.250074:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:2.0:1780333313.250080:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067836928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.250107:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1866812067836928:12345-0@lo:400:kworker.0 Request processed in 27us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333313.250113:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00100000:2.0:1780333313.250144:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067836672 00000100:00100000:2.0:1780333313.250148:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067836672 00000100:00100000:2.0:1780333313.250173:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1780333313.250180:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067836672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.250213:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3326:x1866812067836672:12345-0@lo:400:kworker.0 Request processed in 35us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333313.250222:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1780333313.250284:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3328:1866812067836928:0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.250296:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067836800:0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.250305:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067837312:0@lo:400:kworker.0 00000100:00080000:0.0:1780333313.251395:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780333313.251403:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333313.251417:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec410ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067836672:0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.251435:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067837184:0@lo:400:kworker.0 00000100:00100000:2.0:1780333313.251449:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067837056:0@lo:400:kworker.0 00010000:00010000:2.0:1780333313.496753:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333313.754187:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067837440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333313.754258:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333313.754392:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837440 00000100:00100000:0.0:1780333313.754400:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837440 00000100:00100000:0.0:1780333313.754462:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1780333313.754481:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067837440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333313.754517:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333313.757432:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067837440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2952us (3164us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333313.757447:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1780333313.760209:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067837440:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1780333314.511420:0:104635:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbbca2570 20000000:00000080:3.0:1780333314.511438:0:104635:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec433e2cc00 uarg=0000000000000000 10000000:01000000:3.0:1780333314.511898:0:104635:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333314.511920:0:104635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333314.511938:0:104635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b40 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333314.511947:0:104635:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333314.511987:0:104635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080b40 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333314.512002:0:104635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080b40 expref: 17 pid: 5798 timeout: 2860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333314.512017:0:104635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104635:1866812067837568:0@lo:104: 00000100:00100000:3.0:1780333314.512083:0:104635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333314.512175:0:104635:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec411151f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780333314.512223:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837568 00000100:00100000:2.0:1780333314.512231:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837568 00000100:00100000:2.0:1780333314.512311:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1780333314.512320:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104635:x1866812067837568:12345-0@lo:104: 00010000:00010000:2.0:1780333314.512332:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333314.512409:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333314.512415:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104635:x1866812067837568:12345-0@lo:104: Request processed in 97us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333314.512422:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1780333314.512487:0:104635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104635:1866812067837568:0@lo:104: 00010000:00010000:0.0:1780333314.512506:0:104635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512552:0:5794:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333314.512559:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512566:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfa00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333314.512569:0:5794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512577:0:5794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333314.512584:0:5794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333314.512590:0:5794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333314.512659:0:5794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512666:0:5794:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333314.512687:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512693:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfa00/0x76434b26e3080b40 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b47 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512706:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333314.512707:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333314.512709:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333314.512716:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780333314.512727:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067837696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333314.512757:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333314.512789:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837696 00000100:00100000:1.0:1780333314.512793:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837696 00010000:00010000:1.0:1780333314.512812:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b40 expref: 18 pid: 5798 timeout: 2860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333314.512834:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1780333314.512840:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067837696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333314.512850:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333314.512854:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b40 expref: 18 pid: 5798 timeout: 2860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512865:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080b40 expref: 18 pid: 5798 timeout: 2860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512877:0:6610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5e00/0x76434b26e3080b47 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080b40 expref: 18 pid: 5798 timeout: 2860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512889:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512896:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512910:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512917:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512929:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512935:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512940:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb4800 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333314.512944:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512951:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512963:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.512971:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333314.512999:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3327:x1866812067837696:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333314.513006:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1780333314.513036:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067837696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333314.513118:0:104635:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333314.513125:0:104635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333314.513131:0:104635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4800/0x76434b26e3080b4e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333314.520358:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333315.543759:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780333315.927852:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1780333315.927860:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:0.0:1780333315.927865:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1780333315.927929:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333315.927940:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333315.927955:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333315.927983:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067837824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333315.928063:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333315.928126:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc45600 going to sleep for 11 seconds 00000100:00100000:3.0:1780333315.928330:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837824 00000100:00100000:3.0:1780333315.928339:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837824 00000100:00100000:3.0:1780333315.928408:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1780333315.928418:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067837824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780333315.928432:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780333315.928456:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080b55 expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333315.928479:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080b55 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333315.928490:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b55 expref: 18 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333315.928508:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec42deb4a00, rc 0) 00000100:00100000:3.0:1780333315.928569:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067837824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333315.928576:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1780333315.928740:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067837824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333315.928755:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333315.928764:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333315.928784:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333315.928789:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333315.928796:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333316.567973:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333317.336696:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780333317.336719:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067837952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333317.336789:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333317.336856:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067837952 00000100:00100000:0.0:1780333317.336865:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067837952 00000100:00100000:0.0:1780333317.336919:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1780333317.336929:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067837952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333317.336969:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333317.337017:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067837952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333317.337025:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00080000:0.0:1780333317.337067:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333317.337380:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067837952:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333317.592352:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780333317.776527:0:104832:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff2e24ec40 20000000:00000080:2.0:1780333317.776543:0:104832:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec4343d2400 uarg=0000000000000000 10000000:01000000:2.0:1780333317.777421:0:104832:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333317.777441:0:104832:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.777460:0:104832:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b55 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.777469:0:104832:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.777510:0:104832:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080b55 expref: 17 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.777529:0:104832:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080b55 expref: 17 pid: 5798 timeout: 2864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333317.777543:0:104832:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104832:1866812067838080:0@lo:104: 00000100:00100000:2.0:1780333317.777611:0:104832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333317.779845:0:104832:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42e2d10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780333317.779941:0:5788:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838080 00000100:00100000:1.0:1780333317.779953:0:5788:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838080 00000100:00100000:1.0:1780333317.780015:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1780333317.780034:0:5788:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104832:x1866812067838080:12345-0@lo:104: 00010000:00010000:1.0:1780333317.780050:0:5788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.780138:0:5788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780333317.780145:0:5788:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:104832:x1866812067838080:12345-0@lo:104: Request processed in 123us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333317.780152:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00010000:00010000:1.0:1780333317.780174:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780333317.780181:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.780188:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec301390400 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333317.780192:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.780201:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333317.780209:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333317.780215:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1780333317.780258:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.780264:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333317.780286:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.780293:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec301390400/0x76434b26e3080b55 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b5c expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.780323:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333317.780325:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333317.780327:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333317.780343:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333317.780355:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067838208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333317.780390:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333317.780849:0:104832:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104832:1866812067838080:0@lo:104: 00010000:00010000:2.0:1780333317.780871:0:104832:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333317.781741:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838208 00000100:00100000:2.0:1780333317.781749:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838208 00010000:00010000:2.0:1780333317.781781:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b55 expref: 18 pid: 5798 timeout: 2864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333317.781818:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1780333317.781827:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067838208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333317.781840:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333317.781845:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b55 expref: 18 pid: 5798 timeout: 2864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781859:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080b55 expref: 18 pid: 5798 timeout: 2864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781874:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb4a00/0x76434b26e3080b5c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080b55 expref: 18 pid: 5798 timeout: 2864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781891:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781899:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781913:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781920:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781927:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781933:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781938:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333317.781942:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781949:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781966:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333317.781976:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333317.782023:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec42e300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:3329:x1866812067838208:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (1633us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333317.782043:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1780333317.782213:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067838208:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333317.782258:0:104832:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.782266:0:104832:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333317.782273:0:104832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1000/0x76434b26e3080b63 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333318.359831:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067838720:0@lo:400:kworker.0 00000100:00100000:1.0:1780333318.359914:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333318.359978:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780333318.359985:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067838336:0@lo:400:kworker.0 00000100:00100000:1.0:1780333318.360008:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333318.360026:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067838848:0@lo:400:kworker.0 00000100:00100000:1.0:1780333318.360051:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333318.360075:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067838464:0@lo:400:kworker.0 00000100:00100000:1.0:1780333318.360100:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333318.360119:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780333318.360124:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec42e300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067838592:0@lo:400:kworker.0 00000100:00100000:1.0:1780333318.360149:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333318.360300:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838848 00000100:00100000:3.0:1780333318.360327:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838848 00000100:00100000:3.0:1780333318.360381:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838592 00000100:00100000:3.0:1780333318.360385:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838592 00000100:00100000:3.0:1780333318.360405:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1780333318.360414:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067838848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333318.360472:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067838848:12345-0@lo:400:kworker.0 Request processed in 59us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333318.360480:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1780333318.360496:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1780333318.360502:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067838592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333318.360535:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067838592:12345-0@lo:400:kworker.0 Request processed in 33us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333318.360541:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00080000:3.0:1780333318.360558:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333318.363558:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838720 00000100:00100000:2.0:1780333318.363570:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838720 00000100:00100000:2.0:1780333318.363646:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838336 00000100:00100000:2.0:1780333318.363649:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838336 00000100:00100000:2.0:1780333318.363664:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838464 00000100:00100000:2.0:1780333318.363666:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838464 00000100:00100000:2.0:1780333318.363682:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:2.0:1780333318.363689:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067838720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333318.363770:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1866812067838720:12345-0@lo:400:kworker.0 Request processed in 80us (3855us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333318.363777:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:2.0:1780333318.363794:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:2.0:1780333318.363799:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067838336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333318.363825:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067838336:12345-0@lo:400:kworker.0 Request processed in 26us (3816us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333318.363830:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00100000:2.0:1780333318.363842:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00000100:00100000:2.0:1780333318.363848:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067838464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780333318.363875:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1866812067838464:12345-0@lo:400:kworker.0 Request processed in 27us (3775us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333318.363881:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00100000:3.0:1780333318.364504:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067838592:0@lo:400:kworker.0 00000100:00100000:3.0:1780333318.364518:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3326:1866812067838464:0@lo:400:kworker.0 00000100:00100000:3.0:1780333318.364635:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec42e301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067838336:0@lo:400:kworker.0 00000100:00100000:3.0:1780333318.364653:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067838848:0@lo:400:kworker.0 00000100:00100000:3.0:1780333318.364662:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3328:1866812067838720:0@lo:400:kworker.0 00000100:00080000:1.0:1780333318.365021:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780333318.616663:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780333318.628985:0:104881:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfdb7ccf0 20000000:00000080:2.0:1780333318.629001:0:104881:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec42d967c00 uarg=0000000000000000 10000000:01000000:2.0:1780333318.629199:0:104881:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1780333318.629218:0:104881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629234:0:104881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629244:0:104881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629251:0:104881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629257:0:104881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629264:0:104881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629270:0:104881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df1600 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333318.629275:0:104881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629283:0:104881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629297:0:104881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629317:0:104881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333318.629324:0:104881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1600/0x76434b26e3080b6a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333318.872261:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067838976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333318.872340:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333318.872422:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067838976 00000100:00100000:1.0:1780333318.872430:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067838976 00000100:00100000:1.0:1780333318.872474:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1780333318.872483:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067838976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333318.872520:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333318.872568:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067838976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333318.872575:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1780333318.872648:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067838976:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1780333319.128802:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333319.128809:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333319.128813:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333319.128858:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333319.128870:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333319.128880:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333319.128905:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067839104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333319.128979:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333319.129094:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec40b38d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780333319.130105:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067839104 00000100:00100000:2.0:1780333319.130116:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067839104 00000100:00100000:2.0:1780333319.130352:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1780333319.130364:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067839104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780333319.130379:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780333319.130395:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080b71 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333319.130420:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080b71 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333319.130430:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b71 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333319.130440:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec409df1200, rc 0) 00000100:00100000:2.0:1780333319.130511:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067839104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333319.130518:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1780333319.130596:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067839104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333319.130613:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333319.130647:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333319.130671:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333319.130677:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333319.130684:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333319.643807:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333320.663747:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333321.687964:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780333322.302968:0:105077:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc3861530 20000000:00000080:3.0:1780333322.303053:0:105077:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8ec30311d400 uarg=0000000000000000 10000000:01000000:3.0:1780333322.304074:0:105077:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1780333322.304094:0:105077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333322.304156:0:105077:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b71 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333322.304166:0:105077:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333322.304348:0:105077:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e3080b71 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333322.304368:0:105077:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e3080b71 expref: 17 pid: 5799 timeout: 2868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333322.304381:0:105077:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105077:1866812067839232:0@lo:104: 00000100:00100000:3.0:1780333322.304445:0:105077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333322.304559:0:105077:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3026a9300 going to sleep for 11 seconds 00000100:00100000:2.0:1780333322.305290:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067839232 00000100:00100000:2.0:1780333322.305299:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067839232 00000100:00100000:3.0:1780333322.305466:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1780333322.305477:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:105077:x1866812067839232:12345-0@lo:104: 00010000:00010000:3.0:1780333322.305491:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333322.305609:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780333322.305659:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:105077:x1866812067839232:12345-0@lo:104: Request processed in 142us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333322.305667:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00010000:00010000:2.0:1780333322.305715:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333322.305721:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.305728:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec4377dfc00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780333322.305733:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.305742:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333322.305749:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333322.305755:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1780333322.305787:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.305794:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333322.305815:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.305822:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec4377dfc00/0x76434b26e3080b71 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e3080b78 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.305838:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333322.305840:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333322.305841:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333322.305861:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067839360:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1780333322.305893:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333322.305939:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067839360 00000100:00100000:2.0:1780333322.305943:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067839360 00010000:00010000:2.0:1780333322.305962:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b71 expref: 18 pid: 5799 timeout: 2868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333322.305995:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1780333322.306002:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067839360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333322.306012:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333322.306017:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e3080b71 expref: 18 pid: 5799 timeout: 2868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306028:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e3080b71 expref: 18 pid: 5799 timeout: 2868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306044:0:6610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306052:0:6610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306067:0:6610:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306073:0:6610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306080:0:6610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306085:0:6610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306094:0:6610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec42deb5a00 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:2.0:1780333322.306097:0:6610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306103:0:6610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306110:0:6610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333322.306119:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780333322.306146:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067839360:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333322.306152:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1780333322.306198:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067839360:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780333322.306509:0:105077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df1200/0x76434b26e3080b78 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e3080b71 expref: 17 pid: 5799 timeout: 2868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333322.306520:0:105077:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105077:1866812067839232:0@lo:104: 00010000:00010000:0.0:1780333322.306535:0:105077:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333322.306544:0:105077:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333322.306551:0:105077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333322.306557:0:105077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec42deb5a00/0x76434b26e3080b7f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333322.466314:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067839488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780333322.467410:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333322.468036:0:6598:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067839488 00000100:00100000:3.0:1780333322.468046:0:6598:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067839488 00000100:00080000:1.0:1780333322.468312:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780333322.468730:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1780333322.468743:0:6598:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067839488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780333322.468780:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1780333322.469031:0:6598:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067839488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 292us (1625us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333322.469040:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1780333322.469537:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067839488:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333322.712760:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1780333323.210918:0:105125:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd87349a00 20000000:00000080:2.0:1780333323.210933:0:105125:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8ec42d9cac00 uarg=0000000000000000 20000000:01000000:2.0:1780333323.211024:0:105125:0:(mgs_llog.c:6175:mgs_set_param2()) set_param2 fs='' device='general' param='nodemap..fileset=/c0dir' 20000000:01000000:2.0:1780333323.211030:0:105125:0:(mgs_llog.c:4637:mgs_write_log_param2()) next param 'nodemap..fileset=/c0dir' 20000000:01000000:2.0:1780333323.211036:0:105125:0:(mgs_llog.c:1366:mgs_modify_param()) modify params/general/nodemap..fileset=/c0dir del=0 00000040:00080000:1.0:1780333323.217845:0:105126:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 20000000:02000000:2.0:1780333323.217939:0:105125:0:(mgs_llog.c:4110:mgs_wlp_lcfg()) Setting parameter general.nodemap..fileset=/c0dir in log params 00000040:00080000:2.0:1780333323.220938:0:105125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9536 00000040:00080000:2.0:1780333323.220994:0:105125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 112 off9648 00000040:00080000:2.0:1780333323.221059:0:105125:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9872 10000000:01000000:2.0:1780333323.221080:0:105125:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1780333323.221114:0:105125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221133:0:105125:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec40bac5c00/0x76434b26e307a493 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307a48c expref: 16 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221141:0:105125:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec437dd1a00/0x76434b26e307a4a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307a49a expref: 16 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221147:0:105125:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ec40bac4000/0x76434b26e307a4af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e307a4a8 expref: 16 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221154:0:105125:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 6/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221194:0:105125:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec40bac4000/0x76434b26e307a4af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307a4a8 expref: 16 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221212:0:105125:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec40bac4000/0x76434b26e307a4af lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307a4a8 expref: 16 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333323.221227:0:105125:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105125:1866812067839616:0@lo:104: 00000100:00100000:2.0:1780333323.221320:0:105125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780333323.221373:0:105125:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec437dd1a00/0x76434b26e307a4a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307a49a expref: 16 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221383:0:105125:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec437dd1a00/0x76434b26e307a4a1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307a49a expref: 16 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333323.221393:0:105125:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105125:1866812067839744:0@lo:104: 00000100:00100000:2.0:1780333323.221417:0:105125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780333323.221441:0:105125:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ec40bac5c00/0x76434b26e307a493 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76434b26e307a48c expref: 16 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221449:0:105125:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ec40bac5c00/0x76434b26e307a493 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76434b26e307a48c expref: 16 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333323.221458:0:105125:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105125:1866812067839872:0@lo:104: 00000100:00100000:2.0:1780333323.221483:0:105125:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333323.221502:0:105125:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa480 going to sleep for 11 seconds 00000100:00100000:2.0:1780333323.221681:0:48005:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780333323.221694:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067839616 00000100:00100000:2.0:1780333323.221701:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067839616 00000100:00100000:2.0:1780333323.221734:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067839744 00000100:00100000:2.0:1780333323.221737:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067839744 00000100:00100000:2.0:1780333323.221747:0:48005:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067839872 00000100:00100000:2.0:1780333323.221750:0:48005:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067839872 00000100:00100000:2.0:1780333323.221766:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1780333323.221774:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+5:105125:x1866812067839616:12345-0@lo:104: 00010000:00010000:2.0:1780333323.221786:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221842:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780333323.221848:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+5:105125:x1866812067839616:12345-0@lo:104: Request processed in 75us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333323.221855:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1780333323.221873:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1780333323.221879:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+4:105125:x1866812067839744:12345-0@lo:104: 00010000:00010000:2.0:1780333323.221886:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221921:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1780333323.221926:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+4:105125:x1866812067839744:12345-0@lo:104: Request processed in 48us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333323.221935:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1780333323.221947:0:48005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1780333323.221953:0:48005:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec30311ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:105125:x1866812067839872:12345-0@lo:104: 00010000:00010000:2.0:1780333323.221960:0:48005:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.221995:0:48005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1780333323.222000:0:48005:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec30311ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+3:105125:x1866812067839872:12345-0@lo:104: Request processed in 48us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333323.222005:0:48005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00010000:00010000:2.0:1780333323.222049:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780333323.222056:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222064:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec437dd0a00 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:2.0:1780333323.222067:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222076:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333323.222083:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333323.222089:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1780333323.222105:0:7482:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780333323.222116:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222123:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222125:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780333323.222135:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec40bac4600 already unused, calling callback (ffffffffc1ad0c20) 10000000:00010000:1.0:1780333323.222140:0:7482:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222148:0:7482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222150:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780333323.222163:0:7482:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222165:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0a00/0x76434b26e307a4a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a4af expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333323.222177:0:7482:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1780333323.222186:0:7481:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780333323.222190:0:7481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222197:0:7481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec437dd0c00 already unused, calling callback (ffffffffc1ad0c20) 00010000:00010000:1.0:1780333323.222198:0:7482:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333323.222200:0:7481:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222214:0:7482:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333323.222218:0:7481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1780333323.222226:0:7481:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780333323.222232:0:7481:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1780333323.222245:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222254:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec40bac4600/0x76434b26e307a49a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a4a1 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222263:0:7481:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222267:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333323.222271:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333323.222273:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333323.222275:0:7481:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780333323.222284:0:7481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333323.222287:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067840128:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333323.222296:0:7481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.130@tcp lock: ffff8ec437dd0c00/0x76434b26e307a48c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76434b26e307a493 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222310:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333323.222313:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780333323.222316:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333323.222328:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333323.222339:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067840000:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333323.222365:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780333323.222371:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333323.222374:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067840256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333323.222405:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333323.222432:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840128 00000100:00100000:2.0:1780333323.222437:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840128 00000100:00100000:1.0:1780333323.222440:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840000 00000100:00100000:1.0:1780333323.222446:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840000 00010000:00010000:2.0:1780333323.222459:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec437dd1a00/0x76434b26e307a4a1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307a49a expref: 18 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222465:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec40bac4000/0x76434b26e307a4af lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307a4a8 expref: 18 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333323.222485:0:6610:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840256 00000100:00100000:2.0:1780333323.222490:0:6610:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840256 00000100:00100000:1.0:1780333323.222490:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1780333323.222501:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+19:3326:x1866812067840128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1780333323.222506:0:6610:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ec40bac5c00/0x76434b26e307a493 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307a48c expref: 19 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222513:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333323.222520:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec437dd1a00/0x76434b26e307a4a1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307a49a expref: 19 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780333323.222524:0:6610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1780333323.222536:0:6610:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+19:3329:x1866812067840000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333323.222536:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec437dd1a00/0x76434b26e307a4a1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307a49a expref: 19 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222549:0:6610:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780333323.222555:0:6610:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec40bac4000/0x76434b26e307a4af lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307a4a8 expref: 19 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.222558:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780333323.222568:0:6610:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec40bac4000/0x76434b26e307a4af lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307a4a8 expref: 19 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.222580:0:6610:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333323.222592:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+19:3326:x1866812067840128:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.222600:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1780333323.222636:0:6610:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3329:x1866812067840000:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.222642:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1780333323.222654:0:6610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1780333323.222691:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3329:1866812067840000:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780333323.222741:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333323.222765:0:105125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec40bac4000/0x76434b26e307a4af lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307a4a8 expref: 17 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333323.222775:0:105125:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105125:1866812067839616:0@lo:104: 00010000:00010000:3.0:1780333323.222784:0:105125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec437dd1a00/0x76434b26e307a4a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307a49a expref: 16 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333323.222791:0:105125:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105125:1866812067839744:0@lo:104: 00000100:00100000:3.0:1780333323.222798:0:105125:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105125:1866812067839872:0@lo:104: 00010000:00010000:3.0:1780333323.222816:0:105125:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.222916:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067840128:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780333323.223169:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4177b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:3326:x1866812067840256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780333323.223179:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780333323.223184:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ec40bac5c00/0x76434b26e307a493 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76434b26e307a48c expref: 15 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223194:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ec40bac5c00/0x76434b26e307a493 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76434b26e307a48c expref: 15 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223204:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec40bac5c00/0x76434b26e307a493 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76434b26e307a48c expref: 15 pid: 5799 timeout: 2869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223215:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223223:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223247:0:5792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223254:0:5792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223260:0:5792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223266:0:5792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223271:0:5792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ec409df0000 already unused, calling callback (ffffffffc14c76f0) 00010000:00010000:1.0:1780333323.223275:0:5792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223282:0:5792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223294:0:5792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.223302:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780333323.223379:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4177b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+14:3326:x1866812067840256:12345-0@lo:103:ldlm_bl.0 Request processed in 729us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.223385:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00010000:00010000:3.0:1780333323.224512:0:105125:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333323.224524:0:105125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780333323.224530:0:105125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ec409df0000/0x76434b26e3080b86 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.224803:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3326:1866812067840256:0@lo:103:ldlm_bl.0 10000000:01000000:0.0:1780333323.329468:0:5802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1780333323.329475:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8ec429dd5000 from 7 10000000:01000000:0.0:1780333323.329479:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1780333323.329552:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e3080b8d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.329564:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e3080b8d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.329574:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e3080b8d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.329600:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067840384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.329690:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.329731:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780333323.329810:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840384 00000100:00100000:1.0:1780333323.329818:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840384 00000100:00100000:1.0:1780333323.329884:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1780333323.329894:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+14:5802:x1866812067840384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333323.329906:0:5798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333323.329919:0:5798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080b94 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080b8d expref: -99 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.329940:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080b94 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080b8d expref: 15 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.330019:0:5798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377dec00/0x76434b26e3080b94 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b8d expref: 15 pid: 5798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.330028:0:5798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377dec00, rc 0) 00000100:00100000:1.0:1780333323.330065:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:5802:x1866812067840384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.330072:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:0.0:1780333323.330166:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067840384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333323.330180:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e3080b8d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b94 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.330191:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e3080b8d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080b94 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.330323:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067840512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.330347:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.330366:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780333323.330474:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840512 00000100:00100000:1.0:1780333323.330478:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840512 00000100:00100000:1.0:1780333323.330509:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1780333323.330517:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:5802:x1866812067840512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780333323.330774:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec407589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:5802:x1866812067840512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 257us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.330780:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:0.0:1780333323.331136:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067840512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.331165:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067840640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.331203:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.331221:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780333323.332412:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840640 00000100:00100000:1.0:1780333323.332422:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840640 00000100:00100000:1.0:1780333323.332467:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1780333323.332476:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:5802:x1866812067840640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780333323.332690:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec40758bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:5802:x1866812067840640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 215us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.332697:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1780333323.333206:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067840640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.353557:0:105133:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105133:1866812067840768:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780333323.359823:0:105133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.359866:0:105133:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4055b1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780333323.360089:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840768 00000100:00100000:2.0:1780333323.360098:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840768 00000100:00100000:2.0:1780333323.360155:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1780333323.360164:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:105133:x1866812067840768:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780333323.360405:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:105133:x1866812067840768:12345-0@lo:502:llog_process_th.0 Request processed in 241us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333323.360412:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1780333323.360658:0:105133:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105133:1866812067840768:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1780333323.360688:0:105133:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1780333323.360696:0:105133:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1780333323.360698:0:105133:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:0.0:1780333323.360703:0:105133:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ec429dd5000 00000020:00000080:0.0:1780333323.360706:0:105133:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:00020000:0.0:1780333323.363342:0:105133:0:(obd_config.c:1430:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 2622us 00000100:00100000:0.0:1780333323.382899:0:105133:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105133:1866812067840896:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780333323.383897:0:105133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.383944:0:105133:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333323.384402:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067840896 00000100:00100000:3.0:1780333323.384411:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067840896 00000100:00100000:3.0:1780333323.384469:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1780333323.384480:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:105133:x1866812067840896:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780333323.384799:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec4205a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:105133:x1866812067840896:12345-0@lo:502:llog_process_th.0 Request processed in 319us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333323.384809:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1780333323.384830:0:105133:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105133:1866812067840896:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1780333323.384865:0:105133:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1780333323.384873:0:105133:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1780333323.384876:0:105133:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:0.0:1780333323.384880:0:105133:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1780333323.385178:0:5802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:1.0:1780333323.385196:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1780333323.385206:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e3080b8d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b94 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.385217:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391e00/0x76434b26e3080b8d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080b94 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780333323.385227:0:5802:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1780333323.385230:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8ec40307cd40 from 1 10000000:01000000:1.0:1780333323.385245:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1780333323.385311:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e3080b9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.385320:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e3080b9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.385329:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e3080b9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780333323.385349:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780333323.385567:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333323.385702:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4066c3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780333323.385766:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841024 00000100:00100000:0.0:1780333323.385772:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841024 00000100:00100000:0.0:1780333323.385847:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1780333323.385861:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+15:5802:x1866812067841024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333323.385871:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333323.385885:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390a00/0x76434b26e3080ba2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080b9b expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.385907:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390a00/0x76434b26e3080ba2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080b9b expref: 16 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.385917:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390a00/0x76434b26e3080ba2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080b9b expref: 16 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.385926:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390a00, rc 0) 00000100:00100000:0.0:1780333323.385963:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+16:5802:x1866812067841024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333323.385970:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1780333323.386050:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333323.386065:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e3080b9b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ba2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.386074:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e3080b9b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080ba2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333323.386090:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1780333323.386094:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e3080b9b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ba2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.386101:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec4377de000/0x76434b26e3080b9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080ba2 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333323.386108:0:5802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1780333323.386110:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8ec43d79d000 from 7 10000000:01000000:0.0:1780333323.386113:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1780333323.386127:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e3080ba9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.386134:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e3080ba9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.386141:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e3080ba9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.386153:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.386177:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.386227:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780333323.386267:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841152 00000100:00100000:1.0:1780333323.386271:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841152 00000100:00100000:1.0:1780333323.386328:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1780333323.386337:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+16:5802:x1866812067841152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780333323.386344:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780333323.386352:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec4377de600/0x76434b26e3080bb0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080ba9 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.386367:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec4377de600/0x76434b26e3080bb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080ba9 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.386469:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec4377de600/0x76434b26e3080bb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080ba9 expref: 17 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780333323.386477:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec4377de600, rc 0) 00000100:00100000:1.0:1780333323.386507:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067841152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.386514:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1780333323.386565:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333323.386575:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e3080ba9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080bb0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.386583:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e3080ba9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080bb0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.386657:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.386685:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.386701:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780333323.386749:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841280 00000100:00100000:1.0:1780333323.386754:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841280 00000100:00100000:1.0:1780333323.386816:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1780333323.386825:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067841280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780333323.387062:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067841280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 239us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.387070:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1780333323.388222:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.388281:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.388335:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.388392:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec42dc453c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333323.391987:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841408 00000100:00100000:3.0:1780333323.392000:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841408 00000100:00100000:3.0:1780333323.392056:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:3.0:1780333323.392067:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067841408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780333323.392302:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067841408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 237us (3966us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333323.392309:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1780333323.393480:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409361c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780333323.393656:0:105139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105139:1866812067841536:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780333323.393705:0:105139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333323.393731:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841536 00000100:00100000:2.0:1780333323.393735:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841536 00000100:00100000:2.0:1780333323.393759:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1780333323.393764:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:105139:x1866812067841536:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780333323.393910:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:105139:x1866812067841536:12345-0@lo:502:llog_process_th.0 Request processed in 145us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333323.393917:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1780333323.393945:0:105139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa780 going to sleep for 11 seconds 00000100:00100000:2.0:1780333323.393954:0:105139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105139:1866812067841536:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1780333323.393971:0:105139:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780333323.393980:0:105139:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780333323.393982:0:105139:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:2.0:1780333323.393989:0:105139:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ec43d79d000 00000020:00000080:2.0:1780333323.393991:0:105139:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:00020000:2.0:1780333323.440230:0:105139:0:(obd_config.c:1430:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 46225us 00000100:00100000:2.0:1780333323.443299:0:105139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105139:1866812067841664:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780333323.443390:0:105139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333323.443428:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841664 00000100:00100000:2.0:1780333323.443435:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841664 00000100:00100000:2.0:1780333323.444073:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1780333323.444085:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:105139:x1866812067841664:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780333323.444526:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:105139:x1866812067841664:12345-0@lo:502:llog_process_th.0 Request processed in 442us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1780333323.444535:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1780333323.444585:0:105139:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa300 going to sleep for 11 seconds 00000100:00100000:2.0:1780333323.444606:0:105139:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105139:1866812067841664:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1780333323.444648:0:105139:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780333323.444656:0:105139:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780333323.444658:0:105139:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:2.0:1780333323.444662:0:105139:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1780333323.445203:0:5802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:0.0:1780333323.445224:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1780333323.445252:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e3080ba9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080bb0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.445264:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391800/0x76434b26e3080ba9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080bb0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780333323.445276:0:5802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1780333323.445278:0:5802:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8ec422bff800 from 7 10000000:01000000:0.0:1780333323.445281:0:5802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1780333323.445311:0:5802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e3080bb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.445320:0:5802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e3080bb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.445330:0:5802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e3080bb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.445355:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.445591:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.445635:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4074c5780 going to sleep for 11 seconds 00000100:00100000:0.0:1780333323.445652:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841792 00000100:00100000:0.0:1780333323.445657:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841792 00000100:00100000:0.0:1780333323.445686:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1780333323.445693:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+17:5802:x1866812067841792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333323.445704:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780333323.445715:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ec301390000/0x76434b26e3080bbe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x76434b26e3080bb7 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.445736:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ec301390000/0x76434b26e3080bbe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76434b26e3080bb7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.445745:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ec301390000/0x76434b26e3080bbe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76434b26e3080bb7 expref: 18 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.445754:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ec301390000, rc 0) 00000100:00100000:0.0:1780333323.445784:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067841792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 91us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333323.445790:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1780333323.445823:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780333323.445835:0:5802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e3080bb7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080bbe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780333323.445843:0:5802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e3080bb7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x76434b26e3080bbe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780333323.445884:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.445907:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.445921:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4074c5780 going to sleep for 11 seconds 00000100:00100000:0.0:1780333323.445932:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067841920 00000100:00100000:0.0:1780333323.445936:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067841920 00000100:00100000:0.0:1780333323.445955:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1780333323.445962:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067841920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.446186:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067841920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 224us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333323.446193:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1780333323.446222:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067841920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.447748:0:5802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067842048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.447861:0:5802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.447894:0:5802:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4074c5780 going to sleep for 11 seconds 00000100:00100000:0.0:1780333323.447914:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842048 00000100:00100000:0.0:1780333323.447920:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842048 00000100:00100000:0.0:1780333323.447959:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:0.0:1780333323.447966:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067842048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780333323.448145:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:5802:x1866812067842048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 178us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333323.448151:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:0.0:1780333323.448205:0:5802:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:443bdf9f-d7e5-4e0a-88b8-3b44db680225:5802:1866812067842048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780333323.450382:0:105142:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105142:1866812067842176:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780333323.450450:0:105142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333323.450496:0:105142:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec3025aa180 going to sleep for 11 seconds 00000100:00100000:0.0:1780333323.453542:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842176 00000100:00100000:0.0:1780333323.453556:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842176 00000100:00100000:0.0:1780333323.453634:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:0.0:1780333323.453645:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:105142:x1866812067842176:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780333323.453887:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:105142:x1866812067842176:12345-0@lo:502:llog_process_th.0 Request processed in 245us (3437us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333323.453896:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1780333323.454252:0:105142:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105142:1866812067842176:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1780333323.454287:0:105142:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780333323.454296:0:105142:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780333323.454299:0:105142:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:2.0:1780333323.454307:0:105142:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ec422bff800 00000020:00000080:2.0:1780333323.454310:0:105142:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:00020000:0.0:1780333323.462183:0:105142:0:(obd_config.c:1430:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 7858us 00000100:00100000:0.0:1780333323.462270:0:105142:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105142:1866812067842304:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780333323.462361:0:105142:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333323.462409:0:105142:0:(client.c:2692:ptlrpc_set_wait()) set ffff8ec4013700c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780333323.462608:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842304 00000100:00100000:3.0:1780333323.462641:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842304 00000100:00100000:3.0:1780333323.462688:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:3.0:1780333323.462697:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:105142:x1866812067842304:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780333323.462901:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:105142:x1866812067842304:12345-0@lo:502:llog_process_th.0 Request processed in 204us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333323.462909:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:0.0:1780333323.468463:0:105142:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec409360a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:443bdf9f-d7e5-4e0a-88b8-3b44db680225:105142:1866812067842304:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1780333323.468530:0:105142:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1780333323.468542:0:105142:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1780333323.468544:0:105142:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:0.0:1780333323.468549:0:105142:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:2.0:1780333323.468859:0:5802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:2.0:1780333323.468878:0:5802:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1780333323.468889:0:5802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e3080bb7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080bbe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780333323.468901:0:5802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.130@tcp lock: ffff8ec301391600/0x76434b26e3080bb7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76434b26e3080bbe expref: -99 pid: 5802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780333323.479889:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067842688:0@lo:400:kworker.0 00000100:00100000:3.0:1780333323.479955:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333323.479987:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780333323.479993:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067842816:0@lo:400:kworker.0 00000100:00100000:3.0:1780333323.480055:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333323.480117:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067842560:0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.480147:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333323.480175:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780333323.480181:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067842432:0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.480205:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333323.480230:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067842944:0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.480258:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333323.480292:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842688 00000100:00100000:1.0:1780333323.480299:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842688 00000100:00100000:1.0:1780333323.480346:0:6597:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842944 00000100:00100000:1.0:1780333323.480350:0:6597:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842944 00000100:00100000:1.0:1780333323.480396:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1780333323.480405:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067842688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.480457:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067842688:12345-0@lo:400:kworker.0 Request processed in 53us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.480463:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1780333323.480480:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1780333323.480487:0:6597:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067842944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.480516:0:6597:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067842944:12345-0@lo:400:kworker.0 Request processed in 30us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.480521:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00080000:1.0:1780333323.480543:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780333323.480570:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067842944:0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.480597:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067842688:0@lo:400:kworker.0 00000100:00100000:3.0:1780333323.480740:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842816 00000100:00100000:3.0:1780333323.480745:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842816 00000100:00100000:3.0:1780333323.480783:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842560 00000100:00100000:3.0:1780333323.480786:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842560 00000100:00100000:3.0:1780333323.480803:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067842432 00000100:00100000:3.0:1780333323.480805:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067842432 00000100:00100000:3.0:1780333323.480817:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:3.0:1780333323.480824:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067842816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333323.480856:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3326:x1866812067842816:12345-0@lo:400:kworker.0 Request processed in 33us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333323.480862:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000100:00100000:3.0:1780333323.480873:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:3.0:1780333323.480879:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067842560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333323.480906:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067842560:12345-0@lo:400:kworker.0 Request processed in 28us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333323.480911:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:3.0:1780333323.480922:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:3.0:1780333323.480927:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067842432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333323.480953:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1866812067842432:12345-0@lo:400:kworker.0 Request processed in 25us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333323.480961:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00080000:1.0:1780333323.481057:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780333323.481076:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3329:1866812067842432:0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.481085:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067842560:0@lo:400:kworker.0 00000100:00100000:1.0:1780333323.481113:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3326:1866812067842816:0@lo:400:kworker.0 00010000:00010000:2.0:1780333323.736788:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333323.991849:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067843072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780333323.991919:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333323.992061:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843072 00000100:00100000:1.0:1780333323.992068:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843072 00000100:00100000:1.0:1780333323.992119:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1780333323.992138:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067843072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333323.992175:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333323.992397:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067843072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 260us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333323.992405:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1780333323.992477:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067843072:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1780333324.759736:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333325.785816:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333326.808050:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780333327.575799:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780333327.575819:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067843200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780333327.575886:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333327.576036:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843200 00000100:00100000:0.0:1780333327.576044:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843200 00000100:00100000:0.0:1780333327.576102:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1780333327.576112:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067843200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333327.576150:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1780333327.576702:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333327.577314:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1866812067843200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1201us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333327.577324:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1780333327.577443:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3327:1866812067843200:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780333327.836875:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1780333328.287953:0:105427:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: start setup 13:02:07 (1780333327) === 00000100:00100000:0.0:1780333328.600209:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067843712:0@lo:400:kworker.0 00000100:00100000:1.0:1780333328.600314:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067843456:0@lo:400:kworker.0 00000100:00100000:0.0:1780333328.600325:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333328.600376:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843712 00000100:00100000:3.0:1780333328.600385:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843712 00000100:00100000:2.0:1780333328.600401:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067843328:0@lo:400:kworker.0 00000100:00100000:3.0:1780333328.600469:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1780333328.600481:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067843712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333328.600507:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067843584:0@lo:400:kworker.0 00000100:00100000:0.0:1780333328.600544:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333328.600549:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067843712:12345-0@lo:400:kworker.0 Request processed in 71us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333328.600558:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1780333328.600583:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843584 00000100:00100000:0.0:1780333328.600587:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843584 00000100:00100000:3.0:1780333328.600614:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067843712:0@lo:400:kworker.0 00000100:00100000:0.0:1780333328.600654:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:0.0:1780333328.600662:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067843584:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1780333328.600671:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780333328.600700:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067843584:12345-0@lo:400:kworker.0 Request processed in 40us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333328.600706:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00100000:0.0:1780333328.600733:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067843584:0@lo:400:kworker.0 00000100:00100000:1.0:1780333328.601773:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333328.601871:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067843968:0@lo:400:kworker.0 00000100:00100000:1.0:1780333328.601904:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780333328.602036:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843456 00000100:00100000:3.0:1780333328.602042:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843456 00000100:00100000:3.0:1780333328.602119:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00000100:00100000:3.0:1780333328.602127:0:6619:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067843456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333328.602182:0:6619:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067843456:12345-0@lo:400:kworker.0 Request processed in 56us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333328.602188:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00000100:00100000:1.0:1780333328.602302:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067843456:0@lo:400:kworker.0 00000100:00100000:0.0:1780333328.603229:0:6596:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843968 00000100:00100000:0.0:1780333328.603236:0:6596:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843968 00000100:00100000:0.0:1780333328.603300:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1780333328.603309:0:6596:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067843968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333328.603365:0:6596:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067843968:12345-0@lo:400:kworker.0 Request processed in 58us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333328.603372:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1780333328.603404:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067843968:0@lo:400:kworker.0 00000100:00080000:3.0:1780333328.603521:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780333328.604592:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780333328.604713:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067843840:0@lo:400:kworker.0 00000100:00100000:2.0:1780333328.604745:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333328.604845:0:5798:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843328 00000100:00100000:0.0:1780333328.604851:0:5798:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843328 00000100:00100000:0.0:1780333328.604892:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1780333328.604900:0:5798:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067843328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333328.607267:0:5798:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067843328:12345-0@lo:400:kworker.0 Request processed in 2359us (2667us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333328.607279:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1780333328.607390:0:44689:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067843840 00000100:00100000:3.0:1780333328.607398:0:44689:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067843840 00000100:00100000:1.0:1780333328.607415:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067843328:0@lo:400:kworker.0 00000100:00100000:3.0:1780333328.607471:0:44689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:3.0:1780333328.607480:0:44689:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067843840:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1780333328.607523:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780333328.607762:0:44689:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec3012a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067843840:12345-0@lo:400:kworker.0 Request processed in 283us (3015us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333328.607775:0:44689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00100000:1.0:1780333328.608212:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067843840:0@lo:400:kworker.0 00010000:00010000:1.0:1780333328.855786:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333329.112020:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780333329.112043:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067844096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780333329.112111:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333329.112180:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844096 00000100:00100000:0.0:1780333329.112189:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844096 00000100:00100000:0.0:1780333329.112265:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1780333329.112275:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067844096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780333329.112308:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333329.112363:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1866812067844096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333329.112370:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1780333329.112446:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3328:1866812067844096:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1780333329.879805:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780333330.903749:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333331.930107:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780333332.695873:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067844224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780333332.695958:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333332.696038:0:59742:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844224 00000100:00100000:0.0:1780333332.696046:0:59742:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844224 00000100:00100000:0.0:1780333332.696119:0:59742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1780333332.696129:0:59742:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067844224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780333332.696449:0:59742:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1780333332.696655:0:59742:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067844224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 527us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333332.696661:0:59742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00080000:0.0:1780333332.696681:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780333332.696716:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067844224:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780333332.951767:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780333333.723205:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067844352:0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723285:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333333.723286:0:3328:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067844480:0@lo:400:kworker.0 00000100:00100000:0.0:1780333333.723323:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333333.723401:0:5806:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844480 00000100:00100000:1.0:1780333333.723409:0:5806:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844480 00000100:00100000:2.0:1780333333.723435:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067844864:0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723460:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:1.0:1780333333.723470:0:5806:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067844480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723516:0:5806:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec409363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1866812067844480:12345-0@lo:400:kworker.0 Request processed in 48us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333333.723525:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:1.0:1780333333.723559:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067844608:0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723583:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333333.723601:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780333333.723607:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067844992:0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723655:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333333.723681:0:6594:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844992 00000100:00100000:1.0:1780333333.723684:0:6594:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844992 00000100:00100000:1.0:1780333333.723720:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1780333333.723727:0:6594:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067844992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723762:0:6594:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067844992:12345-0@lo:400:kworker.0 Request processed in 36us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333333.723768:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1780333333.723882:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067844992:0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723916:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067844736:0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.723942:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1780333333.723973:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780333333.724198:0:5800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844352 00000100:00100000:3.0:1780333333.724203:0:5800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844352 00000100:00100000:3.0:1780333333.724243:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1780333333.724251:0:5800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067844352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780333333.724286:0:5800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec410e56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:443bdf9f-d7e5-4e0a-88b8-3b44db680225+18:3327:x1866812067844352:12345-0@lo:400:kworker.0 Request processed in 36us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1780333333.724292:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1780333333.724325:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844608 00000100:00100000:3.0:1780333333.724330:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844608 00000100:00100000:2.0:1780333333.724354:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780333333.724951:0:3328:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3328:1866812067844480:0@lo:400:kworker.0 00000100:00100000:0.0:1780333333.724981:0:8139:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844736 00000100:00100000:0.0:1780333333.724997:0:8139:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844736 00000100:00100000:0.0:1780333333.725028:0:8139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1780333333.725036:0:8139:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067844736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780333333.725082:0:8139:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3326:x1866812067844736:12345-0@lo:400:kworker.0 Request processed in 47us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780333333.725102:0:8139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1780333333.725136:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3326:1866812067844736:0@lo:400:kworker.0 00000100:00080000:0.0:1780333333.725251:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333333.726006:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec3012a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:443bdf9f-d7e5-4e0a-88b8-3b44db680225:3327:1866812067844352:0@lo:400:kworker.0 00000100:00100000:3.0:1780333333.726560:0:6619:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067844864 00000100:00100000:3.0:1780333333.726568:0:6619:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067844864 00000100:00100000:1.0:1780333333.726671:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:1.0:1780333333.726682:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067844608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.726742:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c7cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1866812067844608:12345-0@lo:400:kworker.0 Request processed in 63us (3157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333333.726749:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00100000:1.0:1780333333.726768:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932 00000100:00100000:1.0:1780333333.726775:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067844864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780333333.726821:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec301cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1866812067844864:12345-0@lo:400:kworker.0 Request processed in 46us (2468us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333333.726827:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932 00000100:00100000:1.0:1780333333.726860:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3329:1866812067844608:0@lo:400:kworker.0 00000100:00080000:2.0:1780333333.726990:0:5801:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780333333.727012:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec301cba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3327:1866812067844864:0@lo:400:kworker.0 00010000:00010000:2.0:1780333333.976141:0:7481:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780333334.232805:0:3329:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ec43c7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067845120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780333334.232885:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780333334.233151:0:6599:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812067845120 00000100:00100000:1.0:1780333334.233160:0:6599:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812067845120 00000100:00100000:1.0:1780333334.233215:0:6599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1780333334.233226:0:6599:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067845120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780333334.233263:0:6599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1780333334.233309:0:6599:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8ec43c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1866812067845120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1780333334.233316:0:6599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1780333334.233579:0:3329:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8ec43c7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3329:1866812067845120:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1780333335.000781:0:5794:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780333336.023975:0:5793:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780333336.617254:0:105816:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg430-server.virtnet: executing load_modules_local 00010000:00010000:1.0:1780333337.048763:0:7482:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1780333337.818267:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cba680. 02000000:00000010:2.0:1780333337.818288:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437ae3c00. 02000000:00000010:2.0:1780333337.818332:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec4342b6000. 00000400:00000010:2.0:1780333337.818339:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7b00. 00000400:00000010:2.0:1780333337.818346:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b550. 00000100:00000200:2.0:1780333337.818351:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067845248, portal 4 00000400:00000010:2.0:1780333337.818357:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333337.818360:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067845248, offset 0 00000400:00000200:2.0:1780333337.818368:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333337.818381:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333337.818392:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2a9480 00000400:00000200:2.0:1780333337.818398:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 4256 00000400:00000200:2.0:1780333337.818407:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333337.818410:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333337.818418:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1780333337.818423:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb8380. 00000400:00000200:2.0:1780333337.818447:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b4c8 00000400:00000010:2.0:1780333337.818450:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333337.818459:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cba680 x1866812067845248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333337.818480:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30231cea0. 00000100:00000010:2.0:1780333337.818493:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30231c060. 00000100:00000010:2.0:1780333337.818498:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30231c000. 00000100:00000010:2.0:1780333337.818504:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30231c420. 00000020:00000010:3.0:1780333337.818727:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec408417e00. 00000020:00000010:3.0:1780333337.818733:0:6598:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec42db87e00. 00000020:00000010:3.0:1780333337.818747:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3035f0400. 00000020:00000010:3.0:1780333337.818751:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec302574500. 00000020:00000010:3.0:1780333337.818755:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333337.818780:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4084175c0. 00000020:00000010:3.0:1780333337.818782:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4084175c0. 00000100:00000200:3.0:1780333337.818785:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067845248 02000000:00000010:3.0:1780333337.818800:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d86b400. 00010000:00000200:3.0:1780333337.818833:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec301cb8380 x1866812067845248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:313/0 lens 224/368 e 0 to 0 dl 1780333348 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333337.818853:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c423b8. 00000100:00000200:3.0:1780333337.818856:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067845248, offset 224 00000400:00000200:3.0:1780333337.818862:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333337.818869:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333337.818875:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2a9480 00000400:00000200:3.0:1780333337.818881:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15e91 [1] + 224 00000400:00000200:3.0:1780333337.818887:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333337.818890:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333337.818897:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cba680 x1866812067845248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333337.818915:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c423b8 00000400:00000010:3.0:1780333337.818916:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c423b8. 00000020:00000010:3.0:1780333337.818927:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec302574500. 00000020:00000010:3.0:1780333337.818930:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333337.818932:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3035f0400. 00000400:00000010:3.0:1780333337.818953:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7b00. 00000400:00000200:3.0:1780333337.818955:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b550 00000400:00000010:3.0:1780333337.818956:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b550. 00000100:00000200:3.0:1780333337.818960:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cba680 x1866812067845248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333337.818966:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cba680 x1866812067845248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333337.818990:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec4342b6000. 02000000:00000010:3.0:1780333337.818994:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437ae3c00. 00000100:00000010:3.0:1780333337.818998:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cba680. 00000100:00000010:2.0:1780333337.823667:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30231c000. 00000100:00000010:0.0:1780333337.823669:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30231cea0. 00000100:00000010:3.0:1780333337.824242:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30231c420. 00000100:00000010:1.0:1780333337.824249:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30231c060. 00000100:00000010:1.0:1780333338.842251:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c7cd180. 02000000:00000010:1.0:1780333338.842273:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41100. 00000100:00000010:1.0:1780333338.842314:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c7cc000. 02000000:00000010:1.0:1780333338.842319:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41400. 00000100:00000010:1.0:1780333338.842338:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89c00. 02000000:00000010:1.0:1780333338.842342:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41c00. 00000100:00000010:1.0:1780333338.842349:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8aa00. 02000000:00000010:1.0:1780333338.842352:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41300. 00000100:00000010:1.0:1780333338.842359:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8bb80. 02000000:00000010:1.0:1780333338.842363:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41b00. 00000100:00000010:1.0:1780333338.842368:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88000. 02000000:00000010:1.0:1780333338.842371:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41200. 02000000:00000010:1.0:1780333338.842399:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b5800. 00000400:00000010:1.0:1780333338.842406:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef28f0. 00000400:00000010:1.0:1780333338.842413:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333338.842420:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067845760, portal 4 00000400:00000010:1.0:1780333338.842426:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333338.842429:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067845760, offset 0 00000400:00000200:1.0:1780333338.842438:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.842450:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.842463:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2a9680 00000400:00000200:1.0:1780333338.842470:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 3808 00000400:00000200:1.0:1780333338.842478:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.842482:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.842489:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333338.842493:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8a300. 00000400:00000200:1.0:1780333338.842509:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227bb0 00000400:00000010:1.0:1780333338.842511:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333338.842520:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f8aa00 x1866812067845760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333338.842539:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f580c0. 00000100:00000010:1.0:1780333338.842550:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58a20. 00000100:00000010:1.0:1780333338.842555:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f583c0. 00000100:00000010:1.0:1780333338.842564:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58b40. 02000000:00000010:1.0:1780333338.842587:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b4000. 00000400:00000010:1.0:1780333338.842591:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2528. 00000400:00000010:1.0:1780333338.842594:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333338.842597:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067845376, portal 25 00000400:00000010:1.0:1780333338.842600:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333338.842602:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067845376, offset 0 00000400:00000200:1.0:1780333338.842605:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.842610:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.842614:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2a9500 00000400:00000200:1.0:1780333338.842651:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x151ad [2] + 0 00000400:00000010:1.0:1780333338.842654:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415000. 00000400:00000200:1.0:1780333338.842658:0:3326:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4099a3300 00000400:00000200:1.0:1780333338.842662:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.842664:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333338.842667:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4099a3300 00000400:00000010:1.0:1780333338.842669:0:3326:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4099a3300. 00000100:00000200:1.0:1780333338.842673:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333338.842683:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227908 00000400:00000010:1.0:1780333338.842685:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333338.842689:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c7cd180 x1866812067845376/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333338.842709:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b4200. 00000400:00000010:1.0:1780333338.842713:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2e18. 00000400:00000010:1.0:1780333338.842715:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333338.842718:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067845888, portal 10 00000400:00000010:1.0:1780333338.842723:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227990. 00000100:00000200:1.0:1780333338.842724:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067845888, offset 0 00000400:00000200:1.0:1780333338.842728:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.842732:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.842737:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2a9700 00000400:00000200:1.0:1780333338.842741:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 60528 00000400:00000200:1.0:1780333338.842747:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.842749:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.842752:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333338.842755:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88700. 00000400:00000200:1.0:1780333338.842764:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227990 00000400:00000010:1.0:1780333338.842766:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227990. 00000100:00000200:1.0:1780333338.842770:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f8bb80 x1866812067845888/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333338.842792:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b4800. 00000400:00000010:1.0:1780333338.842795:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef23c8. 00000400:00000010:1.0:1780333338.842798:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227990. 00000100:00000200:1.0:1780333338.842800:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067845504, portal 10 00000400:00000010:1.0:1780333338.842805:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333338.842807:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067845504, offset 0 00000400:00000200:1.0:1780333338.842810:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.842815:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.842820:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2a9580 00000400:00000200:1.0:1780333338.842823:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 60752 00000400:00000200:1.0:1780333338.842827:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.842830:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.842833:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333338.842836:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8b800. 00000400:00000200:1.0:1780333338.842847:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333338.842849:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333338.842853:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c7cc000 x1866812067845504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333338.842868:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b5600. 00000400:00000010:1.0:1780333338.842871:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2bb0. 00000400:00000010:1.0:1780333338.842873:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333338.842876:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067846016, portal 4 00000400:00000010:1.0:1780333338.842879:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227ee0. 00000100:00000200:1.0:1780333338.842882:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067846016, offset 0 00000400:00000200:1.0:1780333338.842885:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.842889:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.842894:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2a9780 00000400:00000200:1.0:1780333338.842897:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 4032 00000400:00000200:1.0:1780333338.842901:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.842903:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.842906:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333338.842909:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89500. 00000400:00000200:1.0:1780333338.842917:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227ee0 00000400:00000010:1.0:1780333338.842919:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227ee0. 00000100:00000200:1.0:1780333338.842922:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f88000 x1866812067846016/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333338.842942:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b4c00. 00000400:00000010:1.0:1780333338.842945:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2b58. 00000400:00000010:1.0:1780333338.842947:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227ee0. 00000100:00000200:1.0:1780333338.842949:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067845632, portal 10 00000400:00000010:1.0:1780333338.842953:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.842955:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067845632, offset 0 00000400:00000200:1.0:1780333338.842958:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.842962:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.842966:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2a9600 00000400:00000200:1.0:1780333338.842969:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 60976 00000400:00000200:1.0:1780333338.842973:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.842975:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.842978:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333338.842981:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88e00. 00000400:00000200:1.0:1780333338.842990:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333338.842992:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.842995:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f89c00 x1866812067845632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333338.843048:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645e00. 00000020:00000010:1.0:1780333338.843053:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645e00. 00000020:00000010:1.0:1780333338.843058:0:101090:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b4e00. 00000020:00000010:1.0:1780333338.843063:0:101090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d080. 00000020:00000010:1.0:1780333338.843067:0:101090:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333338.843098:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645e00. 00000020:00000010:1.0:1780333338.843103:0:101090:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333338.843114:0:101090:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40120b000. 00000020:00000010:1.0:1780333338.843117:0:101090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3df00. 00000020:00000010:1.0:1780333338.843120:0:101090:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d7d0. 00000020:00000010:1.0:1780333338.843136:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333338.843139:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376459c0. 00000100:00000200:1.0:1780333338.843142:0:101090:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067845760 02000000:00000010:1.0:1780333338.843160:0:101090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4206b7400. 00010000:00000200:1.0:1780333338.843168:0:101090:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f8a300 x1866812067845760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1780333349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.843230:0:101090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.843233:0:101090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067845760, offset 224 00000400:00000200:1.0:1780333338.843237:0:101090:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.843242:0:101090:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.843246:0:101090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2a9680 00000400:00000200:1.0:1780333338.843251:0:101090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15e9d [1] + 224 00000400:00000200:1.0:1780333338.843255:0:101090:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.843258:0:101090:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.843263:0:101090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f8aa00 x1866812067845760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333338.843278:0:101090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333338.843280:0:101090:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000020:00000010:1.0:1780333338.843291:0:101090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d080. 00000020:00000010:1.0:1780333338.843297:0:101090:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333338.843299:0:101090:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b4e00. 00000020:00000010:1.0:1780333338.843311:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333338.843314:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376459c0. 00000100:00000200:1.0:1780333338.843316:0:101090:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846016 02000000:00000010:1.0:1780333338.843323:0:101090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4206b6000. 00010000:00000200:1.0:1780333338.843328:0:101090:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f89500 x1866812067846016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1780333349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.843336:0:101090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.843338:0:101090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067846016, offset 224 00000400:00000200:1.0:1780333338.843341:0:101090:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.843346:0:101090:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.843350:0:101090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2a9780 00000400:00000200:1.0:1780333338.843353:0:101090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15ebd [1] + 224 00000400:00000200:1.0:1780333338.843357:0:101090:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.843360:0:101090:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.843364:0:101090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f88000 x1866812067846016/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333338.843377:0:101090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333338.843379:0:101090:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000020:00000010:1.0:1780333338.843386:0:101090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3df00. 00000020:00000010:1.0:1780333338.843389:0:101090:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d7d0. 00000020:00000010:1.0:1780333338.843391:0:101090:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40120b000. 00000020:00000010:1.0:1780333338.843412:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333338.843415:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333338.843418:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40120b000. 00000020:00000010:1.0:1780333338.843420:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3df00. 00000020:00000010:1.0:1780333338.843422:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d7d0. 00000020:00000010:1.0:1780333338.843440:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333338.843442:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376459c0. 00000100:00000200:1.0:1780333338.843445:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067845376 02000000:00000010:1.0:1780333338.843450:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4206b7000. 00010000:00000200:1.0:1780333338.843455:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e56850 x1866812067845376/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:314/0 lens 224/224 e 0 to 0 dl 1780333349 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.843465:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.843467:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067845376, offset 224 00000400:00000200:1.0:1780333338.843472:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.843476:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.843481:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2a9500 00000400:00000200:1.0:1780333338.843485:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15ea5 [1] + 224 00000400:00000200:1.0:1780333338.843489:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.843492:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.843498:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c7cd180 x1866812067845376/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333338.843507:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333338.843508:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000020:00000010:1.0:1780333338.843516:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3df00. 00000020:00000010:1.0:1780333338.843518:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d7d0. 00000020:00000010:1.0:1780333338.843520:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40120b000. 02000000:00000010:1.0:1780333338.843524:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec4206b7000. 00000100:00000200:1.0:1780333338.843530:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333338.843533:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef29a0. 00000400:00000010:1.0:1780333338.843537:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec403eeea80. 00000020:00000010:1.0:1780333338.843555:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333338.843562:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40120b000. 00000020:00000010:1.0:1780333338.843564:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3df00. 00000020:00000010:1.0:1780333338.843566:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d7d0. 00000020:00000010:1.0:1780333338.843586:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645a00. 00000020:00000010:1.0:1780333338.843588:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645a00. 00000020:00000010:1.0:1780333338.843592:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b4e00. 00000020:00000010:1.0:1780333338.843595:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d080. 00000020:00000010:1.0:1780333338.843597:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333338.843609:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645a00. 00000020:00000010:1.0:1780333338.843611:0:5805:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec408417c00. 00000020:00000010:1.0:1780333338.843614:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645a00. 00000020:00000010:1.0:1780333338.843637:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec410a66600. 00000020:00000010:1.0:1780333338.843640:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d980. 00000020:00000010:1.0:1780333338.843643:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333338.843652:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645a00. 00000020:00000010:1.0:1780333338.843655:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645a00. 00000100:00000200:1.0:1780333338.843657:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067845888 02000000:00000010:1.0:1780333338.843664:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4206b7000. 00010000:00000200:1.0:1780333338.843669:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f88700 x1866812067845888/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1780333349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.843679:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.843681:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067845888, offset 224 00000400:00000200:1.0:1780333338.843685:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.843690:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.843694:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2a9700 00000400:00000200:1.0:1780333338.843698:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15ead [1] + 224 00000400:00000200:1.0:1780333338.843702:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.843704:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.843710:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f8bb80 x1866812067845888/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333338.843719:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333338.843721:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000020:00000010:1.0:1780333338.843727:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3df00. 00000020:00000010:1.0:1780333338.843730:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d7d0. 00000020:00000010:1.0:1780333338.843732:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40120b000. 00000020:00000010:1.0:1780333338.843744:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645a00. 00000020:00000010:1.0:1780333338.843746:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645a00. 00000100:00000200:1.0:1780333338.843747:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067845504 02000000:00000010:1.0:1780333338.843753:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4206b7800. 00010000:00000200:1.0:1780333338.843758:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f8b800 x1866812067845504/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1780333349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.843767:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.843770:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067845504, offset 224 00000400:00000200:1.0:1780333338.843773:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.843778:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.843782:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2a9580 00000400:00000200:1.0:1780333338.843785:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15eb5 [1] + 224 00000400:00000200:1.0:1780333338.843789:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.843791:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.843796:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c7cc000 x1866812067845504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333338.843805:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333338.843806:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000020:00000010:1.0:1780333338.843812:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d080. 00000020:00000010:1.0:1780333338.843815:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333338.843818:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b4e00. 00000020:00000010:1.0:1780333338.843827:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645a00. 00000020:00000010:1.0:1780333338.843830:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645a00. 00000100:00000200:1.0:1780333338.843832:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067845632 02000000:00000010:1.0:1780333338.843839:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4206b4c00. 00010000:00000200:1.0:1780333338.843844:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f88e00 x1866812067845632/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1780333349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.843852:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333338.843855:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067845632, offset 224 00000400:00000200:1.0:1780333338.843858:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333338.843863:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333338.843867:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2a9600 00000400:00000200:1.0:1780333338.843870:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15ec5 [1] + 224 00000400:00000200:1.0:1780333338.843874:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333338.843876:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333338.843882:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f89c00 x1866812067845632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333338.843890:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333338.843891:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000020:00000010:1.0:1780333338.843897:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d980. 00000020:00000010:1.0:1780333338.843899:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333338.843901:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec410a66600. 00000400:00000010:1.0:1780333338.843949:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2b58. 00000400:00000200:1.0:1780333338.843953:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227ee0 00000400:00000010:1.0:1780333338.843955:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227ee0. 00000100:00000200:1.0:1780333338.843959:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f89c00 x1866812067845632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333338.843966:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f89c00 x1866812067845632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.843988:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef23c8. 00000400:00000200:1.0:1780333338.843991:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227990 00000400:00000010:1.0:1780333338.843993:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227990. 00000100:00000200:1.0:1780333338.843996:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c7cc000 x1866812067845504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333338.844004:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c7cc000 x1866812067845504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.844026:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2bb0. 00000400:00000200:1.0:1780333338.844029:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333338.844031:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333338.844035:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f88000 x1866812067846016/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333338.844043:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f88000 x1866812067846016/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333338.844056:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b4c00. 02000000:00000010:1.0:1780333338.844060:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41c00. 00000100:00000010:1.0:1780333338.844064:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89c00. 02000000:00000010:1.0:1780333338.844068:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b4800. 02000000:00000010:1.0:1780333338.844070:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41400. 00000100:00000010:1.0:1780333338.844072:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c7cc000. 02000000:00000010:1.0:1780333338.844076:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b5600. 02000000:00000010:1.0:1780333338.844078:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41200. 00000100:00000010:1.0:1780333338.844080:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88000. 00000400:00000010:1.0:1780333338.844095:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2528. 00000400:00000200:1.0:1780333338.844098:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227bb0 00000400:00000010:1.0:1780333338.844100:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333338.844105:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c7cd180 x1866812067845376/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333338.844112:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c7cd180 x1866812067845376/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.844123:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2e18. 00000400:00000200:1.0:1780333338.844125:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227908 00000400:00000010:1.0:1780333338.844126:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333338.844130:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f8bb80 x1866812067845888/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333338.844136:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f8bb80 x1866812067845888/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333338.844147:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef28f0. 00000400:00000200:1.0:1780333338.844149:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227550 00000400:00000010:1.0:1780333338.844150:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333338.844153:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f8aa00 x1866812067845760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333338.844160:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f8aa00 x1866812067845760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333338.844169:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b4000. 02000000:00000010:1.0:1780333338.844172:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41100. 00000100:00000010:1.0:1780333338.844175:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c7cd180. 02000000:00000010:1.0:1780333338.844178:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b4200. 02000000:00000010:1.0:1780333338.844180:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41b00. 00000100:00000010:1.0:1780333338.844182:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f8bb80. 02000000:00000010:1.0:1780333338.844184:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b5800. 02000000:00000010:1.0:1780333338.844186:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41300. 00000100:00000010:1.0:1780333338.844187:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f8aa00. 00000100:00000010:0.0:1780333338.919758:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f580c0. 00000100:00000010:2.0:1780333338.920073:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f583c0. 00000100:00000010:3.0:1780333338.920686:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58b40. 00000100:00000010:1.0:1780333338.920718:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58a20. 00000100:00000010:1.0:1780333339.352356:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8aa00. 02000000:00000010:1.0:1780333339.352390:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41300. 02000000:00000010:3.0:1780333339.352530:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42d86b800. 00000400:00000010:3.0:1780333339.352538:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68898. 00000400:00000010:3.0:1780333339.352545:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c423b8. 00000100:00000200:3.0:1780333339.352551:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067846144, portal 4 00000400:00000010:3.0:1780333339.352558:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42e58. 00000100:00000200:3.0:1780333339.352561:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067846144, offset 0 00000400:00000200:3.0:1780333339.352569:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333339.352584:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333339.352596:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2a9800 00000400:00000200:3.0:1780333339.352603:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 4480 00000400:00000200:3.0:1780333339.352612:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333339.352632:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333339.352641:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333339.352647:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2dce00. 00000400:00000200:3.0:1780333339.352678:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42e58 00000400:00000010:3.0:1780333339.352682:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42e58. 00000100:00000200:3.0:1780333339.352689:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f8aa00 x1866812067846144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333339.352713:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029f4660. 00000100:00000010:3.0:1780333339.352729:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029f4000. 00000100:00000010:3.0:1780333339.352741:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029f4240. 00000100:00000010:3.0:1780333339.352753:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029f4c60. 00000020:00000010:0.0:1780333339.353070:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87a80. 00000020:00000010:0.0:1780333339.353076:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87a80. 00000020:00000010:0.0:1780333339.353084:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b6a00. 00000020:00000010:0.0:1780333339.353088:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5e00. 00000020:00000010:0.0:1780333339.353093:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333339.353136:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87a80. 00000020:00000010:0.0:1780333339.353139:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87a80. 00000100:00000200:0.0:1780333339.353142:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846144 02000000:00000010:0.0:1780333339.353158:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42e0a9400. 00010000:00000200:0.0:1780333339.353193:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c2dce00 x1866812067846144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:315/0 lens 224/368 e 0 to 0 dl 1780333350 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333339.353210:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333339.353214:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067846144, offset 224 00000400:00000200:0.0:1780333339.353227:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333339.353233:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333339.353239:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2a9800 00000400:00000200:0.0:1780333339.353244:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15ee9 [1] + 224 00000400:00000200:0.0:1780333339.353250:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333339.353253:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333339.353259:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f8aa00 x1866812067846144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333339.353285:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333339.353289:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00000020:00000010:0.0:1780333339.353300:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5e00. 00000020:00000010:0.0:1780333339.353303:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333339.353305:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b6a00. 00000400:00000010:1.0:1780333339.353464:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68898. 00000400:00000200:1.0:1780333339.353469:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c423b8 00000400:00000010:1.0:1780333339.353471:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c423b8. 00000100:00000200:1.0:1780333339.353477:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f8aa00 x1866812067846144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333339.353486:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f8aa00 x1866812067846144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333339.353515:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42d86b800. 02000000:00000010:1.0:1780333339.353520:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41300. 00000100:00000010:1.0:1780333339.353524:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f8aa00. 00000100:00000010:1.0:1780333339.359568:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029f4000. 00000100:00000010:3.0:1780333339.361255:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029f4c60. 00000100:00000010:0.0:1780333339.361349:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029f4660. 00000100:00000010:2.0:1780333339.361488:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029f4240. 00000100:00000010:0.0:1780333342.937096:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3012a4000. 02000000:00000010:0.0:1780333342.937125:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec40846f200. 02000000:00000010:0.0:1780333342.937214:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42e0abc00. 00000400:00000010:0.0:1780333342.937223:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169948. 00000400:00000010:0.0:1780333342.937230:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333342.937237:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067846272, portal 4 00000400:00000010:0.0:1780333342.937246:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333342.937249:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067846272, offset 0 00000400:00000200:0.0:1780333342.937260:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333342.937277:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333342.937291:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2a9880 00000400:00000200:0.0:1780333342.937299:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 4704 00000400:00000200:0.0:1780333342.937309:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333342.937314:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333342.937322:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1780333342.937327:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3012a6d80. 00000400:00000200:0.0:1780333342.937345:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333342.937349:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333342.937519:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3012a4000 x1866812067846272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333342.939299:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87700. 00000020:00000010:0.0:1780333342.939313:0:6599:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec408417e00. 00000020:00000010:0.0:1780333342.939334:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5800. 00000020:00000010:0.0:1780333342.939340:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5f00. 00000020:00000010:0.0:1780333342.939346:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333342.939386:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87880. 00000020:00000010:0.0:1780333342.939390:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87880. 00000100:00000200:0.0:1780333342.939394:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846272 02000000:00000010:0.0:1780333342.939413:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42e0a8c00. 00010000:00000200:0.0:1780333342.939451:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3012a6d80 x1866812067846272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:318/0 lens 224/368 e 0 to 0 dl 1780333353 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333342.939472:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333342.939538:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067846272, offset 224 00000400:00000200:0.0:1780333342.939546:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333342.939559:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333342.939570:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2a9880 00000400:00000200:0.0:1780333342.939578:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15ef5 [1] + 224 00000400:00000200:0.0:1780333342.939587:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333342.939591:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333342.939603:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3012a4000 x1866812067846272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333342.939642:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333342.939645:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000020:00000010:0.0:1780333342.939659:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5f00. 00000020:00000010:0.0:1780333342.939664:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333342.939667:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5800. 00000100:00000010:0.0:1780333342.939699:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236960. 00000100:00000010:0.0:1780333342.939712:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236600. 00000100:00000010:0.0:1780333342.939718:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236000. 00000100:00000010:0.0:1780333342.939723:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3032360c0. 00000400:00000010:0.0:1780333342.939733:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169948. 00000400:00000200:0.0:1780333342.939738:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333342.939740:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333342.939746:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3012a4000 x1866812067846272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333342.939757:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3012a4000 x1866812067846272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333342.939796:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42e0abc00. 02000000:00000010:0.0:1780333342.939804:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec40846f200. 00000100:00000010:0.0:1780333342.939814:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3012a4000. 00000100:00000010:2.0:1780333342.946157:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236000. 00000100:00000010:3.0:1780333342.946670:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3032360c0. 00000100:00000010:0.0:1780333342.946814:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236960. 00000100:00000010:1.0:1780333342.948597:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236600. 00000020:00000010:3.0:1780333343.854839:0:106276:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30138a6f0. 00000020:00000010:3.0:1780333343.855046:0:106276:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30138a6f0. 00000020:00000010:3.0:1780333343.855230:0:106276:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec42d869400. 00000020:00000010:3.0:1780333343.855240:0:106276:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372aaa00. 00000020:00000010:3.0:1780333343.855244:0:106276:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec4372ab800. 00000040:00000010:3.0:1780333343.855248:0:106276:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4372ab200. 00000020:00000010:3.0:1780333343.855253:0:106276:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec418e96000. 00000020:00000010:3.0:1780333343.855258:0:106276:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec437334e00. 80000000:00000010:3.0:1780333343.855263:0:106276:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30345da20. 00040000:00000010:3.0:1780333343.855269:0:106276:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d3a6600. 00080000:00000010:3.0:1780333343.855274:0:106276:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec418e92000. 20000000:00000010:3.0:1780333343.855279:0:106276:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec42dafa200. 00000020:00000010:3.0:1780333343.855284:0:106276:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec30183be80. 20000000:00000010:3.0:1780333343.855290:0:106276:0:(mgs_handler.c:1186:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff8ec30345dba0. 20000000:00000010:3.0:1780333343.855298:0:106276:0:(mgs_llog.c:6228:mgs_set_param()) kmalloced '(mti)': 4544 at ffff8ec40368c000. 00000040:00000010:3.0:1780333343.855315:0:106276:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec42dafbc00. 00000040:00000010:3.0:1780333343.855493:0:106276:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec41b2a71a0. 00000040:00000010:3.0:1780333343.855505:0:106276:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec40368a000. 00000040:00000010:3.0:1780333343.855589:0:106276:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec30345dcc0. 00000020:00000010:3.0:1780333343.856713:0:106277:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafaa00. 00000020:00000010:3.0:1780333343.856720:0:106277:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42dafb800. 00000040:00000010:3.0:1780333343.856724:0:106277:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4420f5a00. 00000020:00000010:3.0:1780333343.856728:0:106277:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec418e91800. 00000020:00000010:3.0:1780333343.856733:0:106277:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333343.856738:0:106277:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec405753600. 80000000:00000010:3.0:1780333343.856742:0:106277:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30345d660. 40000000:00000010:3.0:1780333343.856745:0:106277:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec30183b6c0. 00100000:00000010:3.0:1780333343.856749:0:106277:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec418e91000. 00040000:00000010:3.0:1780333343.856754:0:106277:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec406528400. 00040000:00000010:3.0:1780333343.856758:0:106277:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec4075d9800. 00040000:00000010:3.0:1780333343.856761:0:106277:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec405753000. 00080000:00000010:3.0:1780333343.856765:0:106277:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec401669800. 00000004:00000010:3.0:1780333343.856771:0:106277:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec4377d4000. 00000004:00000010:3.0:1780333343.856775:0:106277:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec4377d1000. 00000004:00000010:3.0:1780333343.856783:0:106277:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec43c38b000. 00002000:00000010:3.0:1780333343.856788:0:106277:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec42d869000. 00000004:00000010:3.0:1780333343.856792:0:106277:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec42d86b000. 00000020:00000010:3.0:1780333343.856797:0:106277:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec30183b9c0. 00000040:00000010:3.0:1780333343.856803:0:106277:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec40368e000. 20000000:00000010:3.0:1780333343.857145:0:106277:0:(mgs_llog.c:1249:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff8ec406528900. 20000000:00000010:3.0:1780333343.857153:0:106277:0:(mgs_llog.c:1317:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff8ec406528900. 00000040:00000010:3.0:1780333343.857157:0:106277:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec40368e000. 00000020:00000010:3.0:1780333343.857162:0:106277:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333343.857169:0:106277:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42dafb800. 00000040:00000010:3.0:1780333343.857174:0:106277:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4420f5a00. 00000020:00000010:3.0:1780333343.857177:0:106277:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec418e91800. 00000020:00000010:3.0:1780333343.857180:0:106277:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333343.857184:0:106277:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec405753600. 80000000:00000010:3.0:1780333343.857186:0:106277:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30345d660. 40000000:00000010:3.0:1780333343.857189:0:106277:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec30183b6c0. 00100000:00000010:3.0:1780333343.857192:0:106277:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec418e91000. 00040000:00000010:3.0:1780333343.857195:0:106277:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec406528400. 00040000:00000010:3.0:1780333343.857197:0:106277:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec4075d9800. 00040000:00000010:3.0:1780333343.857201:0:106277:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec405753000. 00080000:00000010:3.0:1780333343.857204:0:106277:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec401669800. 00000004:00000010:3.0:1780333343.857208:0:106277:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec4377d4000. 00000004:00000010:3.0:1780333343.857211:0:106277:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec4377d1000. 00000004:00000010:3.0:1780333343.857215:0:106277:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec43c38b000. 00002000:00000010:3.0:1780333343.857217:0:106277:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec42d869000. 00000004:00000010:3.0:1780333343.857220:0:106277:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec42d86b000. 00000020:00000010:3.0:1780333343.857222:0:106277:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafaa00. 00000040:00000010:0.0:1780333343.858083:0:106276:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec30345dcc0. 00000040:00000010:0.0:1780333343.858095:0:106276:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec41b2a71a0. 00000040:00000010:0.0:1780333343.858099:0:106276:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec40368a000. 00000040:00000010:0.0:1780333343.858103:0:106276:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec42dafbc00. 20000000:00000400:0.0:1780333343.858107:0:106276:0:(mgs_llog.c:1437:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 00010000:00000010:2.0:1780333343.866393:0:106276:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1200. 00010000:00000010:2.0:1780333343.866418:0:106276:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec4099e7180. 00000100:00000010:2.0:1780333343.866429:0:106276:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42de8ac00. 00000100:00000010:2.0:1780333343.866497:0:106276:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cba680. 02000000:00000010:2.0:1780333343.866513:0:106276:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40564d600. 02000000:00000010:2.0:1780333343.866546:0:106276:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40564c200. 00000400:00000010:2.0:1780333343.866554:0:106276:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7e18. 00000400:00000010:2.0:1780333343.866561:0:106276:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333343.866568:0:106276:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067846400, portal 16 00000400:00000010:2.0:1780333343.866573:0:106276:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333343.866576:0:106276:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067846400, offset 0 00000400:00000200:2.0:1780333343.866584:0:106276:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333343.866597:0:106276:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333343.866608:0:106276:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2a9900 00000400:00000200:2.0:1780333343.866643:0:106276:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c49 [2] + 0 00000400:00000200:2.0:1780333343.866661:0:106276:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333343.866666:0:106276:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333343.866673:0:106276:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1780333343.866677:0:106276:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cbad80. 00000400:00000200:2.0:1780333343.866700:0:106276:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333343.866702:0:106276:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333343.866711:0:106276:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cba680 x1866812067846400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1780333343.866727:0:106276:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029d9300. 00000100:00000010:2.0:1780333343.866739:0:106276:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029d9540. 00000100:00000010:2.0:1780333343.866743:0:106276:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029d9e40. 00000100:00000010:2.0:1780333343.866748:0:106276:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3029d9480. 00000100:00000010:2.0:1780333343.866755:0:106276:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb9f80. 02000000:00000010:2.0:1780333343.866762:0:106276:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec3024b5c00. 02000000:00000010:2.0:1780333343.866771:0:106276:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b5e00. 00000400:00000010:2.0:1780333343.866774:0:106276:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7c08. 00000400:00000010:2.0:1780333343.866776:0:106276:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333343.866779:0:106276:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067846528, portal 16 00000400:00000010:2.0:1780333343.866783:0:106276:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333343.866785:0:106276:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067846528, offset 0 00000400:00000200:2.0:1780333343.866788:0:106276:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333343.866793:0:106276:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333343.866798:0:106276:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2a9980 00000400:00000200:2.0:1780333343.866802:0:106276:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c49 [2] + 328 00000400:00000200:2.0:1780333343.866806:0:106276:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333343.866808:0:106276:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333343.866811:0:106276:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1780333343.866814:0:106276:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb8000. 00000400:00000200:2.0:1780333343.866824:0:106276:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333343.866826:0:106276:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333343.866831:0:106276:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb9f80 x1866812067846528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1780333343.866844:0:106276:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:2.0:1780333343.866849:0:106276:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec3024b4e00. 02000000:00000010:2.0:1780333343.866857:0:106276:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b4800. 00000400:00000010:2.0:1780333343.866872:0:106276:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7948. 00000400:00000010:2.0:1780333343.866876:0:106276:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333343.866879:0:106276:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067846656, portal 16 00000400:00000010:2.0:1780333343.866882:0:106276:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b550. 00000100:00000200:2.0:1780333343.866884:0:106276:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067846656, offset 0 00000400:00000200:2.0:1780333343.866888:0:106276:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333343.866897:0:106276:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333343.866902:0:106276:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2a9a00 00000400:00000200:2.0:1780333343.866905:0:106276:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c49 [2] + 656 00000400:00000200:2.0:1780333343.866909:0:106276:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333343.866912:0:106276:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333343.866914:0:106276:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1780333343.866917:0:106276:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea0a80. 00000400:00000200:2.0:1780333343.866926:0:106276:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b550 00000400:00000010:2.0:1780333343.866928:0:106276:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b550. 00000100:00000200:2.0:1780333343.866932:0:106276:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067846656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1780333343.867039:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867044:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867050:0:5789:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5e00. 00000020:00000010:0.0:1780333343.867056:0:5789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5b00. 00000020:00000010:0.0:1780333343.867061:0:5789:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333343.867087:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867090:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867093:0:5789:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5600. 00000020:00000010:0.0:1780333343.867095:0:5789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5100. 00000020:00000010:0.0:1780333343.867098:0:5789:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9258. 00000020:00000010:0.0:1780333343.867106:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867108:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867111:0:5789:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5400. 00000020:00000010:0.0:1780333343.867113:0:5789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333343.867115:0:5789:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9bb8. 00000020:00000010:0.0:1780333343.867127:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867129:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000100:00000200:0.0:1780333343.867131:0:5789:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846400 02000000:00000010:0.0:1780333343.867144:0:5789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0a9c00. 00000400:00000010:0.0:1780333343.867156:0:5789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333343.867159:0:5789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067846400, offset 224 00000400:00000200:0.0:1780333343.867164:0:5789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.867171:0:5789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.867176:0:5789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2a9900 00000400:00000200:0.0:1780333343.867180:0:5789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15f01 [1] + 224 00000400:00000200:0.0:1780333343.867185:0:5789:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.867188:0:5789:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.867194:0:5789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cba680 x1866812067846400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780333343.867206:0:5789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333343.867208:0:5789:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00010000:00000010:0.0:1780333343.867215:0:5789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec42062ba80. 00000020:00000010:0.0:1780333343.867230:0:5789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5b00. 00000020:00000010:0.0:1780333343.867233:0:5789:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333343.867236:0:5789:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5e00. 00000020:00000010:0.0:1780333343.867248:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867251:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000100:00000200:0.0:1780333343.867253:0:5789:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846528 02000000:00000010:0.0:1780333343.867259:0:5789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0a9800. 00000400:00000010:0.0:1780333343.867264:0:5789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333343.867267:0:5789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067846528, offset 224 00000400:00000200:0.0:1780333343.867270:0:5789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.867275:0:5789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.867285:0:5789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2a9980 00000400:00000200:0.0:1780333343.867289:0:5789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15f09 [1] + 224 00000400:00000200:0.0:1780333343.867292:0:5789:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.867294:0:5789:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.867299:0:5789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb9f80 x1866812067846528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780333343.867308:0:5789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333343.867310:0:5789:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00010000:00000010:0.0:1780333343.867315:0:5789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec437e05cc0. 00000020:00000010:0.0:1780333343.867327:0:5789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5100. 00000020:00000010:0.0:1780333343.867330:0:5789:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9258. 00000020:00000010:0.0:1780333343.867332:0:5789:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5600. 00000020:00000010:0.0:1780333343.867343:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867345:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000100:00000200:0.0:1780333343.867347:0:5789:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846656 02000000:00000010:0.0:1780333343.867353:0:5789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0a8800. 00000400:00000010:0.0:1780333343.867358:0:5789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333343.867361:0:5789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067846656, offset 224 00000400:00000200:0.0:1780333343.867365:0:5789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.867369:0:5789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.867373:0:5789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2a9a00 00000400:00000200:0.0:1780333343.867376:0:5789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15f11 [1] + 224 00000400:00000200:0.0:1780333343.867380:0:5789:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.867383:0:5789:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.867387:0:5789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067846656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780333343.867396:0:5789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333343.867398:0:5789:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00010000:00000010:0.0:1780333343.867402:0:5789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec437e05180. 00000020:00000010:0.0:1780333343.867411:0:5789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333343.867413:0:5789:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9bb8. 00000020:00000010:0.0:1780333343.867415:0:5789:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5400. 00000100:00000010:0.0:1780333343.867449:0:7482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3012a4000. 02000000:00000010:0.0:1780333343.867456:0:7482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec42e0b5400. 00010000:00000010:0.0:1780333343.867486:0:7482:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec42062ba80. 00000100:00000010:0.0:1780333343.867499:0:7482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c664a80. 02000000:00000010:0.0:1780333343.867504:0:7482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec42e0b5600. 00010000:00000010:0.0:1780333343.867521:0:7482:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec437e05cc0. 00000100:00000010:0.0:1780333343.867529:0:7482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c665180. 02000000:00000010:0.0:1780333343.867533:0:7482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec42e0b5e00. 00010000:00000010:0.0:1780333343.867544:0:7482:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec437e05180. 02000000:00000010:0.0:1780333343.867566:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b5200. 00000400:00000010:0.0:1780333343.867571:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169948. 00000400:00000010:0.0:1780333343.867574:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333343.867576:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067846784, portal 18 00000400:00000010:0.0:1780333343.867580:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333343.867582:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067846784, offset 0 00000400:00000200:0.0:1780333343.867586:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.867591:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.867597:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2a9a80 00000400:00000200:0.0:1780333343.867601:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f21 [2] + 0 00000400:00000200:0.0:1780333343.867606:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.867608:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.867612:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1780333343.867638:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019da680. 00000400:00000200:0.0:1780333343.867648:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333343.867650:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333343.867655:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3012a4000 x1866812067846784/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333343.867686:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b4200. 00000400:00000010:0.0:1780333343.867690:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169420. 00000400:00000010:0.0:1780333343.867693:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333343.867696:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067846912, portal 18 00000400:00000010:0.0:1780333343.867699:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.867701:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067846912, offset 0 00000400:00000200:0.0:1780333343.867704:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.867709:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.867715:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2a9b00 00000400:00000200:0.0:1780333343.867718:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f21 [2] + 328 00000400:00000200:0.0:1780333343.867723:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.867725:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.867728:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1780333343.867731:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019daa00. 00000400:00000200:0.0:1780333343.867740:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333343.867743:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.867746:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c664a80 x1866812067846912/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333343.867764:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b5800. 00000400:00000010:0.0:1780333343.867767:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169dc0. 00000400:00000010:0.0:1780333343.867770:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.867772:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067847040, portal 18 00000400:00000010:0.0:1780333343.867775:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333343.867777:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067847040, offset 0 00000400:00000200:0.0:1780333343.867780:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.867784:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.867788:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2a9b80 00000400:00000200:0.0:1780333343.867791:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f21 [2] + 656 00000400:00000200:0.0:1780333343.867795:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.867797:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.867800:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1780333343.867803:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8380. 00000400:00000200:0.0:1780333343.867816:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346aa0 00000400:00000010:0.0:1780333343.867818:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333343.867822:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c665180 x1866812067847040/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333343.867849:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867852:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867856:0:5790:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40120b000. 00000020:00000010:0.0:1780333343.867860:0:5790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333343.867862:0:5790:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9bb8. 00000100:00000200:0.0:1780333343.867877:0:5790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec3019da680 x1866812067846784/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:319/0 lens 328/0 e 0 to 0 dl 1780333354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333343.867897:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867899:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867903:0:5790:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9fc00. 00000020:00000010:0.0:1780333343.867905:0:5790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5100. 00000020:00000010:0.0:1780333343.867908:0:5790:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9258. 00000100:00000200:0.0:1780333343.867913:0:5790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec3019daa00 x1866812067846912/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:319/0 lens 328/0 e 0 to 0 dl 1780333354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333343.867936:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867952:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.867956:0:5790:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9f600. 00000020:00000010:0.0:1780333343.867959:0:5790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5b00. 00000020:00000010:0.0:1780333343.867962:0:5790:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000100:00000200:0.0:1780333343.867969:0:5790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec3019d8380 x1866812067847040/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:319/0 lens 328/0 e 0 to 0 dl 1780333354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333343.867989:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10580. 00000020:00000010:1.0:1780333343.867994:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10580. 00000100:00000200:1.0:1780333343.867997:0:5792:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846784 02000000:00000010:1.0:1780333343.868005:0:5792:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42ddbd000. 00000400:00000010:1.0:1780333343.868028:0:5792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333343.868032:0:5792:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067846784, offset 224 00000400:00000200:1.0:1780333343.868038:0:5792:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.868044:0:5792:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.868050:0:5792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2a9a80 00000400:00000200:1.0:1780333343.868054:0:5792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15f25 [1] + 224 00000400:00000200:1.0:1780333343.868060:0:5792:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.868063:0:5792:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.868069:0:5792:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3012a4000 x1866812067846784/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333343.868086:0:5792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227550 00000400:00000010:1.0:1780333343.868088:0:5792:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227550. 00000020:00000010:1.0:1780333343.868097:0:5792:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5080. 00000020:00000010:1.0:1780333343.868100:0:5792:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9bb8. 00000020:00000010:1.0:1780333343.868102:0:5792:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40120b000. 00000020:00000010:1.0:1780333343.868183:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10580. 00000020:00000010:1.0:1780333343.868187:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10580. 00000100:00000200:1.0:1780333343.868189:0:5792:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067846912 02000000:00000010:1.0:1780333343.868194:0:5792:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42ddbfc00. 00000400:00000010:1.0:1780333343.868208:0:5792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333343.868211:0:5792:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067846912, offset 224 00000400:00000200:1.0:1780333343.868215:0:5792:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.868221:0:5792:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.868226:0:5792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2a9b00 00000400:00000200:1.0:1780333343.868229:0:5792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15f2d [1] + 224 00000400:00000200:1.0:1780333343.868233:0:5792:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.868236:0:5792:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.868242:0:5792:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c664a80 x1866812067846912/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333343.868243:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333343.868248:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db873c0. 00000100:00000200:0.0:1780333343.868253:0:5790:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847040 02000000:00000010:0.0:1780333343.868261:0:5790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0abc00. 00000400:00000200:1.0:1780333343.868267:0:5792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227550 00000400:00000010:1.0:1780333343.868270:0:5792:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227550. 00010000:00000010:0.0:1780333343.868279:0:5790:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec42db873c0. 00000020:00000010:1.0:1780333343.868280:0:5792:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5100. 00000020:00000010:1.0:1780333343.868285:0:5792:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9258. 00000100:00000010:0.0:1780333343.868286:0:5790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e05180. 00000020:00000010:1.0:1780333343.868288:0:5792:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9fc00. 00000100:00000010:0.0:1780333343.868303:0:5790:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e05180. 00010000:00000010:0.0:1780333343.868308:0:5790:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec42db873c0. 00000400:00000010:1.0:1780333343.868309:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169948. 00000400:00000200:1.0:1780333343.868314:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333343.868315:0:5790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346aa0. 00000400:00000010:1.0:1780333343.868316:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333343.868322:0:5790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067847040, offset 224 00000100:00000200:1.0:1780333343.868324:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3012a4000 x1866812067846784/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333343.868331:0:5790:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.868341:0:5790:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.868346:0:5790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2a9b80 00000400:00000200:0.0:1780333343.868350:0:5790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15f35 [1] + 224 00000400:00000200:0.0:1780333343.868355:0:5790:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.868357:0:5790:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.868362:0:5790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c665180 x1866812067847040/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333343.868373:0:5790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346aa0 00000400:00000010:0.0:1780333343.868375:0:5790:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346aa0. 00000020:00000010:0.0:1780333343.868382:0:5790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5b00. 00000020:00000010:0.0:1780333343.868384:0:5790:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333343.868387:0:5790:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9f600. 00000400:00000010:0.0:1780333343.868408:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169dc0. 00000400:00000200:0.0:1780333343.868411:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000100:00000200:1.0:1780333343.868413:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3012a4000 x1866812067846784/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333343.868414:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.868420:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c665180 x1866812067847040/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333343.868436:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c665180 x1866812067847040/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333343.868448:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b5200. 00000400:00000010:0.0:1780333343.868450:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169420. 00000400:00000200:0.0:1780333343.868454:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333343.868455:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 02000000:00000010:1.0:1780333343.868457:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec42e0b5400. 00000100:00000200:0.0:1780333343.868460:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c664a80 x1866812067846912/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333343.868463:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3012a4000. 00000100:00000200:0.0:1780333343.868472:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c664a80 x1866812067846912/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333343.869471:0:106276:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7e18. 00000400:00000200:2.0:1780333343.869477:0:106276:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b4c8 00000400:00000010:2.0:1780333343.869479:0:106276:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333343.869496:0:106276:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cba680 x1866812067846400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333343.869507:0:106276:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cba680 x1866812067846400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1780333343.869527:0:106276:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7c08. 00000400:00000200:2.0:1780333343.869530:0:106276:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333343.869531:0:106276:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333343.869535:0:106276:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb9f80 x1866812067846528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333343.869542:0:106276:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb9f80 x1866812067846528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1780333343.869554:0:106276:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7948. 00000400:00000200:2.0:1780333343.869556:0:106276:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333343.869558:0:106276:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333343.869562:0:106276:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067846656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333343.869570:0:106276:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067846656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1780333343.869582:0:106276:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40564c200. 02000000:00000010:2.0:1780333343.869587:0:106276:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40564d600. 00000100:00000010:2.0:1780333343.869591:0:106276:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cba680. 02000000:00000010:2.0:1780333343.869597:0:106276:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b5e00. 02000000:00000010:2.0:1780333343.869600:0:106276:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec3024b5c00. 00000100:00000010:2.0:1780333343.869603:0:106276:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb9f80. 02000000:00000010:2.0:1780333343.869606:0:106276:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b4800. 02000000:00000010:2.0:1780333343.869608:0:106276:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec3024b4e00. 00000100:00000010:2.0:1780333343.869610:0:106276:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 00000100:00000010:2.0:1780333343.869614:0:106276:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42de8ac00. 00010000:00000010:2.0:1780333343.869658:0:106276:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec4099e7180. 20000000:00000010:2.0:1780333343.869674:0:106276:0:(mgs_llog.c:6250:mgs_set_param()) kfreed 'mti': 4544 at ffff8ec40368c000. 20000000:00000010:2.0:1780333343.869678:0:106276:0:(mgs_handler.c:1204:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff8ec30345dba0. 00000020:00000010:2.0:1780333343.869686:0:106276:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec30183be80. 00000020:00000010:2.0:1780333343.869697:0:106276:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec4372ab800. 00000040:00000010:2.0:1780333343.869701:0:106276:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4372ab200. 00000020:00000010:2.0:1780333343.869704:0:106276:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec418e96000. 00000020:00000010:2.0:1780333343.869709:0:106276:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec437334e00. 80000000:00000010:2.0:1780333343.869713:0:106276:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30345da20. 00040000:00000010:2.0:1780333343.869717:0:106276:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d3a6600. 00080000:00000010:2.0:1780333343.869721:0:106276:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec418e92000. 20000000:00000010:2.0:1780333343.869725:0:106276:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec42dafa200. 00000020:00000010:2.0:1780333343.869728:0:106276:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372aaa00. 00000020:00000010:2.0:1780333343.869733:0:106276:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec42d869400. 02000000:00000010:0.0:1780333343.869962:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b5800. 02000000:00000010:0.0:1780333343.869967:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec42e0b5e00. 00000100:00000010:0.0:1780333343.869970:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c665180. 02000000:00000010:0.0:1780333343.869974:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b4200. 02000000:00000010:0.0:1780333343.869978:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec42e0b5600. 00000100:00000010:0.0:1780333343.869980:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c664a80. 00010000:00000010:2.1:1780333343.874949:0:106260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390000. 00010000:00000010:2.1:1780333343.874959:0:106260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377de600. 00010000:00000010:2.1:1780333343.874961:0:106260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377dec00. 00010000:00000010:0.1:1780333343.875787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301391600. 00010000:00000010:0.1:1780333343.875795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301391800. 00010000:00000010:0.1:1780333343.875800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256b00. 00010000:00000010:0.1:1780333343.875803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301391e00. 00010000:00000010:2.1:1780333343.878282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273e100. 00010000:00000010:2.1:1780333343.878293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1200. 00000100:00000010:2.0:1780333343.944040:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029d9e40. 00000100:00000010:3.0:1780333343.944115:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029d9480. 00000100:00000010:1.0:1780333343.944668:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029d9540. 00000100:00000010:0.0:1780333343.944810:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3029d9300. 00000100:00000010:0.0:1780333343.959819:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9f80. 02000000:00000010:0.0:1780333343.959841:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec40846f200. 00000100:00000010:0.0:1780333343.959886:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9c00. 02000000:00000010:0.0:1780333343.959893:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9500. 00000100:00000010:0.0:1780333343.959899:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9880. 02000000:00000010:0.0:1780333343.959903:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9700. 00000100:00000010:0.0:1780333343.959918:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019dad80. 02000000:00000010:0.0:1780333343.959922:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9100. 00000100:00000010:0.0:1780333343.959928:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8700. 02000000:00000010:0.0:1780333343.959931:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9200. 02000000:00000010:0.0:1780333343.959971:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437d9f600. 00000400:00000010:0.0:1780333343.959978:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169420. 00000400:00000010:0.0:1780333343.959984:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333343.959990:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067847552, portal 10 00000400:00000010:0.0:1780333343.959997:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.959999:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067847552, offset 0 00000400:00000200:0.0:1780333343.960008:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.960021:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.960033:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2a9d80 00000400:00000200:0.0:1780333343.960040:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 61200 00000400:00000200:0.0:1780333343.960100:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.960105:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.960112:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333343.960117:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c664a80. 00000400:00000200:0.0:1780333343.960132:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333343.960134:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.960142:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019dad80 x1866812067847552/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333343.960162:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236960. 00000100:00000010:0.0:1780333343.960172:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3032364e0. 00000100:00000010:0.0:1780333343.960177:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236240. 00000100:00000010:0.0:1780333343.960181:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236060. 02000000:00000010:0.0:1780333343.960202:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437755c00. 00000400:00000010:0.0:1780333343.960206:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169dc0. 00000400:00000010:0.0:1780333343.960209:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.960212:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067847424, portal 4 00000400:00000010:0.0:1780333343.960216:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333343.960218:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067847424, offset 0 00000400:00000200:0.0:1780333343.960222:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.960227:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.960231:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2a9d00 00000400:00000200:0.0:1780333343.960236:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 4256 00000400:00000200:0.0:1780333343.960241:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.960244:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.960247:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333343.960251:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c665180. 00000400:00000200:0.0:1780333343.960262:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346aa0 00000400:00000010:0.0:1780333343.960263:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333343.960268:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d9880 x1866812067847424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333343.960316:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87c80. 00000020:00000010:0.0:1780333343.960320:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87c80. 00000020:00000010:0.0:1780333343.960327:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437755000. 00000020:00000010:0.0:1780333343.960332:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5b00. 00000020:00000010:0.0:1780333343.960336:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333343.960366:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87c80. 00000020:00000010:0.0:1780333343.960368:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87c80. 00000100:00000200:0.0:1780333343.960371:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847424 02000000:00000010:0.0:1780333343.960386:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d9cb400. 00010000:00000200:0.0:1780333343.960394:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c665180 x1866812067847424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333343.960409:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333343.960411:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067847424, offset 224 00000400:00000200:0.0:1780333343.960415:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333343.960420:0:6597:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333343.960425:0:6597:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2a9d00 00000400:00000200:0.0:1780333343.960429:0:6597:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f51 [1] + 224 00000400:00000200:0.0:1780333343.960434:0:6597:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333343.960437:0:6597:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333343.960443:0:6597:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d9880 x1866812067847424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333343.960457:0:6597:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346aa0 00000400:00000010:0.0:1780333343.960459:0:6597:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346aa0. 00000020:00000010:0.0:1780333343.960469:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5b00. 00000020:00000010:0.0:1780333343.960473:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333343.960476:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437755000. 00000400:00000010:0.0:1780333343.960493:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169dc0. 00000400:00000200:0.0:1780333343.960495:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333343.960497:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333343.960501:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d9880 x1866812067847424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333343.960508:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d9880 x1866812067847424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333343.960532:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437755c00. 02000000:00000010:0.0:1780333343.960536:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9700. 00000100:00000010:0.0:1780333343.960540:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d9880. 00000020:00000010:1.0:1780333343.960718:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10dc0. 00000020:00000010:1.0:1780333343.960731:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4600. 00000020:00000010:1.0:1780333343.960735:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333343.960738:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333343.960757:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.960759:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10640. 00000100:00000200:1.0:1780333343.960761:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847552 02000000:00000010:1.0:1780333343.960769:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42ddbd800. 00010000:00000200:1.0:1780333343.960774:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c664a80 x1866812067847552/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333343.960784:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333343.960786:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067847552, offset 224 00000400:00000200:1.0:1780333343.960790:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.960795:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.960799:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2a9d80 00000400:00000200:1.0:1780333343.960804:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f49 [1] + 224 00000400:00000200:1.0:1780333343.960808:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.960810:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.960815:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019dad80 x1866812067847552/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333343.960830:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227550 00000400:00000010:1.0:1780333343.960832:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227550. 00000020:00000010:1.0:1780333343.960839:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333343.960842:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333343.960845:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4600. 02000000:00000010:1.0:1780333343.960880:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b4600. 00000400:00000010:1.0:1780333343.960885:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef28f0. 00000400:00000010:1.0:1780333343.960887:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333343.960890:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067847168, portal 10 00000400:00000010:1.0:1780333343.960895:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333343.960896:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067847168, offset 0 00000400:00000200:1.0:1780333343.960900:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.960904:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.960909:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2a9c00 00000400:00000200:1.0:1780333343.960913:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 61424 00000400:00000200:1.0:1780333343.960918:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.960921:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.960924:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333343.960927:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8aa00. 00000400:00000200:1.0:1780333343.960946:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227908 00000400:00000010:1.0:1780333343.960948:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333343.960953:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d9f80 x1866812067847168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333343.960975:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b5600. 00000400:00000010:1.0:1780333343.960978:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2e18. 00000400:00000010:1.0:1780333343.960980:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333343.960982:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067847680, portal 4 00000400:00000010:1.0:1780333343.960986:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333343.960987:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067847680, offset 0 00000400:00000200:1.0:1780333343.960990:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.960994:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.960998:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2a9e00 00000400:00000200:1.0:1780333343.961001:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 4480 00000400:00000200:1.0:1780333343.961005:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.961007:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.961010:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333343.961012:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8bb80. 00000400:00000200:1.0:1780333343.961020:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227bb0 00000400:00000010:1.0:1780333343.961021:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333343.961025:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d8700 x1866812067847680/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333343.961044:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b4200. 00000400:00000010:1.0:1780333343.961047:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2528. 00000400:00000010:1.0:1780333343.961049:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333343.961052:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067847296, portal 10 00000400:00000010:1.0:1780333343.961056:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333343.961058:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067847296, offset 0 00000400:00000200:1.0:1780333343.961062:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.961066:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.961070:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2a9c80 00000400:00000200:1.0:1780333343.961074:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 61648 00000400:00000200:1.0:1780333343.961078:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.961081:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.961083:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333343.961086:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88000. 00000400:00000200:1.0:1780333343.961095:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333343.961097:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333343.961101:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d9c00 x1866812067847296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333343.961124:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.961127:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.961130:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5e00. 00000020:00000010:1.0:1780333343.961132:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333343.961135:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333343.961150:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.961153:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4376459c0. 00000020:00000010:1.0:1780333343.961156:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.961159:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5800. 00000020:00000010:1.0:1780333343.961161:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42de84180. 00000020:00000010:1.0:1780333343.961163:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333343.961175:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.961176:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10640. 00000100:00000200:1.0:1780333343.961178:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847168 02000000:00000010:1.0:1780333343.961185:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42ddbe000. 00010000:00000200:1.0:1780333343.961190:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f8aa00 x1866812067847168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333343.961198:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333343.961200:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067847168, offset 224 00000400:00000200:1.0:1780333343.961203:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.961209:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.961213:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2a9c00 00000400:00000200:1.0:1780333343.961217:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f61 [1] + 224 00000400:00000200:1.0:1780333343.961221:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.961223:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.961228:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d9f80 x1866812067847168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333343.961241:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333343.961243:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000020:00000010:1.0:1780333343.961249:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333343.961251:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333343.961253:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5e00. 00000020:00000010:1.0:1780333343.961264:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.961266:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10640. 00000100:00000200:1.0:1780333343.961269:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847296 02000000:00000010:1.0:1780333343.961274:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42ddbc000. 00010000:00000200:1.0:1780333343.961278:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f88000 x1866812067847296/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333343.961286:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333343.961289:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067847296, offset 224 00000400:00000200:1.0:1780333343.961292:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.961296:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.961301:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2a9c80 00000400:00000200:1.0:1780333343.961316:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f71 [1] + 224 00000400:00000200:1.0:1780333343.961320:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.961323:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.961327:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d9c00 x1866812067847296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333343.961336:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333343.961338:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000020:00000010:1.0:1780333343.961344:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42de84180. 00000020:00000010:1.0:1780333343.961347:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333343.961350:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5800. 00000020:00000010:1.0:1780333343.961369:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333343.961372:0:6594:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec437645e00. 00000020:00000010:1.0:1780333343.961376:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5800. 00000020:00000010:1.0:1780333343.961379:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42de84180. 00000020:00000010:1.0:1780333343.961381:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333343.961398:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10ec0. 00000020:00000010:1.0:1780333343.961400:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10ec0. 00000100:00000200:1.0:1780333343.961403:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847680 02000000:00000010:1.0:1780333343.961409:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42ddbec00. 00010000:00000200:1.0:1780333343.961414:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f8bb80 x1866812067847680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1780333354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333343.961424:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333343.961426:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067847680, offset 224 00000400:00000200:1.0:1780333343.961430:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333343.961434:0:6594:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333343.961439:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2a9e00 00000400:00000200:1.0:1780333343.961443:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f69 [1] + 224 00000400:00000200:1.0:1780333343.961447:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333343.961449:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333343.961454:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d8700 x1866812067847680/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333343.961464:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333343.961466:0:6594:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000020:00000010:1.0:1780333343.961472:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42de84180. 00000020:00000010:1.0:1780333343.961475:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333343.961477:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5800. 00000400:00000010:1.0:1780333343.961500:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2528. 00000400:00000200:1.0:1780333343.961502:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227bb0 00000400:00000010:1.0:1780333343.961504:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333343.961513:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d9c00 x1866812067847296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333343.961527:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d9c00 x1866812067847296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333343.961542:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef28f0. 00000400:00000200:1.0:1780333343.961544:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227550 00000400:00000010:1.0:1780333343.961546:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333343.961549:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d9f80 x1866812067847168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333343.961557:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d9f80 x1866812067847168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333343.961566:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2e18. 00000400:00000200:1.0:1780333343.961568:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227908 00000400:00000010:1.0:1780333343.961570:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333343.961573:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d8700 x1866812067847680/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333343.961580:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d8700 x1866812067847680/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333343.961590:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b4200. 02000000:00000010:1.0:1780333343.961593:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9500. 00000100:00000010:1.0:1780333343.961596:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d9c00. 02000000:00000010:1.0:1780333343.961598:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b4600. 02000000:00000010:1.0:1780333343.961600:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec40846f200. 00000100:00000010:1.0:1780333343.961606:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d9f80. 02000000:00000010:1.0:1780333343.961609:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b5600. 02000000:00000010:1.0:1780333343.961611:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9200. 00000100:00000010:1.0:1780333343.961613:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d8700. 00000400:00000010:1.0:1780333343.961647:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169420. 00000400:00000200:1.0:1780333343.961651:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:1.0:1780333343.961653:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000100:00000200:1.0:1780333343.961658:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019dad80 x1866812067847552/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333343.961670:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019dad80 x1866812067847552/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333343.961683:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437d9f600. 02000000:00000010:1.0:1780333343.961687:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9100. 00000100:00000010:1.0:1780333343.961689:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019dad80. 00000100:00000010:0.0:1780333343.966705:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236960. 00000100:00000010:2.0:1780333343.966731:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236240. 00000100:00000010:3.0:1780333343.966773:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236060. 00000100:00000010:1.0:1780333343.967414:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3032364e0. 00000100:00000010:1.0:1780333344.471789:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89c00. 02000000:00000010:1.0:1780333344.471812:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41300. 02000000:00000010:0.0:1780333344.472070:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec426f53400. 00000400:00000010:0.0:1780333344.472078:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169dc0. 00000400:00000010:0.0:1780333344.472085:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333344.472092:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067847808, portal 4 00000400:00000010:0.0:1780333344.472098:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333344.472101:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067847808, offset 0 00000400:00000200:0.0:1780333344.472436:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333344.472450:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333344.472461:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2a9e80 00000400:00000200:0.0:1780333344.472468:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 4928 00000400:00000200:0.0:1780333344.472476:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333344.472479:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333344.472487:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1780333344.472492:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019dad80. 00000400:00000200:0.0:1780333344.472514:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346aa0 00000400:00000010:0.0:1780333344.472516:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333344.472525:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f89c00 x1866812067847808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333344.472547:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236660. 00000100:00000010:0.0:1780333344.472558:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236cc0. 00000100:00000010:0.0:1780333344.472563:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3032362a0. 00000100:00000010:0.0:1780333344.472567:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec3032367e0. 00000020:00000010:2.0:1780333344.472860:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e80. 00000020:00000010:2.0:1780333344.472866:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7e80. 00000020:00000010:2.0:1780333344.472873:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b4200. 00000020:00000010:2.0:1780333344.472877:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73b00. 00000020:00000010:2.0:1780333344.472881:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333344.472913:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e80. 00000020:00000010:2.0:1780333344.472915:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7e80. 00000100:00000200:2.0:1780333344.472918:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847808 02000000:00000010:2.0:1780333344.472946:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec4342b5800. 00010000:00000200:2.0:1780333344.472987:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019dad80 x1866812067847808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:320/0 lens 224/368 e 0 to 0 dl 1780333355 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333344.473004:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333344.473008:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067847808, offset 224 00000400:00000200:2.0:1780333344.473012:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333344.473019:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333344.473025:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2a9e80 00000400:00000200:2.0:1780333344.473031:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15f85 [1] + 224 00000400:00000200:2.0:1780333344.473036:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333344.473038:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333344.473044:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f89c00 x1866812067847808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333344.473059:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333344.473060:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000020:00000010:2.0:1780333344.473072:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73b00. 00000020:00000010:2.0:1780333344.473076:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333344.473079:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b4200. 00000400:00000010:1.0:1780333344.473414:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169dc0. 00000400:00000200:1.0:1780333344.473419:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:1.0:1780333344.473420:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:1.0:1780333344.473427:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f89c00 x1866812067847808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333344.473435:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f89c00 x1866812067847808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333344.473462:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec426f53400. 02000000:00000010:1.0:1780333344.473468:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41300. 00000100:00000010:1.0:1780333344.473472:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89c00. 00000100:00000010:3.0:1780333344.477758:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3032367e0. 00000100:00000010:0.0:1780333344.478272:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236660. 00000100:00000010:1.0:1780333344.478760:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236cc0. 00000100:00000010:2.0:1780333344.480713:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec3032362a0. 00000100:00000010:0.0:1780333345.047906:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8700. 02000000:00000010:0.0:1780333345.047937:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437ad2e00. 00010000:00000010:0.0:1780333345.047954:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256b00. 00010000:00000010:0.0:1780333345.047960:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301391c00. 00000100:00000010:0.0:1780333345.047980:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e059c0. 02000000:00000010:0.0:1780333345.048001:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec426f52c00. 00000400:00000010:0.0:1780333345.048007:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081690b0. 00000400:00000010:0.0:1780333345.048014:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333345.048021:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067847936, portal 25 00000400:00000010:0.0:1780333345.048026:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.048029:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067847936, offset 0 00000400:00000200:0.0:1780333345.048037:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333345.048052:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333345.048062:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2a9f00 00000400:00000200:0.0:1780333345.048068:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15205 [2] + 0 00000400:00000010:0.0:1780333345.048073:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c4153c8. 00000400:00000200:0.0:1780333345.048076:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4099a3000 00000400:00000200:0.0:1780333345.048083:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333345.048087:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333345.048091:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4099a3000 00000400:00000010:0.0:1780333345.048094:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4099a3000. 00000100:00000200:0.0:1780333345.048099:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333345.048119:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333345.048121:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.048128:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d8700 x1866812067847936/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333345.048145:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236c60. 00000100:00000010:0.0:1780333345.048156:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236720. 00000100:00000010:0.0:1780333345.048164:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236ea0. 00000100:00000010:0.0:1780333345.048169:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec303236660. 00000020:00000010:1.0:1780333345.048238:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333345.048242:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333345.048249:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5600. 00000020:00000010:1.0:1780333345.048253:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333345.048257:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333345.048296:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333345.048298:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f40. 00000100:00000200:1.0:1780333345.048301:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067847936 00010000:00000010:1.0:1780333345.048317:0:5798:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec41273e500. 00010000:00000010:1.0:1780333345.048321:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377dea00. 02000000:00000010:1.0:1780333345.048333:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec40b282400. 00010000:00000200:1.0:1780333345.048353:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e57450 x1866812067847936/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 328/344 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333345.048368:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333345.048371:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067847936, offset 224 00000400:00000200:1.0:1780333345.048376:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333345.048381:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333345.048386:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2a9f00 00000400:00000200:1.0:1780333345.048391:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15f91 [1] + 224 00000400:00000200:1.0:1780333345.048395:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333345.048398:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333345.048404:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d8700 x1866812067847936/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333345.048418:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227908 00000400:00000010:1.0:1780333345.048420:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227908. 00000020:00000010:1.0:1780333345.048429:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333345.048434:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333345.048436:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5600. 02000000:00000010:1.0:1780333345.048443:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec40b282400. 00000100:00000200:1.0:1780333345.048449:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333345.048452:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2e18. 00000400:00000010:1.0:1780333345.048455:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42e03e900. 00000400:00000010:0.0:1780333345.048803:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081690b0. 00000400:00000200:0.0:1780333345.048807:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346aa0 00000400:00000010:0.0:1780333345.048808:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333345.048814:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d8700 x1866812067847936/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333345.048823:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d8700 x1866812067847936/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333345.048842:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e059c0. 02000000:00000010:0.0:1780333345.048854:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec426f52c00. 02000000:00000010:0.0:1780333345.048858:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437ad2e00. 00000100:00000010:0.0:1780333345.048862:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d8700. 10000000:00000010:0.0:1780333345.048869:0:5802:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8ec42db87c80. 00000020:00000010:0.0:1780333345.048871:0:5802:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad2e00. 00000020:00000010:0.0:1780333345.048875:0:5802:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec437ad3400. 00000040:00000010:0.0:1780333345.048878:0:5802:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec437ad3800. 00000020:00000010:0.0:1780333345.048882:0:5802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a5800. 00000020:00000010:0.0:1780333345.048886:0:5802:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec437ad2c00. 80000000:00000010:0.0:1780333345.048889:0:5802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec303236c00. 00040000:00000010:0.0:1780333345.048893:0:5802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec437ad3a00. 00080000:00000010:0.0:1780333345.048897:0:5802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1000. 20000000:00000010:0.0:1780333345.048901:0:5802:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec437ad2a00. 00000040:00000010:0.0:1780333345.048906:0:5802:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437ad2000. 00000100:00000010:0.0:1780333345.048910:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8700. 02000000:00000010:0.0:1780333345.048916:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437ad2200. 00000100:00000010:0.0:1780333345.048935:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e059c0. 02000000:00000010:0.0:1780333345.048946:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c47c400. 00000400:00000010:0.0:1780333345.048950:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081690b0. 00000400:00000010:0.0:1780333345.048952:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346aa0. 00000100:00000200:0.0:1780333345.048956:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067848064, portal 25 00000400:00000010:0.0:1780333345.048959:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.048962:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866812067848064, offset 0 00000400:00000200:0.0:1780333345.048966:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333345.048971:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333345.048976:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6a1db0e2a9f80 00000400:00000200:0.0:1780333345.048980:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15219 [2] + 0 00000400:00000010:0.0:1780333345.048983:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68160. 00000400:00000200:0.0:1780333345.048986:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec30295b900 00000400:00000200:0.0:1780333345.048990:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333345.048993:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333345.048995:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec30295b900 00000400:00000010:0.0:1780333345.048997:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec30295b900. 00000100:00000200:0.0:1780333345.049002:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333345.049094:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333345.049097:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.049101:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d8700 x1866812067848064/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333345.051770:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333345.051778:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333345.051785:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5600. 00000020:00000010:1.0:1780333345.051790:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333345.051795:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333345.051889:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333345.051892:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f40. 00000100:00000200:1.0:1780333345.051896:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848064 02000000:00000010:1.0:1780333345.051934:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec40b282400. 00000040:00000010:1.0:1780333345.051942:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec42e0b5400. 00000040:00000010:1.0:1780333345.052161:0:5799:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec41b2ce3e0. 00000040:00000010:1.0:1780333345.052178:0:5799:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec41b2ce3e0. 00000040:00000010:1.0:1780333345.052181:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec42e0b5400. 00010000:00000200:1.0:1780333345.052198:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e55450 x1866812067848064/t0(0) o501->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 504/272 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333345.052220:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333345.052228:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812067848064, offset 224 00000400:00000200:1.0:1780333345.052235:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333345.052250:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333345.052261:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6a1db0e2a9f80 00000400:00000200:1.0:1780333345.052270:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x15fa1 [1] + 224 00000400:00000200:1.0:1780333345.052278:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333345.052282:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333345.052291:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d8700 x1866812067848064/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333345.052327:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227908 00000400:00000010:1.0:1780333345.052330:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227908. 00000020:00000010:1.0:1780333345.052342:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42de84800. 00000020:00000010:1.0:1780333345.052347:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333345.052350:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5600. 02000000:00000010:1.0:1780333345.052356:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec40b282400. 00000100:00000200:1.0:1780333345.052363:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333345.052369:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef28f0. 00000400:00000010:1.0:1780333345.052374:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42e03e300. 00000400:00000010:2.0:1780333345.052436:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081690b0. 00000400:00000200:2.0:1780333345.052441:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346aa0 00000400:00000010:2.0:1780333345.052442:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346aa0. 00000100:00000200:2.0:1780333345.052448:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d8700 x1866812067848064/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333345.052457:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d8700 x1866812067848064/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333345.052480:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e059c0. 02000000:00000010:2.0:1780333345.052489:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c47c400. 02000000:00000010:2.0:1780333345.052493:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437ad2200. 00000100:00000010:2.0:1780333345.052498:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d8700. 00000040:00000010:2.0:1780333345.052508:0:5802:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec420658000. 00000100:00000010:2.0:1780333345.052514:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:2.0:1780333345.052524:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec3024b5e00. 00000100:00000010:2.0:1780333345.052535:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42d9ea900. 02000000:00000010:2.0:1780333345.052567:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8ec433cd0000. 00000400:00000010:2.0:1780333345.052572:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7948. 00000400:00000010:2.0:1780333345.052577:0:5802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8ec42d9eac00. 00000100:00000200:2.0:1780333345.052580:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866812067848192, portal 25 00000400:00000010:2.0:1780333345.052585:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.052588:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866812067848192, offset 0 00000400:00000200:2.0:1780333345.052592:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333345.052598:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333345.052603:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6a1db0e2aa000 00000400:00000200:2.0:1780333345.052608:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15279 [2] + 0 00000400:00000010:2.0:1780333345.052611:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169aa8. 00000400:00000200:2.0:1780333345.052614:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4055b1540 00000400:00000200:2.0:1780333345.052653:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333345.052656:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333345.052659:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1540 00000400:00000010:2.0:1780333345.052661:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4055b1540. 00000100:00000200:2.0:1780333345.052667:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333345.055218:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333345.055227:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.055238:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067848192/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333345.055463:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.055468:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.055476:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47de00. 00000020:00000010:0.0:1780333345.055481:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.055486:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.055512:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.055514:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000100:00000200:0.0:1780333345.055517:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848192 02000000:00000010:0.0:1780333345.055613:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec43c208000. 00000040:00000010:0.0:1780333345.055692:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43c47d800. 00000040:00000010:0.0:1780333345.055711:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec43726c000. 00000040:00000010:0.0:1780333345.055808:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec43726c000. 00000040:00000010:0.0:1780333345.055811:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43c47d800. 00010000:00000200:0.0:1780333345.055819:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eee850 x1866812067848192/t0(0) o503->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 272/8416 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333345.055836:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec437e05840. 00000100:00000200:0.0:1780333345.055841:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812067848192, offset 224 00000400:00000200:0.0:1780333345.055848:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333345.055858:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333345.055867:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6a1db0e2aa000 00000400:00000200:0.0:1780333345.055874:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x15fb1 [4] + 224 00000400:00000200:0.0:1780333345.055884:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333345.055888:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333345.055895:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067848192/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333345.055912:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e05840 00000400:00000010:0.0:1780333345.055914:0:5798:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec437e05840. 00000020:00000010:0.0:1780333345.056019:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.056024:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.056027:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47de00. 02000000:00000010:0.0:1780333345.056033:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec43c208000. 00000100:00000200:0.0:1780333345.056067:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333345.056074:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169160. 00000400:00000010:0.0:1780333345.056079:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec437e05840. 00000400:00000010:0.0:1780333345.056181:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7948. 00000400:00000200:0.0:1780333345.056185:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42d9eac00 00000400:00000010:0.0:1780333345.056186:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8ec42d9eac00. 00000100:00000200:0.0:1780333345.056191:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067848192/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333345.056199:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067848192/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333345.056218:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42d9ea900. 02000000:00000010:0.0:1780333345.056227:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8ec433cd0000. 02000000:00000010:0.0:1780333345.056236:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec3024b5e00. 00000100:00000010:0.0:1780333345.056241:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 00000040:00000010:0.0:1780333345.056248:0:5802:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec303236780. 00000020:00000010:0.0:1780333345.056348:0:106338:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47d800. 00000020:00000010:0.0:1780333345.056352:0:106338:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec43c47d400. 00000040:00000010:0.0:1780333345.056356:0:106338:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec43c47da00. 00000020:00000010:0.0:1780333345.056360:0:106338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a6000. 00000020:00000010:0.0:1780333345.056365:0:106338:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333345.056368:0:106338:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43c47c600. 80000000:00000010:0.0:1780333345.056372:0:106338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec303236ba0. 40000000:00000010:0.0:1780333345.056375:0:106338:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec42db87900. 00100000:00000010:0.0:1780333345.056379:0:106338:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec3035a0000. 00040000:00000010:0.0:1780333345.056384:0:106338:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42dee9700. 00040000:00000010:0.0:1780333345.056388:0:106338:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec3035a2000. 00040000:00000010:0.0:1780333345.056391:0:106338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43c47c000. 00080000:00000010:0.0:1780333345.056395:0:106338:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a6800. 00000004:00000010:0.0:1780333345.056400:0:106338:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec4107e7000. 00000004:00000010:0.0:1780333345.056405:0:106338:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec4107e3000. 00000004:00000010:0.0:1780333345.056409:0:106338:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec3035a4800. 00002000:00000010:0.0:1780333345.056413:0:106338:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec426f52c00. 00000004:00000010:0.0:1780333345.056417:0:106338:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec426f52800. 00000020:00000010:0.0:1780333345.056421:0:106338:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec42db873c0. 00000040:00000010:0.0:1780333345.056427:0:106338:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec43726c000. 00000040:00000010:0.0:1780333345.057376:0:106338:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec43726c000. 00000020:00000010:0.0:1780333345.057387:0:106338:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec42db873c0. 00000020:00000010:0.0:1780333345.057399:0:106338:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec43c47d400. 00000040:00000010:0.0:1780333345.057403:0:106338:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec43c47da00. 00000020:00000010:0.0:1780333345.057406:0:106338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a6000. 00000020:00000010:0.0:1780333345.057410:0:106338:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333345.057414:0:106338:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43c47c600. 80000000:00000010:0.0:1780333345.057417:0:106338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec303236ba0. 40000000:00000010:0.0:1780333345.057421:0:106338:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec42db87900. 00100000:00000010:0.0:1780333345.057427:0:106338:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec3035a0000. 00040000:00000010:0.0:1780333345.057430:0:106338:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42dee9700. 00040000:00000010:0.0:1780333345.057434:0:106338:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec3035a2000. 00040000:00000010:0.0:1780333345.057436:0:106338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43c47c000. 00080000:00000010:0.0:1780333345.057439:0:106338:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a6800. 00000004:00000010:0.0:1780333345.057442:0:106338:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec4107e7000. 00000004:00000010:0.0:1780333345.057446:0:106338:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec4107e3000. 00000004:00000010:0.0:1780333345.057451:0:106338:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec3035a4800. 00002000:00000010:0.0:1780333345.057453:0:106338:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec426f52c00. 00000004:00000010:0.0:1780333345.057457:0:106338:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec426f52800. 00000020:00000010:0.0:1780333345.057460:0:106338:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47d800. 00000040:00000010:3.0:1780333345.059355:0:5802:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec303236780. 00000040:00000010:3.0:1780333345.059367:0:5802:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec420658000. 00000040:00000010:3.0:1780333345.059370:0:5802:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437ad2000. 00000020:00000010:3.0:1780333345.059377:0:5802:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec437ad3400. 00000040:00000010:3.0:1780333345.059381:0:5802:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec437ad3800. 00000020:00000010:3.0:1780333345.059384:0:5802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a5800. 00000020:00000010:3.0:1780333345.059389:0:5802:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec437ad2c00. 80000000:00000010:3.0:1780333345.059393:0:5802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec303236c00. 00040000:00000010:3.0:1780333345.059397:0:5802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec437ad3a00. 00080000:00000010:3.0:1780333345.059401:0:5802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1000. 20000000:00000010:3.0:1780333345.059404:0:5802:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec437ad2a00. 00000020:00000010:3.0:1780333345.059407:0:5802:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad2e00. 10000000:00000010:3.0:1780333345.059409:0:5802:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8ec42db87c80. 00000100:00000010:2.0:1780333345.059467:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:2.0:1780333345.059486:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec3024b5c00. 00010000:00000010:2.0:1780333345.059502:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df0c00. 00000100:00000010:2.0:1780333345.059521:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42d9ea3c0. 02000000:00000010:2.0:1780333345.059541:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec4342b7800. 00000400:00000010:2.0:1780333345.059548:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7c08. 00000400:00000010:2.0:1780333345.059554:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.059561:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067848320, portal 25 00000400:00000010:2.0:1780333345.059566:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333345.059568:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067848320, offset 0 00000400:00000200:2.0:1780333345.059577:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333345.059589:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333345.059602:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2aa080 00000400:00000200:2.0:1780333345.059609:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15295 [2] + 0 00000400:00000010:2.0:1780333345.059613:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415420. 00000400:00000200:2.0:1780333345.059633:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4099a33c0 00000400:00000200:2.0:1780333345.059642:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333345.059646:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333345.059651:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4099a33c0 00000400:00000010:2.0:1780333345.059654:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4099a33c0. 00000100:00000200:2.0:1780333345.059658:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333345.059677:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333345.059678:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333345.059686:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067848320/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333345.060384:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.060391:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.060396:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47d800. 00000020:00000010:0.0:1780333345.060401:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.060406:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.060444:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.060446:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000100:00000200:0.0:1780333345.060450:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848320 00010000:00000010:0.0:1780333345.060471:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301391600. 02000000:00000010:0.0:1780333345.060483:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec426f52800. 00010000:00000200:0.0:1780333345.060506:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eef450 x1866812067848320/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 328/344 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333345.060598:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.060603:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067848320, offset 224 00000400:00000200:0.0:1780333345.060608:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333345.060632:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333345.060700:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2aa080 00000400:00000200:0.0:1780333345.060706:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15fc1 [1] + 224 00000400:00000200:0.0:1780333345.060712:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333345.060715:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333345.060722:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067848320/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333345.060747:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333345.060749:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000020:00000010:0.0:1780333345.060760:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.060763:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.060766:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47d800. 02000000:00000010:0.0:1780333345.060772:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec426f52800. 00000100:00000200:0.0:1780333345.060779:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333345.060783:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169e18. 00000400:00000010:0.0:1780333345.060788:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec437e05600. 00000400:00000010:2.0:1780333345.060876:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7c08. 00000400:00000200:2.0:1780333345.060879:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333345.060880:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.060884:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067848320/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333345.060890:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067848320/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333345.060905:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42d9ea3c0. 02000000:00000010:2.0:1780333345.060915:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec4342b7800. 02000000:00000010:2.0:1780333345.060918:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec3024b5c00. 00000100:00000010:2.0:1780333345.060932:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 10000000:00000010:2.0:1780333345.060940:0:5802:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8ec4099e7500. 00000020:00000010:2.0:1780333345.060943:0:5802:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b5c00. 00000020:00000010:2.0:1780333345.060946:0:5802:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec3024b4e00. 00000040:00000010:2.0:1780333345.060950:0:5802:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec3024b4800. 00000020:00000010:2.0:1780333345.060954:0:5802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec408465800. 00000020:00000010:2.0:1780333345.060958:0:5802:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec3024b5e00. 80000000:00000010:2.0:1780333345.060962:0:5802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec3029d9a80. 00040000:00000010:2.0:1780333345.060965:0:5802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec3024b5600. 00080000:00000010:2.0:1780333345.060969:0:5802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec408460800. 20000000:00000010:2.0:1780333345.060973:0:5802:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec3024b4c00. 00000040:00000010:2.0:1780333345.060978:0:5802:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec3024b4000. 00000100:00000010:2.0:1780333345.060983:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:2.0:1780333345.060990:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec3024b4200. 00000100:00000010:2.0:1780333345.061001:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42d9ea3c0. 02000000:00000010:2.0:1780333345.061012:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437ad2e00. 00000400:00000010:2.0:1780333345.061015:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7c08. 00000400:00000010:2.0:1780333345.061019:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.061022:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067848448, portal 25 00000400:00000010:2.0:1780333345.061025:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333345.061027:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866812067848448, offset 0 00000400:00000200:2.0:1780333345.061032:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333345.061041:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333345.061046:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6a1db0e2aa100 00000400:00000200:2.0:1780333345.061050:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15325 [2] + 0 00000400:00000010:2.0:1780333345.061053:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef24d0. 00000400:00000200:2.0:1780333345.061056:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408c8f240 00000400:00000200:2.0:1780333345.061060:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333345.061063:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333345.061065:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408c8f240 00000400:00000010:2.0:1780333345.061067:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408c8f240. 00000100:00000200:2.0:1780333345.061071:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333345.061090:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333345.061093:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333345.061097:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067848448/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333345.061219:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.061222:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.061226:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47d800. 00000020:00000010:0.0:1780333345.061229:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.061232:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.061257:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.061260:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000100:00000200:0.0:1780333345.061262:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848448 02000000:00000010:0.0:1780333345.061272:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec426f52800. 00000040:00000010:0.0:1780333345.061277:0:5800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43c47c000. 00000040:00000010:0.0:1780333345.061458:0:5800:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec30342d248. 00000040:00000010:0.0:1780333345.061472:0:5800:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec30342d248. 00000040:00000010:0.0:1780333345.061476:0:5800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43c47c000. 00010000:00000200:0.0:1780333345.061484:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eed450 x1866812067848448/t0(0) o501->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 504/272 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333345.061496:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.061499:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812067848448, offset 224 00000400:00000200:0.0:1780333345.061503:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333345.061508:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333345.061513:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6a1db0e2aa100 00000400:00000200:0.0:1780333345.061518:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x15fd1 [1] + 224 00000400:00000200:0.0:1780333345.061522:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333345.061525:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333345.061530:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067848448/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333345.061542:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333345.061544:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000020:00000010:0.0:1780333345.061552:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.061554:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.061557:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47d800. 02000000:00000010:0.0:1780333345.061561:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec426f52800. 00000100:00000200:0.0:1780333345.061565:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333345.061568:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169370. 00000400:00000010:0.0:1780333345.061571:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec437e050c0. 00000400:00000010:2.0:1780333345.061649:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7c08. 00000400:00000200:2.0:1780333345.061653:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333345.061654:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.061659:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067848448/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333345.061667:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067848448/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333345.061680:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42d9ea3c0. 02000000:00000010:2.0:1780333345.061686:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437ad2e00. 02000000:00000010:2.0:1780333345.061689:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec3024b4200. 00000100:00000010:2.0:1780333345.061693:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 00000040:00000010:2.0:1780333345.061700:0:5802:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec420658000. 00000100:00000010:2.0:1780333345.061704:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:2.0:1780333345.061709:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437ad2e00. 00000100:00000010:2.0:1780333345.061714:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42d9ea3c0. 02000000:00000010:2.0:1780333345.061734:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8ec433cd0000. 00000400:00000010:2.0:1780333345.061737:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7c08. 00000400:00000010:2.0:1780333345.061740:0:5802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8ec42d9ea6c0. 00000100:00000200:2.0:1780333345.061743:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866812067848576, portal 25 00000400:00000010:2.0:1780333345.061747:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.061748:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866812067848576, offset 0 00000400:00000200:2.0:1780333345.061752:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333345.061757:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333345.061762:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6a1db0e2aa180 00000400:00000200:2.0:1780333345.061765:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15359 [2] + 0 00000400:00000010:2.0:1780333345.061767:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c08. 00000400:00000200:2.0:1780333345.061770:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4055b1780 00000400:00000200:2.0:1780333345.061774:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333345.061776:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333345.061779:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1780 00000400:00000010:2.0:1780333345.061781:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4055b1780. 00000100:00000200:2.0:1780333345.061784:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333345.061794:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333345.061795:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.061799:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067848576/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333345.061933:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.061936:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.061940:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47d800. 00000020:00000010:0.0:1780333345.061943:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.061946:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.062006:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87900. 00000020:00000010:0.0:1780333345.062009:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87900. 00000100:00000200:0.0:1780333345.062012:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848576 02000000:00000010:0.0:1780333345.062028:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec43c208000. 00000040:00000010:0.0:1780333345.062033:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43c47c000. 00000040:00000010:0.0:1780333345.062043:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec43726c000. 00000040:00000010:0.0:1780333345.062123:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec43726c000. 00000040:00000010:0.0:1780333345.062127:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43c47c000. 00010000:00000200:0.0:1780333345.062134:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eed850 x1866812067848576/t0(0) o503->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 272/8416 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333345.062145:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec437e05a80. 00000100:00000200:0.0:1780333345.062148:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812067848576, offset 224 00000400:00000200:0.0:1780333345.062152:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333345.062158:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333345.062162:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6a1db0e2aa180 00000400:00000200:0.0:1780333345.062166:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x15fe1 [4] + 224 00000400:00000200:0.0:1780333345.062172:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333345.062174:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333345.062180:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067848576/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333345.062195:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e05a80 00000400:00000010:0.0:1780333345.062197:0:5798:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec437e05a80. 00000020:00000010:0.0:1780333345.062206:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5080. 00000020:00000010:0.0:1780333345.062208:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333345.062210:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47d800. 02000000:00000010:0.0:1780333345.062213:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec43c208000. 00000100:00000200:0.0:1780333345.062248:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333345.062252:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169e70. 00000400:00000010:0.0:1780333345.062255:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec437e05a80. 00000400:00000010:2.0:1780333345.062284:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7c08. 00000400:00000200:2.0:1780333345.062287:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42d9ea6c0 00000400:00000010:2.0:1780333345.062288:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8ec42d9ea6c0. 00000100:00000200:2.0:1780333345.062292:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067848576/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333345.062300:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067848576/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333345.062313:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42d9ea3c0. 02000000:00000010:2.0:1780333345.062318:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8ec433cd0000. 02000000:00000010:2.0:1780333345.062327:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437ad2e00. 00000100:00000010:2.0:1780333345.062330:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 00000040:00000010:2.0:1780333345.062336:0:5802:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec3029d9e40. 00000020:00000010:2.0:1780333345.062817:0:106339:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad2e00. 00000020:00000010:2.0:1780333345.062822:0:106339:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec437ad2a00. 00000040:00000010:2.0:1780333345.062825:0:106339:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec437ad3a00. 00000020:00000010:2.0:1780333345.062829:0:106339:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec408463000. 00000020:00000010:2.0:1780333345.062833:0:106339:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec43c39bc60. 00000020:00000010:2.0:1780333345.062837:0:106339:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec437ad2c00. 80000000:00000010:2.0:1780333345.062840:0:106339:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec3029d9b40. 40000000:00000010:2.0:1780333345.062898:0:106339:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec4099e7e00. 00100000:00000010:2.0:1780333345.062904:0:106339:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec408461800. 00040000:00000010:2.0:1780333345.062908:0:106339:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec302893400. 00040000:00000010:2.0:1780333345.062913:0:106339:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec4036aa800. 00040000:00000010:2.0:1780333345.062916:0:106339:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec437ad3800. 00080000:00000010:2.0:1780333345.062931:0:106339:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4036a8800. 00000004:00000010:2.0:1780333345.062937:0:106339:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec301cd1000. 00000004:00000010:2.0:1780333345.062942:0:106339:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec301cd2000. 00000004:00000010:2.0:1780333345.062948:0:106339:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec409fa2000. 00002000:00000010:2.0:1780333345.062953:0:106339:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec4342b7800. 00000004:00000010:2.0:1780333345.062957:0:106339:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec4342b4c00. 00000020:00000010:2.0:1780333345.062961:0:106339:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec4099e7980. 00000040:00000010:2.0:1780333345.062969:0:106339:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec42065a000. 00000040:00000010:2.0:1780333345.063449:0:106339:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec42065a000. 00000020:00000010:2.0:1780333345.063460:0:106339:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec4099e7980. 00000020:00000010:2.0:1780333345.063473:0:106339:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec437ad2a00. 00000040:00000010:2.0:1780333345.063476:0:106339:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec437ad3a00. 00000020:00000010:2.0:1780333345.063480:0:106339:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec408463000. 00000020:00000010:2.0:1780333345.063484:0:106339:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec43c39bc60. 00000020:00000010:2.0:1780333345.063488:0:106339:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec437ad2c00. 80000000:00000010:2.0:1780333345.063491:0:106339:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec3029d9b40. 40000000:00000010:2.0:1780333345.063496:0:106339:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec4099e7e00. 00100000:00000010:2.0:1780333345.063499:0:106339:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec408461800. 00040000:00000010:2.0:1780333345.063501:0:106339:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec302893400. 00040000:00000010:2.0:1780333345.063505:0:106339:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec4036aa800. 00040000:00000010:2.0:1780333345.063509:0:106339:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec437ad3800. 00080000:00000010:2.0:1780333345.063512:0:106339:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4036a8800. 00000004:00000010:2.0:1780333345.063515:0:106339:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec301cd1000. 00000004:00000010:2.0:1780333345.063519:0:106339:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec301cd2000. 00000004:00000010:2.0:1780333345.063523:0:106339:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec409fa2000. 00002000:00000010:2.0:1780333345.063530:0:106339:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec4342b7800. 00000004:00000010:2.0:1780333345.063533:0:106339:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec4342b4c00. 00000020:00000010:2.0:1780333345.063535:0:106339:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad2e00. 00000040:00000010:3.0:1780333345.064191:0:5802:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec3029d9e40. 00000040:00000010:3.0:1780333345.064200:0:5802:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec420658000. 00000040:00000010:3.0:1780333345.064203:0:5802:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec3024b4000. 00000020:00000010:3.0:1780333345.064209:0:5802:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec3024b4e00. 00000040:00000010:3.0:1780333345.064211:0:5802:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec3024b4800. 00000020:00000010:3.0:1780333345.064214:0:5802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec408465800. 00000020:00000010:3.0:1780333345.064219:0:5802:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec3024b5e00. 80000000:00000010:3.0:1780333345.064222:0:5802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec3029d9a80. 00040000:00000010:3.0:1780333345.064224:0:5802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec3024b5600. 00080000:00000010:3.0:1780333345.064227:0:5802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec408460800. 20000000:00000010:3.0:1780333345.064230:0:5802:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec3024b4c00. 00000020:00000010:3.0:1780333345.064233:0:5802:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b5c00. 10000000:00000010:3.0:1780333345.064235:0:5802:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8ec4099e7500. 00000100:00000010:3.0:1780333345.064254:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2dd500. 02000000:00000010:3.0:1780333345.064267:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec409c47200. 00010000:00000010:3.0:1780333345.064283:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5600. 00000100:00000010:3.0:1780333345.064300:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec43bc00780. 02000000:00000010:3.0:1780333345.064615:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42d86b000. 00000400:00000010:3.0:1780333345.064696:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68370. 00000400:00000010:3.0:1780333345.064702:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42e58. 00000100:00000200:3.0:1780333345.064708:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067848704, portal 25 00000400:00000010:3.0:1780333345.064713:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c427f8. 00000100:00000200:3.0:1780333345.064715:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067848704, offset 0 00000400:00000200:3.0:1780333345.064723:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333345.064733:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333345.064744:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2aa200 00000400:00000200:3.0:1780333345.064750:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15391 [2] + 0 00000400:00000010:3.0:1780333345.064754:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2a50. 00000400:00000200:3.0:1780333345.064757:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408c8f900 00000400:00000200:3.0:1780333345.064764:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333345.064768:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333345.064772:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408c8f900 00000400:00000010:3.0:1780333345.064774:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408c8f900. 00000100:00000200:3.0:1780333345.064779:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1780333345.064837:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c427f8 00000400:00000010:3.0:1780333345.064840:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c427f8. 00000100:00000200:3.0:1780333345.064848:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c2dd500 x1866812067848704/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333345.065178:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e00. 00000020:00000010:2.0:1780333345.065183:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7e00. 00000020:00000010:2.0:1780333345.065188:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad2e00. 00000020:00000010:2.0:1780333345.065192:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73b00. 00000020:00000010:2.0:1780333345.065196:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333345.065262:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e00. 00000020:00000010:2.0:1780333345.065265:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7e00. 00000100:00000200:2.0:1780333345.065268:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848704 00010000:00000010:2.0:1780333345.065289:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1600. 02000000:00000010:2.0:1780333345.065300:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec4342b4c00. 00010000:00000200:2.0:1780333345.065320:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eefc50 x1866812067848704/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 328/344 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333345.065334:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333345.065337:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067848704, offset 224 00000400:00000200:2.0:1780333345.065342:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333345.065347:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333345.065353:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2aa200 00000400:00000200:2.0:1780333345.065357:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15ff1 [1] + 224 00000400:00000200:2.0:1780333345.065362:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333345.065365:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333345.065371:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c2dd500 x1866812067848704/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333345.065394:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333345.065396:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000020:00000010:2.0:1780333345.065407:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73b00. 00000020:00000010:2.0:1780333345.065410:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333345.065412:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad2e00. 02000000:00000010:2.0:1780333345.065417:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec4342b4c00. 00000100:00000200:2.0:1780333345.065423:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333345.065426:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7c08. 00000400:00000010:2.0:1780333345.065431:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea6c0. 00000400:00000010:1.0:1780333345.065472:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68370. 00000400:00000200:1.0:1780333345.065476:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42e58 00000400:00000010:1.0:1780333345.065478:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42e58. 00000100:00000200:1.0:1780333345.065483:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c2dd500 x1866812067848704/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333345.065491:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c2dd500 x1866812067848704/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333345.065509:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec43bc00780. 02000000:00000010:1.0:1780333345.065532:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42d86b000. 02000000:00000010:1.0:1780333345.065536:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec409c47200. 00000100:00000010:1.0:1780333345.065540:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c2dd500. 10000000:00000010:1.0:1780333345.065548:0:5802:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333345.065551:0:5802:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5400. 00000020:00000010:1.0:1780333345.065554:0:5802:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42e0b4200. 00000040:00000010:1.0:1780333345.065558:0:5802:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec42e0b5800. 00000020:00000010:1.0:1780333345.065561:0:5802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344b000. 00000020:00000010:1.0:1780333345.065565:0:5802:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42e0b5e00. 80000000:00000010:1.0:1780333345.065569:0:5802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec410f58300. 00040000:00000010:1.0:1780333345.065572:0:5802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42e0b5200. 00080000:00000010:1.0:1780333345.065576:0:5802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344a000. 20000000:00000010:1.0:1780333345.065580:0:5802:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec4420f5a00. 00000040:00000010:1.0:1780333345.065586:0:5802:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec405752e00. 00000100:00000010:1.0:1780333345.065591:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89c00. 02000000:00000010:1.0:1780333345.065598:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec405753600. 00000100:00000010:1.0:1780333345.065607:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec408c8fd80. 02000000:00000010:1.0:1780333345.065647:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec405752a00. 00000400:00000010:1.0:1780333345.065650:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2528. 00000400:00000010:1.0:1780333345.065653:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227908. 00000100:00000200:1.0:1780333345.065656:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067848832, portal 25 00000400:00000010:1.0:1780333345.065659:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333345.065661:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866812067848832, offset 0 00000400:00000200:1.0:1780333345.065666:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333345.065671:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333345.065676:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6a1db0e2aa280 00000400:00000200:1.0:1780333345.065680:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x153a1 [2] + 0 00000400:00000010:1.0:1780333345.065683:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169d68. 00000400:00000200:1.0:1780333345.065685:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3026a9900 00000400:00000200:1.0:1780333345.065689:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333345.065691:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333345.065694:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3026a9900 00000400:00000010:1.0:1780333345.065695:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3026a9900. 00000100:00000200:1.0:1780333345.065698:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333345.067489:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227550 00000400:00000010:1.0:1780333345.067496:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227550. 00000100:00000200:1.0:1780333345.067508:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f89c00 x1866812067848832/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333345.067671:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b580. 00000020:00000010:3.0:1780333345.067676:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b580. 00000020:00000010:3.0:1780333345.067682:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec409c47200. 00000020:00000010:3.0:1780333345.067686:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3200. 00000020:00000010:3.0:1780333345.067690:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333345.067714:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b580. 00000020:00000010:3.0:1780333345.067716:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b580. 00000100:00000200:3.0:1780333345.067719:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848832 02000000:00000010:3.0:1780333345.067736:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42d869000. 00000040:00000010:3.0:1780333345.067745:0:5800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec420514a00. 00000040:00000010:3.0:1780333345.067937:0:5800:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec41b2a7c88. 00000040:00000010:3.0:1780333345.067951:0:5800:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec41b2a7c88. 00000040:00000010:3.0:1780333345.067955:0:5800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec420514a00. 00010000:00000200:3.0:1780333345.067966:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eee050 x1866812067848832/t0(0) o501->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 504/272 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333345.067982:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c427f8. 00000100:00000200:3.0:1780333345.067987:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812067848832, offset 224 00000400:00000200:3.0:1780333345.067993:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333345.068003:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333345.068013:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6a1db0e2aa280 00000400:00000200:3.0:1780333345.068090:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x16001 [1] + 224 00000400:00000200:3.0:1780333345.068165:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333345.068169:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333345.068176:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f89c00 x1866812067848832/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333345.068198:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c427f8 00000400:00000010:3.0:1780333345.068200:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c427f8. 00000400:00000010:0.0:1780333345.068207:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2528. 00000400:00000200:0.0:1780333345.068210:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227908 00000020:00000010:3.0:1780333345.068212:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3200. 00000400:00000010:0.0:1780333345.068212:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227908. 00000100:00000200:0.0:1780333345.068217:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f89c00 x1866812067848832/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333345.068218:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333345.068221:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec409c47200. 00000100:00000200:0.0:1780333345.068225:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f89c00 x1866812067848832/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333345.068228:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42d869000. 00000100:00000200:3.0:1780333345.068234:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333345.068238:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68790. 00000400:00000010:3.0:1780333345.068243:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00240. 00000100:00000010:0.0:1780333345.068246:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec408c8fd80. 02000000:00000010:0.0:1780333345.068255:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec405752a00. 02000000:00000010:0.0:1780333345.068259:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec405753600. 00000100:00000010:0.0:1780333345.068262:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89c00. 00000040:00000010:0.0:1780333345.068272:0:5802:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec43726c000. 00000100:00000010:0.0:1780333345.068277:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9f80. 02000000:00000010:0.0:1780333345.068286:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec43c47c000. 00000100:00000010:0.0:1780333345.068294:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e05000. 02000000:00000010:0.0:1780333345.068321:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8ec433cd0000. 00000400:00000010:0.0:1780333345.068326:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169f78. 00000400:00000010:0.0:1780333345.068330:0:5802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8ec437e059c0. 00000100:00000200:0.0:1780333345.068334:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866812067848960, portal 25 00000400:00000010:0.0:1780333345.068338:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.068340:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866812067848960, offset 0 00000400:00000200:0.0:1780333345.068344:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333345.068349:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333345.068355:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6a1db0e2aa300 00000400:00000200:0.0:1780333345.068359:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15415 [2] + 0 00000400:00000010:0.0:1780333345.068362:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c4157e8. 00000400:00000200:0.0:1780333345.068365:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4066c30c0 00000400:00000200:0.0:1780333345.068369:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333345.068372:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333345.068375:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4066c30c0 00000400:00000010:0.0:1780333345.068377:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4066c30c0. 00000100:00000200:0.0:1780333345.068381:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333345.068446:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333345.068448:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333345.068454:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d9f80 x1866812067848960/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333345.068460:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e00. 00000020:00000010:2.0:1780333345.068463:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7e00. 00000020:00000010:2.0:1780333345.068468:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad2e00. 00000020:00000010:2.0:1780333345.068471:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73b00. 00000020:00000010:2.0:1780333345.068474:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:1.0:1780333345.068506:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10ac0. 00000020:00000010:1.0:1780333345.068508:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10ac0. 00000100:00000200:1.0:1780333345.068511:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067848960 02000000:00000010:1.0:1780333345.068606:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec43c208000. 00000040:00000010:1.0:1780333345.068613:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec405753200. 00000040:00000010:1.0:1780333345.068636:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333345.068724:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333345.068730:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec405753200. 00010000:00000200:1.0:1780333345.068737:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eec850 x1866812067848960/t0(0) o503->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:321/0 lens 272/8416 e 0 to 0 dl 1780333356 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333345.068748:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec408c8f480. 00000100:00000200:1.0:1780333345.068751:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812067848960, offset 224 00000400:00000200:1.0:1780333345.068756:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333345.068762:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333345.068767:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6a1db0e2aa300 00000400:00000200:1.0:1780333345.068771:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x16011 [4] + 224 00000400:00000200:1.0:1780333345.068777:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333345.068780:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333345.068786:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d9f80 x1866812067848960/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333345.068802:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408c8f480 00000400:00000010:1.0:1780333345.068804:0:5798:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec408c8f480. 00000020:00000010:1.0:1780333345.068811:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73b00. 00000020:00000010:1.0:1780333345.068814:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:1.0:1780333345.068817:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad2e00. 02000000:00000010:1.0:1780333345.068821:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec43c208000. 00000100:00000200:1.0:1780333345.068852:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333345.068857:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2bb0. 00000400:00000010:1.0:1780333345.068860:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec408c8f480. 00000400:00000010:1.0:1780333345.071353:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169f78. 00000400:00000200:1.0:1780333345.071363:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e059c0 00000400:00000010:1.0:1780333345.071365:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8ec437e059c0. 00000100:00000200:1.0:1780333345.071377:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d9f80 x1866812067848960/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333345.071389:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d9f80 x1866812067848960/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333345.071417:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e05000. 02000000:00000010:1.0:1780333345.071432:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8ec433cd0000. 02000000:00000010:1.0:1780333345.071443:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec43c47c000. 00000100:00000010:1.0:1780333345.071447:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d9f80. 00000040:00000010:1.0:1780333345.071457:0:5802:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec410f58960. 00000020:00000010:0.0:1780333345.071877:0:106342:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47c600. 00000020:00000010:0.0:1780333345.071889:0:106342:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec43c47de00. 00000040:00000010:0.0:1780333345.071893:0:106342:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec43c47da00. 00000020:00000010:0.0:1780333345.071898:0:106342:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a4800. 00000020:00000010:0.0:1780333345.071903:0:106342:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333345.071908:0:106342:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43c47d400. 80000000:00000010:0.0:1780333345.071911:0:106342:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec303236ba0. 40000000:00000010:0.0:1780333345.071915:0:106342:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec42db87e80. 00100000:00000010:0.0:1780333345.071930:0:106342:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec3035a6800. 00040000:00000010:0.0:1780333345.071935:0:106342:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42dee9700. 00040000:00000010:0.0:1780333345.071940:0:106342:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec3035a2000. 00040000:00000010:0.0:1780333345.071944:0:106342:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43c47dc00. 00080000:00000010:0.0:1780333345.071947:0:106342:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a0000. 00000004:00000010:0.0:1780333345.071952:0:106342:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec4107e3000. 00000004:00000010:0.0:1780333345.071957:0:106342:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec4107e7000. 00000004:00000010:0.0:1780333345.071962:0:106342:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec3035a6000. 00002000:00000010:0.0:1780333345.071966:0:106342:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec426f52800. 00000004:00000010:0.0:1780333345.071970:0:106342:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec426f52c00. 00000020:00000010:0.0:1780333345.071975:0:106342:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec42db87cc0. 00000040:00000010:0.0:1780333345.071983:0:106342:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333345.072518:0:106342:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec4371ce000. 00000020:00000010:0.0:1780333345.072526:0:106342:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec42db87cc0. 00000020:00000010:0.0:1780333345.072535:0:106342:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec43c47de00. 00000040:00000010:0.0:1780333345.072540:0:106342:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec43c47da00. 00000020:00000010:0.0:1780333345.072542:0:106342:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a4800. 00000020:00000010:0.0:1780333345.072546:0:106342:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333345.072550:0:106342:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43c47d400. 80000000:00000010:0.0:1780333345.072553:0:106342:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec303236ba0. 40000000:00000010:0.0:1780333345.072556:0:106342:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec42db87e80. 00100000:00000010:0.0:1780333345.072560:0:106342:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec3035a6800. 00040000:00000010:0.0:1780333345.072562:0:106342:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42dee9700. 00040000:00000010:0.0:1780333345.072565:0:106342:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec3035a2000. 00040000:00000010:0.0:1780333345.072568:0:106342:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43c47dc00. 00080000:00000010:0.0:1780333345.072570:0:106342:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a0000. 00000004:00000010:0.0:1780333345.072574:0:106342:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec4107e3000. 00000004:00000010:0.0:1780333345.072579:0:106342:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec4107e7000. 00000004:00000010:0.0:1780333345.072584:0:106342:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec3035a6000. 00002000:00000010:0.0:1780333345.072586:0:106342:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec426f52800. 00000004:00000010:0.0:1780333345.072589:0:106342:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec426f52c00. 00000020:00000010:0.0:1780333345.072591:0:106342:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47c600. 00000040:00000010:2.0:1780333345.072762:0:5802:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec410f58960. 00000040:00000010:2.0:1780333345.072770:0:5802:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec43726c000. 00000040:00000010:2.0:1780333345.072773:0:5802:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec405752e00. 00000020:00000010:2.0:1780333345.072780:0:5802:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42e0b4200. 00000040:00000010:2.0:1780333345.072784:0:5802:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec42e0b5800. 00000020:00000010:2.0:1780333345.072787:0:5802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344b000. 00000020:00000010:2.0:1780333345.072790:0:5802:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42e0b5e00. 80000000:00000010:2.0:1780333345.072792:0:5802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec410f58300. 00040000:00000010:2.0:1780333345.072794:0:5802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42e0b5200. 00080000:00000010:2.0:1780333345.072796:0:5802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344a000. 20000000:00000010:2.0:1780333345.072799:0:5802:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec4420f5a00. 00000020:00000010:2.0:1780333345.072802:0:5802:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5400. 10000000:00000010:2.0:1780333345.072805:0:5802:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8ec301a10f40. 00000100:00000010:3.0:1780333345.143777:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236660. 00000100:00000010:2.0:1780333345.143879:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236ea0. 00000100:00000010:0.0:1780333345.143962:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236c60. 00000100:00000010:1.0:1780333345.144025:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec303236720. 00000100:00000010:0.0:1780333348.058556:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9c00. 02000000:00000010:0.0:1780333348.058580:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9700. 02000000:00000010:0.0:1780333348.058696:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42d9ca400. 00000400:00000010:0.0:1780333348.058704:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169738. 00000400:00000010:0.0:1780333348.058711:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333348.058719:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067849088, portal 4 00000400:00000010:0.0:1780333348.058725:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333348.058729:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067849088, offset 0 00000400:00000200:0.0:1780333348.058738:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333348.058751:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333348.058763:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2aa380 00000400:00000200:0.0:1780333348.058770:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 5152 00000400:00000200:0.0:1780333348.058780:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333348.058785:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333348.058793:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1780333348.058797:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9880. 00000400:00000200:0.0:1780333348.058814:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333348.058817:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333348.058828:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d9c00 x1866812067849088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333348.058855:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9480. 00000100:00000010:0.0:1780333348.058870:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d93c0. 00000100:00000010:0.0:1780333348.058875:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9360. 00000100:00000010:0.0:1780333348.058892:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9300. 00000020:00000010:0.0:1780333348.059304:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87040. 00000020:00000010:0.0:1780333348.061551:0:59742:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec42db87700. 00000020:00000010:0.0:1780333348.061585:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40926fe00. 00000020:00000010:0.0:1780333348.061592:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333348.061597:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333348.061659:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87700. 00000020:00000010:0.0:1780333348.061663:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87700. 00000100:00000200:0.0:1780333348.061667:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849088 02000000:00000010:0.0:1780333348.061685:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec426f52400. 00010000:00000200:0.0:1780333348.061723:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019d9880 x1866812067849088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/368 e 0 to 0 dl 1780333359 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333348.061744:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333348.061750:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067849088, offset 224 00000400:00000200:0.0:1780333348.061757:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333348.061772:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333348.061783:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2aa380 00000400:00000200:0.0:1780333348.061791:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16021 [1] + 224 00000400:00000200:0.0:1780333348.061799:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333348.061803:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333348.061814:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d9c00 x1866812067849088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333348.061833:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333348.061837:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000020:00000010:0.0:1780333348.061849:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333348.061853:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333348.061856:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40926fe00. 00000100:00000010:2.0:1780333348.062848:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9360. 00000100:00000010:3.0:1780333348.062938:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9300. 00000100:00000010:1.0:1780333348.063810:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d93c0. 00000400:00000010:0.0:1780333348.064948:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169738. 00000400:00000200:0.0:1780333348.064957:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333348.064959:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333348.064973:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d9c00 x1866812067849088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333348.064984:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d9c00 x1866812067849088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333348.065028:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42d9ca400. 02000000:00000010:0.0:1780333348.065034:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9700. 00000100:00000010:0.0:1780333348.065038:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d9c00. 00000100:00000010:0.0:1780333348.065232:0:99820:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9480. 00000100:00000010:2.0:1780333349.080115:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:2.0:1780333349.080138:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec302893400. 00000100:00000010:2.0:1780333349.080179:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb9f80. 02000000:00000010:2.0:1780333349.080185:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec302893e00. 00000100:00000010:2.0:1780333349.080200:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cba680. 02000000:00000010:2.0:1780333349.080203:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec302893f00. 00000100:00000010:2.0:1780333349.080210:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302491500. 02000000:00000010:2.0:1780333349.080214:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec302893a00. 02000000:00000010:0.0:1780333349.080214:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40926fe00. 00000100:00000010:2.0:1780333349.080219:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302493b80. 02000000:00000010:2.0:1780333349.080222:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec302893500. 00000400:00000010:0.0:1780333349.080222:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169738. 00000100:00000010:2.0:1780333349.080227:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302491180. 00000400:00000010:0.0:1780333349.080229:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 02000000:00000010:2.0:1780333349.080231:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec302893d00. 00000100:00000200:0.0:1780333349.080235:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067849344, portal 10 00000400:00000010:0.0:1780333349.080242:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333349.080245:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067849344, offset 0 00000400:00000200:0.0:1780333349.080253:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333349.080265:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333349.080278:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aa480 00000400:00000200:0.0:1780333349.080285:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 61872 00000400:00000200:0.0:1780333349.080293:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333349.080297:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333349.080304:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333349.080308:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9c00. 00000400:00000200:0.0:1780333349.080331:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333349.080334:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333349.080342:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb9f80 x1866812067849344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333349.080362:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d90c0. 00000020:00000010:2.0:1780333349.080370:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7500. 02000000:00000010:3.0:1780333349.080472:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437dba800. 00000400:00000010:3.0:1780333349.080478:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f681b8. 00000400:00000010:3.0:1780333349.080482:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c427f8. 00000100:00000200:3.0:1780333349.080485:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067849600, portal 4 00000400:00000010:3.0:1780333349.080489:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42a18. 00000100:00000200:3.0:1780333349.080492:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067849600, offset 0 00000400:00000200:3.0:1780333349.080496:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333349.080502:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1780333349.080505:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7500. 00000400:00000200:3.0:1780333349.080508:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aa580 00000400:00000200:3.0:1780333349.080513:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 4704 00000020:00000010:2.0:1780333349.080514:0:5807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40b3bc200. 00000400:00000200:3.0:1780333349.080519:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1780333349.080519:0:5807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408cfd600. 00000400:00000200:3.0:1780333349.080522:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1780333349.080524:0:5807:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000100:00000200:3.0:1780333349.080526:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1780333349.080530:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2ddf80. 00000400:00000200:3.0:1780333349.080542:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42a18 00000400:00000010:3.0:1780333349.080544:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42a18. 00000100:00000200:3.0:1780333349.080549:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302491500 x1866812067849600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333349.080557:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7500. 00000020:00000010:2.0:1780333349.080559:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7500. 00000100:00000200:2.0:1780333349.080562:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849344 02000000:00000010:3.0:1780333349.080571:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437dbaa00. 00000400:00000010:3.0:1780333349.080576:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333349.080578:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42a18. 00000100:00000200:3.0:1780333349.080581:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067849472, portal 10 02000000:00000010:2.0:1780333349.080590:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4342b6000. 00000400:00000010:3.0:1780333349.080593:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42000. 00000100:00000200:3.0:1780333349.080595:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067849472, offset 0 00000400:00000200:3.0:1780333349.080598:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1780333349.080598:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019d9c00 x1866812067849344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:325/0 lens 224/224 e 0 to 0 dl 1780333360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333349.080604:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333349.080609:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aa500 00000400:00000200:3.0:1780333349.080612:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 62096 00000400:00000010:2.0:1780333349.080615:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000400:00000200:3.0:1780333349.080635:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333349.080638:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333349.080641:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333349.080645:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2dd180. 00000400:00000200:3.0:1780333349.080656:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42000 00000400:00000010:3.0:1780333349.080658:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42000. 00000100:00000200:3.0:1780333349.080663:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cba680 x1866812067849472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333349.081095:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067849344, offset 224 00000400:00000200:2.0:1780333349.081102:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333349.081108:0:5807:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333349.081114:0:5807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aa480 00000400:00000200:2.0:1780333349.081118:0:5807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1602d [1] + 224 00000400:00000200:2.0:1780333349.081123:0:5807:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333349.081126:0:5807:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333349.081133:0:5807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb9f80 x1866812067849344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333349.081152:0:5807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333349.081153:0:5807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000020:00000010:2.0:1780333349.081167:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408cfd600. 00000020:00000010:2.0:1780333349.081170:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333349.081172:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40b3bc200. 00000020:00000010:2.0:1780333349.081191:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7500. 00000020:00000010:2.0:1780333349.081208:0:5807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40b3bc200. 00000020:00000010:2.0:1780333349.081210:0:5807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408cfd600. 00000020:00000010:2.0:1780333349.081213:0:5807:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333349.081228:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e70c0. 00000020:00000010:2.0:1780333349.081230:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e70c0. 00000100:00000200:2.0:1780333349.081233:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849472 02000000:00000010:2.0:1780333349.081240:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4342b5400. 00010000:00000200:2.0:1780333349.081246:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c2dd180 x1866812067849472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:325/0 lens 224/224 e 0 to 0 dl 1780333360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333349.081256:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333349.081259:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067849472, offset 224 00000400:00000200:2.0:1780333349.081263:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333349.081267:0:5807:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333349.081341:0:5807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aa500 00000400:00000200:2.0:1780333349.081345:0:5807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1603d [1] + 224 00000400:00000200:2.0:1780333349.081350:0:5807:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333349.081353:0:5807:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333349.081358:0:5807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cba680 x1866812067849472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333349.081368:0:5807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333349.081370:0:5807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000020:00000010:2.0:1780333349.081378:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408cfd600. 00000020:00000010:2.0:1780333349.081381:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333349.081384:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40b3bc200. 00000100:00000010:0.0:1780333349.081493:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9420. 00000100:00000010:0.0:1780333349.081500:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9240. 00000100:00000010:0.0:1780333349.081507:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9ae0. 00000400:00000010:0.0:1780333349.081517:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169738. 00000400:00000200:0.0:1780333349.081520:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:0.0:1780333349.081522:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333349.081527:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb9f80 x1866812067849344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333349.081535:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb9f80 x1866812067849344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333349.081560:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40926fe00. 02000000:00000010:0.0:1780333349.081566:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec302893e00. 00000100:00000010:0.0:1780333349.081581:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb9f80. 02000000:00000010:0.0:1780333349.081600:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40926fe00. 00000400:00000010:0.0:1780333349.081604:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169738. 00000400:00000010:0.0:1780333349.081607:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346220. 00000100:00000200:0.0:1780333349.081610:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067849856, portal 4 00000400:00000010:0.0:1780333349.081632:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 02000000:00000010:1.0:1780333349.081634:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec30360fc00. 00000100:00000200:0.0:1780333349.081636:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067849856, offset 0 00000400:00000010:1.0:1780333349.081643:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef23c8. 00000400:00000200:0.0:1780333349.081644:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1780333349.081651:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227550. 00000400:00000200:0.0:1780333349.081653:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1780333349.081657:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067849216, portal 25 00000400:00000010:1.0:1780333349.081662:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333349.081665:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067849216, offset 0 00000400:00000200:1.0:1780333349.081671:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333349.082177:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aa680 00000400:00000200:1.0:1780333349.082182:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333349.082187:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 4928 00000400:00000200:0.0:1780333349.082195:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333349.082199:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333349.082203:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2aa400 00000100:00000200:0.0:1780333349.082205:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1780333349.082212:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15429 [2] + 0 00000100:00000010:0.0:1780333349.082212:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d9f80. 00000400:00000010:1.0:1780333349.082218:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169ec8. 00000400:00000200:1.0:1780333349.082223:0:3329:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aab40 00000400:00000200:1.0:1780333349.082227:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333349.082231:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333349.082236:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:0.0:1780333349.082239:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000400:00000200:1.0:1780333349.082243:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aab40 00000400:00000010:1.0:1780333349.082247:0:3329:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aab40. 00000100:00000200:0.0:1780333349.082247:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302491180 x1866812067849856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333349.082254:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333349.082272:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227bb0 00000400:00000010:1.0:1780333349.082275:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333349.082281:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067849216/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333349.082309:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec30360e200. 00000400:00000010:1.0:1780333349.082313:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2b58. 00000400:00000010:1.0:1780333349.082316:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227bb0. 00000100:00000200:1.0:1780333349.082319:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067849728, portal 10 00000400:00000010:1.0:1780333349.082323:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333349.082326:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067849728, offset 0 00000400:00000200:1.0:1780333349.082329:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333349.082334:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333349.082338:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aa600 00000400:00000200:1.0:1780333349.082342:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 62320 00000400:00000200:1.0:1780333349.082347:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333349.082350:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333349.082354:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333349.082358:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89180. 00000400:00000200:1.0:1780333349.082370:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333349.082372:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000020:00000010:2.0:1780333349.082374:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e70c0. 00000100:00000200:1.0:1780333349.082377:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302493b80 x1866812067849728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333349.082380:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e70c0. 00000020:00000010:2.0:1780333349.082387:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40b3bc200. 00000020:00000010:2.0:1780333349.082392:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408cfd600. 00000020:00000010:2.0:1780333349.082396:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:1.0:1780333349.082421:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333349.082425:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10dc0. 00000020:00000010:2.0:1780333349.082428:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e70c0. 00000020:00000010:1.0:1780333349.082430:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:2.0:1780333349.082432:0:6597:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333349.082436:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360e000. 00000020:00000010:2.0:1780333349.082441:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e26400. 00000020:00000010:1.0:1780333349.082441:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213a80. 00000020:00000010:1.0:1780333349.082446:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:2.0:1780333349.082447:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408cfd300. 00000020:00000010:2.0:1780333349.082451:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c578. 00000020:00000010:1.0:1780333349.082475:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:2.0:1780333349.082477:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c40. 00000020:00000010:1.0:1780333349.082479:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:2.0:1780333349.082481:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c40. 00000100:00000200:1.0:1780333349.082483:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849728 00000100:00000200:2.0:1780333349.082485:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849600 02000000:00000010:1.0:1780333349.082495:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec40b282400. 02000000:00000010:2.0:1780333349.082496:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4342b7000. 00010000:00000200:1.0:1780333349.082504:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f89180 x1866812067849728/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:325/0 lens 224/224 e 0 to 0 dl 1780333360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1780333349.082506:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c2ddf80 x1866812067849600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:325/0 lens 224/224 e 0 to 0 dl 1780333360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333349.082531:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000400:00000010:2.0:1780333349.082533:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:1.0:1780333349.082535:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067849728, offset 224 00000100:00000200:2.0:1780333349.082537:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067849600, offset 224 00000400:00000200:1.0:1780333349.082542:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1780333349.082633:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec42db87d40. 00000020:00000010:0.0:1780333349.082636:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec42db87d40. 00000100:00000200:0.0:1780333349.082640:0:101090:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849856 02000000:00000010:0.0:1780333349.082648:0:101090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d9c8000. 00010000:00000200:0.0:1780333349.082654:0:101090:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019d9f80 x1866812067849856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:325/0 lens 224/224 e 0 to 0 dl 1780333360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333349.082744:0:101090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000400:00000200:1.0:1780333349.083715:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333349.083726:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aa600 00000400:00000200:2.0:1780333349.084773:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333349.084785:0:6597:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333349.084797:0:6597:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aa580 00000400:00000200:2.0:1780333349.084806:0:6597:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16035 [1] + 224 00000400:00000200:2.0:1780333349.084815:0:6597:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333349.084819:0:6597:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333349.084835:0:6597:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302491500 x1866812067849600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333349.084875:0:6597:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333349.084878:0:6597:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000020:00000010:2.0:1780333349.084899:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408cfd600. 00000020:00000010:2.0:1780333349.084903:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333349.084907:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40b3bc200. 00000400:00000010:2.0:1780333349.084945:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f681b8. 00000400:00000200:2.0:1780333349.084949:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c427f8 00000400:00000010:2.0:1780333349.084951:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c427f8. 00000100:00000200:2.0:1780333349.084967:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302491500 x1866812067849600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333349.084976:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302491500 x1866812067849600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333349.085003:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437dba800. 02000000:00000010:2.0:1780333349.085011:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec302893a00. 00000100:00000010:2.0:1780333349.085017:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302491500. 00000100:00000200:0.0:1780333349.085161:0:101090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067849856, offset 224 00000400:00000200:1.0:1780333349.085166:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1605d [1] + 224 00000400:00000200:1.0:1780333349.085176:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333349.085180:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333349.085184:0:101090:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1780333349.085194:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302493b80 x1866812067849728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333349.085194:0:101090:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333349.085203:0:101090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aa680 00000400:00000200:0.0:1780333349.085211:0:101090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1604d [1] + 224 00000400:00000200:0.0:1780333349.085217:0:101090:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333349.085220:0:101090:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333349.085227:0:101090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302491180 x1866812067849856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333349.085233:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333349.085237:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000400:00000200:0.0:1780333349.085249:0:101090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000020:00000010:1.0:1780333349.085253:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213a80. 00000400:00000010:0.0:1780333349.085253:0:101090:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000020:00000010:1.0:1780333349.085261:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333349.085265:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360e000. 00000400:00000010:1.0:1780333349.085322:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169738. 00000400:00000200:1.0:1780333349.085325:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346220 00000400:00000010:1.0:1780333349.085326:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346220. 00000100:00000200:1.0:1780333349.085332:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302491180 x1866812067849856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333349.085340:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302491180 x1866812067849856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333349.085356:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40926fe00. 02000000:00000010:1.0:1780333349.085362:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec302893d00. 00000100:00000010:1.0:1780333349.085365:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302491180. 00000400:00000010:2.0:1780333349.085377:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2b58. 00000400:00000200:2.0:1780333349.085383:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227bb0 00000400:00000010:2.0:1780333349.085385:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227bb0. 00000100:00000200:2.0:1780333349.085390:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302493b80 x1866812067849728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333349.085399:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302493b80 x1866812067849728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333349.085414:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec30360e200. 02000000:00000010:2.0:1780333349.085418:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec302893500. 00000100:00000010:2.0:1780333349.085421:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302493b80. 00000020:00000010:2.0:1780333349.086492:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c40. 00000020:00000010:2.0:1780333349.086500:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c40. 00000020:00000010:2.0:1780333349.086508:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40b3bc200. 00000020:00000010:2.0:1780333349.086513:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408cfd600. 00000020:00000010:2.0:1780333349.086518:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:0.0:1780333349.086602:0:101090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408cfd300. 00000020:00000010:0.0:1780333349.086608:0:101090:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c578. 00000020:00000010:0.0:1780333349.086611:0:101090:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e26400. 00000020:00000010:2.0:1780333349.086783:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c40. 00000020:00000010:2.0:1780333349.086787:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c40. 00000400:00000010:3.0:1780333349.086788:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f686e0. 00000100:00000200:2.0:1780333349.086791:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849216 00000400:00000200:3.0:1780333349.086794:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42a18 00000400:00000010:3.0:1780333349.086797:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42a18. 00000100:00000200:3.0:1780333349.086804:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cba680 x1866812067849472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333349.086808:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4342b4c00. 00000100:00000200:3.0:1780333349.086817:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cba680 x1866812067849472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1780333349.086821:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eecc50 x1866812067849216/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:325/0 lens 224/224 e 0 to 0 dl 1780333360 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333349.086843:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 02000000:00000010:3.0:1780333349.086847:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437dbaa00. 00000100:00000200:2.0:1780333349.086848:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067849216, offset 224 02000000:00000010:3.0:1780333349.086854:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec302893f00. 00000400:00000200:2.0:1780333349.086858:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1780333349.086861:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cba680. 00000400:00000200:2.0:1780333349.086879:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333349.086889:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2aa400 00000400:00000200:2.0:1780333349.086896:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16055 [1] + 224 00000400:00000200:2.0:1780333349.086904:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333349.086907:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333349.086916:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067849216/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333349.086941:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:2.0:1780333349.086943:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 00000020:00000010:2.0:1780333349.086952:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408cfd600. 00000020:00000010:2.0:1780333349.086955:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000400:00000010:3.0:1780333349.086979:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef23c8. 00000400:00000200:3.0:1780333349.086984:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227550 00000400:00000010:3.0:1780333349.086986:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227550. 00000100:00000200:3.0:1780333349.086992:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067849216/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333349.087001:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067849216/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333349.087014:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec30360fc00. 02000000:00000010:3.0:1780333349.087018:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec302893400. 00000100:00000010:3.0:1780333349.087021:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 00000020:00000010:2.0:1780333349.087079:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40b3bc200. 02000000:00000010:2.0:1780333349.087087:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec4342b4c00. 00000100:00000200:2.0:1780333349.087092:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333349.087098:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7e18. 00000400:00000010:2.0:1780333349.087102:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec3025aa300. 00000100:00000010:3.0:1780333349.159730:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9ae0. 00000100:00000010:0.0:1780333349.159880:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d90c0. 00000100:00000010:2.0:1780333349.159958:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9240. 00000100:00000010:1.0:1780333349.160060:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9420. 00000100:00000010:0.0:1780333349.593815:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8700. 02000000:00000010:0.0:1780333349.593837:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9700. 02000000:00000010:0.0:1780333349.593896:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec426f53400. 00000400:00000010:0.0:1780333349.593904:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169738. 00000400:00000010:0.0:1780333349.593912:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093463b8. 00000100:00000200:0.0:1780333349.593921:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067849984, portal 4 00000400:00000010:0.0:1780333349.593929:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333349.593932:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067849984, offset 0 00000400:00000200:0.0:1780333349.593940:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333349.594018:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333349.594032:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2aa700 00000400:00000200:0.0:1780333349.594039:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 5376 00000400:00000200:0.0:1780333349.594048:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333349.594051:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333349.594256:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1780333349.594263:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cba680. 00000400:00000200:0.0:1780333349.594287:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333349.594290:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333349.594298:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d8700 x1866812067849984/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333349.594321:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9720. 00000100:00000010:0.0:1780333349.594332:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9c00. 00000100:00000010:0.0:1780333349.594338:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9a20. 00000100:00000010:0.0:1780333349.594342:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9cc0. 00000020:00000010:1.0:1780333349.594726:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333349.594799:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333349.594807:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360fc00. 00000020:00000010:1.0:1780333349.594812:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213a00. 00000020:00000010:1.0:1780333349.594817:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333349.594902:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333349.594905:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000100:00000200:1.0:1780333349.594908:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067849984 02000000:00000010:1.0:1780333349.594925:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec40b283400. 00010000:00000200:1.0:1780333349.594957:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec301cba680 x1866812067849984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:325/0 lens 224/368 e 0 to 0 dl 1780333360 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333349.594973:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333349.594976:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067849984, offset 224 00000400:00000200:1.0:1780333349.594981:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333349.594988:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333349.594995:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2aa700 00000400:00000200:1.0:1780333349.595001:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16079 [1] + 224 00000400:00000200:1.0:1780333349.595006:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333349.595010:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333349.595017:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d8700 x1866812067849984/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333349.595072:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:1.0:1780333349.595075:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 00000020:00000010:1.0:1780333349.595086:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213a00. 00000020:00000010:1.0:1780333349.595090:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333349.595094:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360fc00. 00000400:00000010:2.0:1780333349.597878:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169738. 00000400:00000200:2.0:1780333349.597888:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093463b8 00000400:00000010:2.0:1780333349.597891:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093463b8. 00000100:00000200:2.0:1780333349.597903:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d8700 x1866812067849984/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333349.597914:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d8700 x1866812067849984/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333349.597956:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec426f53400. 02000000:00000010:2.0:1780333349.597962:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9700. 00000100:00000010:2.0:1780333349.597967:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d8700. 00000100:00000010:2.0:1780333349.599687:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9a20. 00000100:00000010:1.0:1780333349.599761:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9c00. 00000100:00000010:3.0:1780333349.599920:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9cc0. 00000100:00000010:0.0:1780333349.600825:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9720. 00000100:00000010:3.0:1780333353.175759:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2de300. 02000000:00000010:3.0:1780333353.175782:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528e00. 02000000:00000010:3.0:1780333353.175855:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42d868c00. 00000400:00000010:3.0:1780333353.175863:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333353.175870:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42a18. 00000100:00000200:3.0:1780333353.175876:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067850112, portal 4 00000400:00000010:3.0:1780333353.175883:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42000. 00000100:00000200:3.0:1780333353.175887:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067850112, offset 0 00000400:00000200:3.0:1780333353.175895:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333353.175909:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333353.175920:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2aa780 00000400:00000200:3.0:1780333353.175928:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 5600 00000400:00000200:3.0:1780333353.175937:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333353.175942:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333353.175951:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333353.175956:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2dd500. 00000400:00000200:3.0:1780333353.175975:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42000 00000400:00000010:3.0:1780333353.175978:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42000. 00000100:00000200:3.0:1780333353.175986:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c2de300 x1866812067850112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333353.176008:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13240. 00000100:00000010:3.0:1780333353.176021:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13de0. 00000100:00000010:3.0:1780333353.176026:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13060. 00000100:00000010:3.0:1780333353.176035:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a134e0. 00000020:00000010:3.0:1780333353.176086:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183be00. 00000020:00000010:3.0:1780333353.176093:0:6598:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec42db87040. 00000020:00000010:3.0:1780333353.176111:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e20e600. 00000020:00000010:3.0:1780333353.176116:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d200. 00000020:00000010:3.0:1780333353.176121:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333353.176158:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b400. 00000020:00000010:3.0:1780333353.176162:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b400. 00000100:00000200:3.0:1780333353.176166:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067850112 02000000:00000010:3.0:1780333353.176182:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d86b800. 00010000:00000200:3.0:1780333353.176215:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c2dd500 x1866812067850112/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:329/0 lens 224/368 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333353.176232:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42000. 00000100:00000200:3.0:1780333353.176235:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067850112, offset 224 00000400:00000200:3.0:1780333353.176239:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333353.176244:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333353.176249:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2aa780 00000400:00000200:3.0:1780333353.176254:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16085 [1] + 224 00000400:00000200:3.0:1780333353.176259:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333353.176261:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333353.176267:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c2de300 x1866812067850112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333353.176291:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42000 00000400:00000010:3.0:1780333353.176293:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42000. 00000020:00000010:3.0:1780333353.176306:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d200. 00000020:00000010:3.0:1780333353.176312:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333353.176315:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e20e600. 00000400:00000010:2.0:1780333353.177217:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f686e0. 00000400:00000200:2.0:1780333353.177223:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42a18 00000400:00000010:2.0:1780333353.177225:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42a18. 00000100:00000200:2.0:1780333353.177234:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c2de300 x1866812067850112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333353.177244:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c2de300 x1866812067850112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333353.177289:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42d868c00. 02000000:00000010:2.0:1780333353.177295:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528e00. 00000100:00000010:2.0:1780333353.177299:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c2de300. 00000100:00000010:1.0:1780333353.181702:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13de0. 00000100:00000010:3.0:1780333353.182683:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a134e0. 00000100:00000010:2.0:1780333353.182685:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13060. 00000100:00000010:0.0:1780333353.184031:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13240. 00000400:00000200:0.0:1780333353.776575:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333353.776595:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 26 MB=0x6a1db0cd7ff80 00000400:00000200:0.0:1780333353.776609:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 520/520 into md 0x15445 [2] + 0 00000400:00000010:0.0:1780333353.776644:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f689f8. 00000400:00000200:0.0:1780333353.776650:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408262240 00000400:00000200:0.0:1780333353.776665:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.776670:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.776676:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408262240 00000400:00000010:0.0:1780333353.776679:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408262240. 00000100:00000200:0.0:1780333353.776687:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1780333353.776771:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafaa00. 00000020:00000010:2.0:1780333353.776779:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73100. 00000020:00000010:2.0:1780333353.776783:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000100:00000200:2.0:1780333353.776824:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045655936 02000000:00000010:2.0:1780333353.776851:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec42d9ca400. 00000020:00000010:2.0:1780333353.776860:0:5798:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec4036a8800. 00000001:00000010:2.0:1780333353.776870:0:5798:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec302893500. 00000001:00000010:2.0:1780333353.776877:0:5798:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec30362dc00. 00000001:00000010:2.0:1780333353.776881:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec4420f5a00. 00000001:00000010:2.0:1780333353.776884:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec42e0b5400. 00000001:00000010:2.0:1780333353.776886:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec42e0b5800. 00000001:00000010:2.0:1780333353.776889:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec42e0b5e00. 00000020:00000010:2.0:1780333353.776913:0:5798:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec30190e840. 00000020:00000010:2.0:1780333353.776919:0:5798:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec30190e840. 00000020:00000010:2.0:1780333353.776925:0:5798:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec4036aa800. 00000400:00000200:2.0:1780333353.776941:0:5798:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:2.0:1780333353.776978:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eec050 x1866812045655936/t0(0) o250->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333353.776999:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b770. 00000100:00000200:2.0:1780333353.777006:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1866812045655936, offset 0 00000400:00000200:2.0:1780333353.777013:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333353.777022:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333353.777027:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3739:3739:256:4294967295] 192.168.204.30@tcp LPNI seq info [3735:3735:8:4294967295] 00000400:00000200:2.0:1780333353.777037:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333353.777042:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333353.777047:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec302893d00. 00000800:00000200:2.0:1780333353.777053:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333353.777060:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333353.777064:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec302893d00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1780333353.777091:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73100. 00000020:00000010:2.0:1780333353.777095:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333353.777098:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafaa00. 00000100:00000200:2.0:1780333353.777106:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333353.777110:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee79a0. 00000400:00000010:2.0:1780333353.777114:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec40939f900. 00000800:00000200:0.0:1780333353.777745:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333353.777750:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec302893d00. 00000400:00000200:0.0:1780333353.777756:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.777762:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.777766:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b770 00000400:00000010:0.0:1780333353.777768:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b770. 02000000:00000010:0.0:1780333353.777773:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8ec42d9ca400. 00000400:00000200:1.0:1780333353.787078:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333353.787097:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd80000 00000400:00000200:1.0:1780333353.787107:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x1547d [2] + 0 00000400:00000010:1.0:1780333353.787113:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef22c0. 00000400:00000200:1.0:1780333353.787117:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3026a9840 00000400:00000200:1.0:1780333353.787129:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333353.787134:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333353.787139:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3026a9840 00000400:00000010:1.0:1780333353.787141:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3026a9840. 00000100:00000200:1.0:1780333353.787148:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1780333353.788843:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437ff9000. 00000020:00000010:2.0:1780333353.788853:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437ff9000. 00000020:00000010:2.0:1780333353.788861:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5200. 00000020:00000010:2.0:1780333353.788867:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73100. 00000020:00000010:2.0:1780333353.788873:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333353.789072:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437ff9000. 00000020:00000010:2.0:1780333353.789076:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437ff9000. 00000100:00000200:2.0:1780333353.789079:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656064 00010000:00000010:2.0:1780333353.789103:0:5800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1c00. 02000000:00000010:2.0:1780333353.789119:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42d9c8c00. 00010000:00000200:2.0:1780333353.789148:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eedc50 x1866812045656064/t0(0) o101->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 328/344 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333353.789167:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333353.789174:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045656064, offset 224 00000400:00000200:2.0:1780333353.789181:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333353.789194:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333353.789201:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3740:3740:256:4294967295] 192.168.204.30@tcp LPNI seq info [3736:3736:8:4294967295] 00000400:00000200:2.0:1780333353.789213:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333353.789219:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333353.789224:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec302893e00. 00000800:00000200:2.0:1780333353.789231:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333353.789239:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333353.789244:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec302893e00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:2.0:1780333353.789267:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73100. 00000020:00000010:2.0:1780333353.789272:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333353.789276:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5200. 00000100:00000200:2.0:1780333353.789287:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333353.789293:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7790. 00000400:00000010:2.0:1780333353.789300:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec404defa80. 00000800:00000200:2.0:1780333353.792271:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.792280:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec302893e00. 00000400:00000200:2.0:1780333353.792288:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.792297:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.792305:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333353.792308:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 02000000:00000010:2.0:1780333353.792314:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42d9c8c00. 00000400:00000200:0.0:1780333353.797447:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333353.797468:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 512 into portal 26 MB=0x6a1db0cd80080 00000400:00000200:0.0:1780333353.797475:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 512/512 into md 0x154b1 [2] + 0 00000400:00000010:0.0:1780333353.797481:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169058. 00000400:00000200:0.0:1780333353.797485:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4055b1300 00000400:00000200:0.0:1780333353.797497:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.797501:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.797506:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1300 00000400:00000010:0.0:1780333353.797509:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4055b1300. 00000100:00000200:0.0:1780333353.797515:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333353.797566:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.797571:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.797577:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126af600. 00000020:00000010:0.0:1780333353.797582:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325d00. 00000020:00000010:0.0:1780333353.797586:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.797633:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.797635:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000100:00000200:0.0:1780333353.797639:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656192 02000000:00000010:0.0:1780333353.797658:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42d970c00. 00000040:00000010:0.0:1780333353.797665:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4126afc00. 00000040:00000010:0.0:1780333353.797863:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4126afc00. 00010000:00000200:0.0:1780333353.797877:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eef050 x1866812045656192/t0(0) o501->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 512/272 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.797896:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000100:00000200:0.0:1780333353.797901:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812045656192, offset 224 00000400:00000200:0.0:1780333353.797908:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.797918:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.797925:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3741:3741:256:4294967295] 192.168.204.30@tcp LPNI seq info [3737:3737:8:4294967295] 00000400:00000200:0.0:1780333353.797934:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.797940:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.797946:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9f00. 00000800:00000200:0.0:1780333353.797953:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.797959:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333353.797963:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9f00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:0.0:1780333353.797983:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325d00. 00000020:00000010:0.0:1780333353.797987:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.797990:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126af600. 00000100:00000200:0.0:1780333353.797999:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333353.798003:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169058. 00000400:00000010:0.0:1780333353.798007:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209a80. 00000800:00000200:0.0:1780333353.798098:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333353.798102:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9f00. 00000400:00000200:0.0:1780333353.798105:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.798109:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.798112:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:0.0:1780333353.798114:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 02000000:00000010:0.0:1780333353.798118:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42d970c00. 00000400:00000200:3.0:1780333353.801814:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333353.801834:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd80100 00000400:00000200:3.0:1780333353.801842:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15509 [2] + 0 00000400:00000010:3.0:1780333353.801848:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68bb0. 00000400:00000200:3.0:1780333353.801853:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec420176300 00000400:00000200:3.0:1780333353.801864:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333353.801869:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333353.801874:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec420176300 00000400:00000010:3.0:1780333353.801877:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec420176300. 00000100:00000200:3.0:1780333353.801883:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1780333353.801932:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b000. 00000020:00000010:3.0:1780333353.801936:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b000. 00000020:00000010:3.0:1780333353.801942:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e20ea00. 00000020:00000010:3.0:1780333353.801947:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333353.801952:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333353.801983:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b000. 00000020:00000010:3.0:1780333353.801986:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b000. 00000100:00000200:3.0:1780333353.801989:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656320 00010000:00000010:3.0:1780333353.802012:0:5800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5400. 02000000:00000010:3.0:1780333353.802027:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42d868400. 00010000:00000200:3.0:1780333353.802052:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eef850 x1866812045656320/t0(0) o101->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 328/344 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333353.802070:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42000. 00000100:00000200:3.0:1780333353.802074:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045656320, offset 224 00000400:00000200:3.0:1780333353.802082:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333353.802090:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333353.802096:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3742:3742:256:4294967295] 192.168.204.30@tcp LPNI seq info [3738:3738:8:4294967295] 00000400:00000200:3.0:1780333353.802105:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333353.802109:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333353.802114:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec406528200. 00000800:00000200:3.0:1780333353.802120:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333353.802127:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333353.802131:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec406528200 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1780333353.802144:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333353.802150:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333353.802153:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e20ea00. 00000100:00000200:3.0:1780333353.802162:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333353.802166:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68bb0. 00000400:00000010:3.0:1780333353.802170:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec40376f180. 00000800:00000200:0.0:1780333353.803267:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333353.803274:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec406528200. 00000400:00000200:0.0:1780333353.803279:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.803284:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.803289:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42000 00000400:00000010:0.0:1780333353.803291:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42000. 02000000:00000010:0.0:1780333353.803297:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42d868400. 00000400:00000200:1.0:1780333353.807640:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333353.807659:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 512 into portal 26 MB=0x6a1db0cd80180 00000400:00000200:1.0:1780333353.807668:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 512/512 into md 0x15531 [2] + 0 00000400:00000010:1.0:1780333353.807674:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415108. 00000400:00000200:1.0:1780333353.807678:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec40816a0c0 00000400:00000200:1.0:1780333353.807690:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333353.807694:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333353.807700:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec40816a0c0 00000400:00000010:1.0:1780333353.807702:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec40816a0c0. 00000100:00000200:1.0:1780333353.807708:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333353.807757:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10ac0. 00000020:00000010:1.0:1780333353.807762:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10ac0. 00000020:00000010:1.0:1780333353.807768:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3800. 00000020:00000010:1.0:1780333353.807774:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213980. 00000020:00000010:1.0:1780333353.807779:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333353.807827:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10ac0. 00000020:00000010:1.0:1780333353.807830:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10ac0. 00000100:00000200:1.0:1780333353.807833:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656448 02000000:00000010:1.0:1780333353.807852:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec409269800. 00000040:00000010:1.0:1780333353.807860:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437ad2e00. 00000040:00000010:1.0:1780333353.808048:0:5799:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff8ec302828220. 00000040:00000010:1.0:1780333353.808061:0:5799:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff8ec302828220. 00000040:00000010:1.0:1780333353.808065:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437ad2e00. 20000000:00000010:1.0:1780333353.808074:0:5799:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff8ec301a10ac0. 00010000:00000200:1.0:1780333353.808085:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eee450 x1866812045656448/t0(0) o501->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 512/272 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333353.808103:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227770. 00000100:00000200:1.0:1780333353.808109:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812045656448, offset 224 00000400:00000200:1.0:1780333353.808116:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333353.808126:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333353.808132:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3743:3743:256:4294967295] 192.168.204.30@tcp LPNI seq info [3739:3739:8:4294967295] 00000400:00000200:1.0:1780333353.808142:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333353.808148:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333353.808708:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59000. 00000800:00000200:1.0:1780333353.808719:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333353.808725:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333353.808730:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59000 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:1.0:1780333353.808788:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213980. 00000020:00000010:1.0:1780333353.808793:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333353.808808:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3800. 00000100:00000200:1.0:1780333353.808818:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333353.808823:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef22c0. 00000400:00000010:1.0:1780333353.808828:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00b40. 00000800:00000200:0.0:1780333353.818595:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333353.818604:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59000. 00000400:00000200:0.0:1780333353.818610:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.818655:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.818662:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227770 00000400:00000010:0.0:1780333353.818666:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227770. 02000000:00000010:0.0:1780333353.818674:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec409269800. 00000400:00000200:0.0:1780333353.821966:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333353.821984:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd80200 00000400:00000200:0.0:1780333353.821992:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15581 [2] + 0 00000400:00000010:0.0:1780333353.821998:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169630. 00000400:00000200:0.0:1780333353.822002:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3026a9d80 00000400:00000200:0.0:1780333353.822013:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.822018:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.822022:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3026a9d80 00000400:00000010:0.0:1780333353.822024:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3026a9d80. 00000100:00000200:0.0:1780333353.822029:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333353.822304:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.822310:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.822315:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3800. 00000020:00000010:1.0:1780333353.822321:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213980. 00000020:00000010:1.0:1780333353.822326:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333353.822475:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.822478:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000100:00000200:1.0:1780333353.822481:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656576 02000000:00000010:1.0:1780333353.822527:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec42d9c4000. 00000040:00000010:1.0:1780333353.822536:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437ad2e00. 00000040:00000010:1.0:1780333353.822556:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.823013:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.823021:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437ad2e00. 00010000:00000200:1.0:1780333353.823033:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eec450 x1866812045656576/t0(0) o503->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 272/8416 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333353.823059:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec43bc00000. 00000100:00000200:1.0:1780333353.823066:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812045656576, offset 224 00000400:00000200:1.0:1780333353.823072:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333353.823083:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333353.823089:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3744:3744:256:4294967295] 192.168.204.30@tcp LPNI seq info [3740:3740:8:4294967295] 00000400:00000200:1.0:1780333353.823098:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333353.823103:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333353.823107:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec437ad2e00. 00000800:00000200:1.0:1780333353.823114:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333353.823121:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:1.0:1780333353.823125:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437ad2e00 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:1.0:1780333353.823152:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213980. 00000020:00000010:1.0:1780333353.823156:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333353.823159:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3800. 00000100:00000200:1.0:1780333353.823167:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333353.823172:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2d10. 00000400:00000010:1.0:1780333353.823176:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00180. 00000800:00000200:0.0:1780333353.824086:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333353.824091:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec437ad2e00. 00000400:00000200:0.0:1780333353.824097:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.824105:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.824110:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec43bc00000 00000400:00000010:0.0:1780333353.824112:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec43bc00000. 02000000:00000010:0.0:1780333353.824117:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec42d9c4000. 00000400:00000200:0.0:1780333353.830852:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333353.830873:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd80280 00000400:00000200:0.0:1780333353.830882:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x155a1 [2] + 0 00000400:00000010:0.0:1780333353.830888:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169528. 00000400:00000200:0.0:1780333353.830893:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3026a9c00 00000400:00000200:0.0:1780333353.830966:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.830972:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.830978:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3026a9c00 00000400:00000010:0.0:1780333353.830981:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3026a9c00. 00000100:00000200:0.0:1780333353.830988:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333353.831677:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.831685:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.831690:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3800. 00000020:00000010:1.0:1780333353.831695:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213980. 00000020:00000010:1.0:1780333353.831700:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333353.831729:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.831731:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000100:00000200:1.0:1780333353.831734:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656704 02000000:00000010:1.0:1780333353.831765:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec42d9c4000. 00000040:00000010:1.0:1780333353.831772:0:5800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437ad3a00. 00000040:00000010:1.0:1780333353.831791:0:5800:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.832036:0:5800:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.832045:0:5800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437ad3a00. 00010000:00000200:1.0:1780333353.832060:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eed050 x1866812045656704/t0(0) o502->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 272/8472 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333353.832078:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec43bc00cc0. 00000100:00000200:1.0:1780333353.832084:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045656704, offset 224 00000400:00000200:1.0:1780333353.832091:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333353.832102:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333353.832109:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3745:3745:256:4294967295] 192.168.204.30@tcp LPNI seq info [3741:3741:8:4294967295] 00000400:00000200:1.0:1780333353.832118:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333353.832123:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333353.832128:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec437ad3a00. 00000800:00000200:1.0:1780333353.832133:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333353.832141:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:1.0:1780333353.832144:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437ad3a00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1780333353.832170:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213980. 00000020:00000010:1.0:1780333353.832173:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:1.0:1780333353.832177:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3800. 00000100:00000200:1.0:1780333353.832185:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333353.832190:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef27e8. 00000400:00000010:1.0:1780333353.832194:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00a80. 00000800:00000200:0.0:1780333353.832730:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333353.832736:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec437ad3a00. 00000400:00000200:0.0:1780333353.832742:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.832747:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.832753:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec43bc00cc0 00000400:00000010:0.0:1780333353.832755:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec43bc00cc0. 02000000:00000010:0.0:1780333353.832760:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec42d9c4000. 00000400:00000200:0.0:1780333353.855772:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333353.855793:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd80300 00000400:00000200:0.0:1780333353.855812:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x155d9 [2] + 0 00000400:00000010:0.0:1780333353.855819:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2f20. 00000400:00000200:0.0:1780333353.855826:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4031603c0 00000400:00000200:0.0:1780333353.855841:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.855845:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.855850:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4031603c0 00000400:00000010:0.0:1780333353.855852:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4031603c0. 00000100:00000200:0.0:1780333353.855859:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333353.856140:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.856146:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.856312:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3800. 00000020:00000010:1.0:1780333353.856318:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213980. 00000020:00000010:1.0:1780333353.856323:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dd48. 00000020:00000010:0.0:1780333353.856405:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.856408:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000100:00000200:0.0:1780333353.856412:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656832 02000000:00000010:0.0:1780333353.856450:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec42d9c4000. 00000040:00000010:0.0:1780333353.856457:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4126af600. 00000040:00000010:0.0:1780333353.856475:0:5799:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333353.856606:0:5799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333353.856610:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4126af600. 00010000:00000200:0.0:1780333353.856659:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eeec50 x1866812045656832/t0(0) o502->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 272/8472 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.856689:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec303209780. 00000100:00000200:0.0:1780333353.856695:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045656832, offset 224 00000400:00000200:0.0:1780333353.856702:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.856713:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.856719:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3746:3746:256:4294967295] 192.168.204.30@tcp LPNI seq info [3742:3742:8:4294967295] 00000400:00000200:0.0:1780333353.856730:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.856736:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.856741:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec4126af600. 00000800:00000200:0.0:1780333353.856748:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.856756:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:0.0:1780333353.856760:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec4126af600 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:0.0:1780333353.856783:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213980. 00000020:00000010:0.0:1780333353.856787:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dd48. 00000020:00000010:0.0:1780333353.856790:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3800. 00000100:00000200:0.0:1780333353.856809:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333353.856814:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169528. 00000400:00000010:0.0:1780333353.856817:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209cc0. 00000800:00000200:3.0:1780333353.857286:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333353.857292:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec4126af600. 00000400:00000200:3.0:1780333353.857297:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333353.857302:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333353.857306:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec303209780 00000400:00000010:3.0:1780333353.857308:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec303209780. 02000000:00000010:3.0:1780333353.857314:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec42d9c4000. 00000400:00000200:0.0:1780333353.869534:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333353.869553:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd80380 00000400:00000200:0.0:1780333353.869562:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15615 [2] + 0 00000400:00000010:0.0:1780333353.869569:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169bb0. 00000400:00000200:0.0:1780333353.869588:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec434216300 00000400:00000200:0.0:1780333353.869704:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333353.869710:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333353.869716:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec434216300 00000400:00000010:0.0:1780333353.869719:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec434216300. 00000100:00000200:0.0:1780333353.869725:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333353.870060:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.870065:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.870071:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3400. 00000020:00000010:1.0:1780333353.870077:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333353.870081:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333353.870123:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.870126:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000100:00000200:1.0:1780333353.870129:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045656960 00010000:00000010:1.0:1780333353.870153:0:5800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377de600. 02000000:00000010:1.0:1780333353.870170:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec40926a400. 00010000:00000200:1.0:1780333353.870194:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0c850 x1866812045656960/t0(0) o101->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 328/344 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333353.870213:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227990. 00000100:00000200:1.0:1780333353.870219:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045656960, offset 224 00000400:00000200:1.0:1780333353.870225:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333353.870237:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333353.870244:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3747:3747:256:4294967295] 192.168.204.30@tcp LPNI seq info [3743:3743:8:4294967295] 00000400:00000200:1.0:1780333353.870253:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333353.870258:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333353.870263:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59a00. 00000800:00000200:1.0:1780333353.870269:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333353.870276:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333353.870291:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59a00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1780333353.870329:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333353.870334:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333353.870337:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3400. 00000100:00000200:1.0:1780333353.870346:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333353.870351:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2f78. 00000400:00000010:1.0:1780333353.870355:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00600. 00000800:00000200:2.0:1780333353.870884:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.870890:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59a00. 00000400:00000200:2.0:1780333353.870894:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.870898:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.870902:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227990 00000400:00000010:2.0:1780333353.870904:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227990. 02000000:00000010:2.0:1780333353.870909:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec40926a400. 00000400:00000200:3.0:1780333353.880269:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333353.880289:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 304 into portal 26 MB=0x6a1db0cd80400 00000400:00000200:3.0:1780333353.880297:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 304/304 into md 0x15655 [2] + 0 00000400:00000010:3.0:1780333353.880304:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68b58. 00000400:00000200:3.0:1780333353.880308:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec418f64600 00000400:00000200:3.0:1780333353.880321:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333353.880326:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333353.880331:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec418f64600 00000400:00000010:3.0:1780333353.880334:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec418f64600. 00000100:00000200:3.0:1780333353.880339:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333353.880461:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.880467:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.880472:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126afc00. 00000020:00000010:0.0:1780333353.880477:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.880482:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.880536:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.880539:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000100:00000200:0.0:1780333353.880542:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657088 02000000:00000010:0.0:1780333353.880563:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff8ec42d973c00. 20000000:00000010:0.0:1780333353.880576:0:5799:0:(mgs_nids.c:914:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff8ec3035a3000. 00000100:00000010:0.0:1780333353.880607:0:5799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8ec42d970800. 00000100:00000010:0.0:1780333353.880611:0:5799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff8ec30243a540. 00000400:00000010:0.0:1780333353.880661:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346440. 00000400:00000010:0.0:1780333353.880672:0:5799:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8ec40b2012d8. 00000400:00000200:0.0:1780333353.880677:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.880691:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.880697:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3748:3748:256:4294967295] 192.168.204.30@tcp LPNI seq info [3744:3744:8:4294967295] 00000400:00000200:0.0:1780333353.880702:0:5799:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.30@tcp 00000400:00000200:0.0:1780333353.880709:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.880715:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 132 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.880720:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9f00. 00000800:00000200:0.0:1780333353.880726:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.880732:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333353.880736:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9f00 type 1, nob 228 niov 1 nkiov 1 00000100:00000200:0.0:1780333353.880751:0:5799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 132 bytes via portal 33 id 12345-192.168.204.30@tcp mbits 0x6a1db0cd80400-0x6a1db0cd80400 00000800:00000200:2.0:1780333353.880978:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.880983:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9f00. 00000400:00000200:2.0:1780333353.880987:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.880991:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333353.880996:0:3320:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8ec42d970800 00000400:00000200:2.0:1780333353.883080:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : ACK - for me 00000400:00000200:2.0:1780333353.883098:0:3319:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.204.130@tcp: ACK from 12345-192.168.204.30@tcp into md 0x160d9 00000400:00000200:2.0:1780333353.883106:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.883109:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: ACK: OK 00000400:00000200:2.0:1780333353.883115:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346440 00000400:00000010:2.0:1780333353.883118:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346440. 00000100:00000200:2.0:1780333353.883123:0:3319:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8ec42d970800 00000100:00000010:0.0:1780333353.883253:0:5799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff8ec30243a540. 00000100:00000010:0.0:1780333353.883259:0:5799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8ec42d970800. 20000000:00000010:0.0:1780333353.883271:0:5799:0:(mgs_nids.c:961:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff8ec3035a3000. 00010000:00000200:0.0:1780333353.883286:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0cc50 x1866812045657088/t0(0) o256->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 304/240 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.883306:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346770. 00000100:00000200:0.0:1780333353.883311:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1866812045657088, offset 224 00000400:00000200:0.0:1780333353.883319:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.883328:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.883333:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3749:3749:256:4294967295] 192.168.204.30@tcp LPNI seq info [3745:3745:8:4294967295] 00000400:00000200:0.0:1780333353.883343:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.883347:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.883352:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9200. 00000800:00000200:0.0:1780333353.883358:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.883364:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333353.883368:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9200 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:0.0:1780333353.883398:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.883403:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.883406:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126afc00. 00000100:00000200:0.0:1780333353.883417:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333353.883422:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169bb0. 00000400:00000010:0.0:1780333353.883427:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209240. 00000800:00000200:3.0:1780333353.883553:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333353.883557:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9200. 00000400:00000200:3.0:1780333353.883560:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333353.883564:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333353.883567:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346770 00000400:00000010:3.0:1780333353.883568:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346770. 02000000:00000010:3.0:1780333353.883572:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff8ec42d973c00. 00000400:00000200:2.0:1780333353.888730:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.888754:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd80480 00000400:00000200:2.0:1780333353.888763:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15665 [2] + 0 00000400:00000010:2.0:1780333353.888769:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2268. 00000400:00000200:2.0:1780333353.888774:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec437e95180 00000400:00000200:2.0:1780333353.888788:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.888792:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.888808:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e95180 00000400:00000010:2.0:1780333353.888811:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec437e95180. 00000100:00000200:2.0:1780333353.888818:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333353.890021:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.890031:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.890039:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126afc00. 00000020:00000010:0.0:1780333353.890045:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.890051:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.890175:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.890178:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000100:00000200:0.0:1780333353.890182:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657216 00010000:00000010:0.0:1780333353.890215:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390200. 02000000:00000010:0.0:1780333353.890234:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42d970800. 00010000:00000200:0.0:1780333353.890266:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0c050 x1866812045657216/t0(0) o101->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 328/344 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.890287:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093464c8. 00000100:00000200:0.0:1780333353.890293:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045657216, offset 224 00000400:00000200:0.0:1780333353.890300:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.890313:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.890320:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3750:3750:256:4294967295] 192.168.204.30@tcp LPNI seq info [3746:3746:8:4294967295] 00000400:00000200:0.0:1780333353.890331:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.890337:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.890342:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9700. 00000800:00000200:0.0:1780333353.890349:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.890356:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333353.890361:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9700 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1780333353.890390:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.890395:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.890399:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126afc00. 00000100:00000200:0.0:1780333353.890407:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333353.890413:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169630. 00000400:00000010:0.0:1780333353.890418:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209000. 00000800:00000200:2.0:1780333353.890578:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.890583:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9700. 00000400:00000200:2.0:1780333353.890588:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.890593:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.890598:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093464c8 00000400:00000010:2.0:1780333353.890601:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093464c8. 02000000:00000010:2.0:1780333353.890606:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42d970800. 00000400:00000200:3.0:1780333353.904722:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333353.904743:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 504 into portal 26 MB=0x6a1db0cd80500 00000400:00000200:3.0:1780333353.904753:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 504/504 into md 0x1568d [2] + 0 00000400:00000010:3.0:1780333353.904759:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415e70. 00000400:00000200:3.0:1780333353.904763:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aacc0 00000400:00000200:3.0:1780333353.904777:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333353.904781:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333353.904787:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aacc0 00000400:00000010:3.0:1780333353.904803:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aacc0. 00000100:00000200:3.0:1780333353.904811:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333353.904940:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.904946:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.904952:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126afc00. 00000020:00000010:0.0:1780333353.904957:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.904962:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.905007:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.905010:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000100:00000200:0.0:1780333353.905013:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657344 02000000:00000010:0.0:1780333353.905033:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42d970400. 00000040:00000010:0.0:1780333353.905040:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4126ae600. 00000040:00000010:0.0:1780333353.905253:0:5799:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec30342dca0. 00000040:00000010:0.0:1780333353.905267:0:5799:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec30342dca0. 00000040:00000010:0.0:1780333353.905271:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4126ae600. 00010000:00000200:0.0:1780333353.905286:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0dc50 x1866812045657344/t0(0) o501->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 504/272 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.905307:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346000. 00000100:00000200:0.0:1780333353.905313:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812045657344, offset 224 00000400:00000200:0.0:1780333353.905320:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.905331:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.905336:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3751:3751:256:4294967295] 192.168.204.30@tcp LPNI seq info [3747:3747:8:4294967295] 00000400:00000200:0.0:1780333353.905346:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.905352:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.905358:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9c00. 00000800:00000200:0.0:1780333353.905365:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.905374:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333353.905378:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9c00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:0.0:1780333353.905408:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.905412:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.905415:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126afc00. 00000100:00000200:0.0:1780333353.905424:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333353.905429:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169ec8. 00000400:00000010:0.0:1780333353.905434:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209780. 00000800:00000200:2.0:1780333353.905722:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.905728:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9c00. 00000400:00000200:2.0:1780333353.905732:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.905736:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.905740:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346000 00000400:00000010:2.0:1780333353.905742:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346000. 02000000:00000010:2.0:1780333353.905747:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42d970400. 00000400:00000200:2.0:1780333353.913859:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.913881:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd80580 00000400:00000200:2.0:1780333353.913889:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15709 [2] + 0 00000400:00000010:2.0:1780333353.913895:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef21b8. 00000400:00000200:2.0:1780333353.913899:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4375ab0c0 00000400:00000200:2.0:1780333353.913925:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.913931:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.913937:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4375ab0c0 00000400:00000010:2.0:1780333353.913939:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4375ab0c0. 00000100:00000200:2.0:1780333353.913945:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333353.914272:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.914277:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.914284:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126afc00. 00000020:00000010:0.0:1780333353.914289:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.914294:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.914341:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.914344:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000100:00000200:0.0:1780333353.914347:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657472 02000000:00000010:0.0:1780333353.914379:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec42d9c4000. 00000040:00000010:0.0:1780333353.914386:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4126ae600. 00000040:00000010:0.0:1780333353.914403:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333353.914523:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333353.914527:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4126ae600. 00010000:00000200:0.0:1780333353.914539:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0f050 x1866812045657472/t0(0) o503->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 272/8416 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.914559:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec303209600. 00000100:00000200:0.0:1780333353.914564:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812045657472, offset 224 00000400:00000200:0.0:1780333353.914571:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.914580:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.914586:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3752:3752:256:4294967295] 192.168.204.30@tcp LPNI seq info [3748:3748:8:4294967295] 00000400:00000200:0.0:1780333353.914596:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.914601:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.914606:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec4126ae600. 00000800:00000200:0.0:1780333353.914613:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.914665:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:0.0:1780333353.914670:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec4126ae600 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:0.0:1780333353.914738:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.914742:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.914745:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126afc00. 00000100:00000200:0.0:1780333353.914754:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333353.914759:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169f78. 00000400:00000010:0.0:1780333353.914763:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec3032096c0. 00000800:00000200:2.0:1780333353.922028:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.922037:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec4126ae600. 00000400:00000200:2.0:1780333353.922046:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.922055:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.922061:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec303209600 00000400:00000010:2.0:1780333353.922063:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec303209600. 02000000:00000010:2.0:1780333353.922071:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec42d9c4000. 00000400:00000200:2.0:1780333353.932427:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.932451:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd80600 00000400:00000200:2.0:1780333353.932461:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15719 [2] + 0 00000400:00000010:2.0:1780333353.932467:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f688f0. 00000400:00000200:2.0:1780333353.932475:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4124ae840 00000400:00000200:2.0:1780333353.932552:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.932558:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.932564:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4124ae840 00000400:00000010:2.0:1780333353.932567:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4124ae840. 00000100:00000200:2.0:1780333353.932576:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333353.932866:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.932871:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.932878:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3400. 00000020:00000010:1.0:1780333353.932883:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333353.932894:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333353.932937:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10d40. 00000020:00000010:1.0:1780333353.932941:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10d40. 00000100:00000200:1.0:1780333353.932944:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657600 02000000:00000010:1.0:1780333353.932984:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec42d9c4000. 00000040:00000010:1.0:1780333353.932992:0:5800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437ad3800. 00000040:00000010:1.0:1780333353.933010:0:5800:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.933166:0:5800:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.933176:0:5800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437ad3800. 00010000:00000200:1.0:1780333353.933192:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0f850 x1866812045657600/t0(0) o502->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 272/8472 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333353.933214:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec43bc00480. 00000100:00000200:1.0:1780333353.933219:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045657600, offset 224 00000400:00000200:1.0:1780333353.933227:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333353.933238:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333353.933246:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3753:3753:256:4294967295] 192.168.204.30@tcp LPNI seq info [3749:3749:8:4294967295] 00000400:00000200:1.0:1780333353.933257:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333353.933263:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333353.933267:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec437ad3800. 00000800:00000200:1.0:1780333353.933276:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333353.933285:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:1.0:1780333353.933290:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437ad3800 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1780333353.933314:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333353.933318:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333353.933320:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3400. 00000100:00000200:1.0:1780333353.933329:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333353.933334:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2dc0. 00000400:00000010:1.0:1780333353.933339:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00cc0. 00000800:00000200:2.0:1780333353.934144:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.934151:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec437ad3800. 00000400:00000200:2.0:1780333353.935644:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.935659:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.935667:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec43bc00480 00000400:00000010:2.0:1780333353.935670:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec43bc00480. 02000000:00000010:2.0:1780333353.935679:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec42d9c4000. 00000400:00000200:2.0:1780333353.960047:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.960069:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd80680 00000400:00000200:2.0:1780333353.960079:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x1574d [2] + 0 00000400:00000010:2.0:1780333353.960084:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2948. 00000400:00000200:2.0:1780333353.960092:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aa0c0 00000400:00000200:2.0:1780333353.960105:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.960110:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.960115:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aa0c0 00000400:00000010:2.0:1780333353.960118:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aa0c0. 00000100:00000200:2.0:1780333353.960125:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333353.960475:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10940. 00000020:00000010:1.0:1780333353.960481:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10940. 00000020:00000010:1.0:1780333353.960488:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3400. 00000020:00000010:1.0:1780333353.960495:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333353.960502:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333353.960656:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10940. 00000020:00000010:1.0:1780333353.960659:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10940. 00000100:00000200:1.0:1780333353.960662:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657728 02000000:00000010:1.0:1780333353.960705:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec42d9c4000. 00000040:00000010:1.0:1780333353.960712:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437ad3a00. 00000040:00000010:1.0:1780333353.960729:0:5799:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.960878:0:5799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333353.960887:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437ad3a00. 00010000:00000200:1.0:1780333353.960899:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0e450 x1866812045657728/t0(0) o502->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:329/0 lens 272/8472 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333353.960919:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec43bc00000. 00000100:00000200:1.0:1780333353.960925:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045657728, offset 224 00000400:00000200:1.0:1780333353.960933:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333353.960944:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333353.960951:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3754:3754:256:4294967295] 192.168.204.30@tcp LPNI seq info [3750:3750:8:4294967295] 00000400:00000200:1.0:1780333353.960960:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333353.960965:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333353.960970:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec437ad3a00. 00000800:00000200:1.0:1780333353.960976:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333353.960985:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:1.0:1780333353.960989:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437ad3a00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1780333353.961015:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333353.961019:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d708. 00000020:00000010:1.0:1780333353.961022:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3400. 00000100:00000200:1.0:1780333353.961030:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333353.961034:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2b00. 00000400:00000010:1.0:1780333353.961039:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00480. 00000800:00000200:2.0:1780333353.961881:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.961888:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec437ad3a00. 00000400:00000200:2.0:1780333353.961894:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.961901:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.961907:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec43bc00000 00000400:00000010:2.0:1780333353.961909:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec43bc00000. 02000000:00000010:2.0:1780333353.961916:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec42d9c4000. 00000400:00000200:2.0:1780333353.972372:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.972401:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 12 MB=0x6a1db0cd80700 00000400:00000200:2.0:1780333353.972411:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 520/520 into md 0x23d [64] + 62544 00000400:00000200:2.0:1780333353.972477:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.972482:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333353.972490:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333353.972497:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302493b80. 00000020:00000010:1.0:1780333353.972908:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3400. 00000020:00000010:1.0:1780333353.972915:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333353.972922:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d708. 00000100:00000200:1.0:1780333353.972965:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657856 02000000:00000010:1.0:1780333353.972996:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec409269c00. 00000020:00000010:1.0:1780333353.973008:0:44689:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec30344e800. 00000004:00000010:1.0:1780333353.973018:0:44689:0:(mdt_handler.c:7630:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff8ec301a10940. 00000001:00000010:1.0:1780333353.973022:0:44689:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8ec437213000. 00000001:00000010:1.0:1780333353.973029:0:44689:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec301d59d00. 00000001:00000010:1.0:1780333353.973035:0:44689:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec3012a9600. 00000001:00000010:1.0:1780333353.973038:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437ad2e00. 00000001:00000010:1.0:1780333353.973041:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437ad2400. 00000001:00000010:1.0:1780333353.973044:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437ad2a00. 00000001:00000010:1.0:1780333353.973046:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437ad3a00. 00000001:00000010:1.0:1780333353.973050:0:44689:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec301d59f00. 00000001:00000010:1.0:1780333353.973053:0:44689:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec3012a93e0. 00000001:00000010:1.0:1780333353.973056:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437ad3800. 00000001:00000010:1.0:1780333353.973059:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec421a19a00. 00000001:00000010:1.0:1780333353.973062:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec4371a9c00. 00000001:00000010:1.0:1780333353.973068:0:44689:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec408e76200. 00000020:00000010:1.0:1780333353.973102:0:44689:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8ec409268000. 00000020:00000010:1.0:1780333353.973107:0:44689:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff8ec30344b000. 00080000:00000010:1.0:1780333353.973174:0:44689:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec40926a400. 00000001:00000010:1.0:1780333353.974066:0:44689:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec410f58600. 00000020:00000010:1.0:1780333353.974164:0:44689:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec410f586c0. 00000020:00000010:1.0:1780333353.974170:0:44689:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec410f586c0. 00000020:00000010:1.0:1780333353.974176:0:44689:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec30344a000. 00000020:00000010:1.0:1780333353.974182:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000400:00000200:1.0:1780333353.974197:0:44689:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:0.0:1780333353.981640:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302493b80 x1866812045657856/t0(0) o38->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.982119:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346660. 00000100:00000200:0.0:1780333353.982129:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1866812045657856, offset 0 00000400:00000200:0.0:1780333353.982137:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.982152:0:44689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.982158:0:44689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3755:3755:256:4294967295] 192.168.204.30@tcp LPNI seq info [3751:3751:8:4294967295] 00000400:00000200:0.0:1780333353.982169:0:44689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.982176:0:44689:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.982183:0:44689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9c00. 00000800:00000200:0.0:1780333353.982190:0:44689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.982198:0:44689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333353.982202:0:44689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9c00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1780333353.982229:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213600. 00000020:00000010:0.0:1780333353.982237:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d708. 00000020:00000010:0.0:1780333353.982242:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3400. 00000800:00000200:2.0:1780333353.983595:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.983602:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9c00. 00000400:00000200:2.0:1780333353.983609:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.983642:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.983650:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346660 00000400:00000010:2.0:1780333353.983653:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346660. 00000400:00000200:2.0:1780333353.987348:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.987369:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd80780 00000400:00000200:2.0:1780333353.987411:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 63064 00000400:00000200:2.0:1780333353.987435:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.987439:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333353.987447:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333353.987454:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302491500. 00000400:00000200:2.0:1780333353.987499:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.987504:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd80800 00000400:00000200:2.0:1780333353.987508:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 63288 00000400:00000200:2.0:1780333353.987577:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.987582:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333353.987585:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333353.987588:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302490e00. 00000020:00000010:1.0:1780333353.987758:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333353.987765:0:5806:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333353.987780:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76800. 00000020:00000010:1.0:1780333353.987786:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213c80. 00000020:00000010:1.0:1780333353.987791:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d7d0. 00000020:00000010:1.0:1780333353.988032:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333353.988064:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333353.988070:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e77e00. 00000020:00000010:1.0:1780333353.988073:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333353.988076:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d3e8. 00000020:00000010:3.0:1780333353.989454:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b380. 00000020:00000010:3.0:1780333353.989462:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b380. 00000100:00000200:3.0:1780333353.989466:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045657984 02000000:00000010:3.0:1780333353.989487:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d86a000. 00000020:00000010:3.0:1780333353.989582:0:5805:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8ec40376fd80. 00000020:00000010:3.0:1780333353.989762:0:5805:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8ec42d868000. 00000020:00000010:3.0:1780333353.989766:0:5805:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8ec42d869000. 00000020:00000010:3.0:1780333353.989773:0:5805:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8ec42e20ea00. 00000020:00000010:3.0:1780333353.989776:0:5805:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8ec42e20fa00. 00000020:00000010:3.0:1780333353.989785:0:5805:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8ec401669800. 00000020:00000010:3.0:1780333353.989931:0:5805:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff8ec43c38f000. 00010000:00000200:3.0:1780333353.989946:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302491500 x1866812045657984/t0(0) o41->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:329/0 lens 224/368 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333353.989977:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c422a8. 00000100:00000200:3.0:1780333353.989985:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1866812045657984, offset 224 00000400:00000200:3.0:1780333353.989993:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333353.990008:0:5805:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333353.990014:0:5805:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3756:3756:256:4294967295] 192.168.204.30@tcp LPNI seq info [3752:3752:8:4294967295] 00000400:00000200:3.0:1780333353.990026:0:5805:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333353.990031:0:5805:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333353.990036:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec406528600. 00000800:00000200:3.0:1780333353.990042:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333353.990049:0:5805:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333353.990053:0:5805:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec406528600 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:3.0:1780333353.990199:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213c80. 00000020:00000010:3.0:1780333353.990205:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d7d0. 00000020:00000010:3.0:1780333353.990209:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76800. 00000020:00000010:3.0:1780333353.990228:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b380. 00000020:00000010:3.0:1780333353.990231:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b380. 00000100:00000200:3.0:1780333353.990233:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045658112 02000000:00000010:3.0:1780333353.990243:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d869400. 00010000:00000200:3.0:1780333353.990257:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302490e00 x1866812045658112/t0(0) o41->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:329/0 lens 224/368 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333353.990272:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42c38. 00000100:00000200:3.0:1780333353.990275:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1866812045658112, offset 224 00000400:00000200:3.0:1780333353.990280:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333353.990285:0:5805:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333353.990289:0:5805:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3757:3757:255:4294967295] 192.168.204.30@tcp LPNI seq info [3753:3753:7:4294967295] 00000400:00000200:3.0:1780333353.990296:0:5805:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333353.990301:0:5805:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333353.990304:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec406528300. 00000800:00000200:3.0:1780333353.990308:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333353.990313:0:5805:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333353.990315:0:5805:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec406528300 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:3.0:1780333353.990322:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:3.0:1780333353.990325:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d3e8. 00000020:00000010:3.0:1780333353.990327:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e77e00. 00000800:00000200:2.0:1780333353.990908:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.990915:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec406528600. 00000400:00000200:2.0:1780333353.990920:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.990927:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.990933:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c422a8 00000400:00000010:2.0:1780333353.990936:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c422a8. 00000800:00000200:2.0:1780333353.991067:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.991198:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec406528300. 00000400:00000200:2.0:1780333353.991203:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.991208:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.991212:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42c38 00000400:00000010:2.0:1780333353.991213:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42c38. 00000400:00000200:2.0:1780333353.995776:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333353.995809:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 440 into portal 12 MB=0x6a1db0cd80880 00000400:00000200:2.0:1780333353.995818:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 440/440 into md 0x23d [64] + 63512 00000400:00000200:2.0:1780333353.995834:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.995839:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333353.995847:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333353.995854:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302491f80. 00000020:00000010:0.0:1780333353.996016:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.996022:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.996029:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126afc00. 00000020:00000010:0.0:1780333353.996035:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.996040:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.996087:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000020:00000010:0.0:1780333353.996090:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573700. 00000100:00000200:0.0:1780333353.996093:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045658240 02000000:00000010:0.0:1780333353.996117:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ec42d973400. 00000001:00000010:0.0:1780333353.996132:0:44689:0:(nodemap_handler.c:3097:nodemap_fileset_get_root()) kmalloced '(fset)': 4097 at ffff8ec4371ce000. 00000004:00000010:0.0:1780333353.996137:0:44689:0:(mdt_handler.c:450:mdt_get_root()) kfreed 'fileset_buffer': 4097 at ffff8ec4371ce000. 00010000:00000200:0.0:1780333353.996149:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302491f80 x1866812045658240/t0(0) o40->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:329/0 lens 440/448 e 0 to 0 dl 1780333364 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333353.996167:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346dd0. 00000100:00000200:0.0:1780333353.996172:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1866812045658240, offset 224 00000400:00000200:0.0:1780333353.996179:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333353.996189:0:44689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333353.996194:0:44689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3758:3758:256:4294967295] 192.168.204.30@tcp LPNI seq info [3754:3754:8:4294967295] 00000400:00000200:0.0:1780333353.996314:0:44689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333353.996322:0:44689:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333353.996327:0:44689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9700. 00000800:00000200:0.0:1780333353.996334:0:44689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333353.996341:0:44689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333353.996345:0:44689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9700 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1780333353.996405:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333353.996409:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333353.996412:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126afc00. 00000800:00000200:2.0:1780333353.997629:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333353.997637:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9700. 00000400:00000200:2.0:1780333353.997642:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333353.997649:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333353.997655:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346dd0 00000400:00000010:2.0:1780333353.997658:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346dd0. 00000400:00000200:2.0:1780333354.001470:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333354.001491:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 28 MB=0x6a1db0cd80900 00000400:00000200:2.0:1780333354.001498:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 520/520 into md 0xc11 [8] + 5152 00000400:00000200:2.0:1780333354.001508:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.001513:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333354.001521:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333354.001528:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302493800. 00000400:00000200:2.0:1780333354.001559:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333354.001564:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 28 MB=0x6a1db0cd80980 00000400:00000200:2.0:1780333354.001567:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 520/520 into md 0xc11 [8] + 5672 00000400:00000200:2.0:1780333354.001577:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.001580:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333354.001582:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333354.001585:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302492d80. 00000020:00000010:0.0:1780333354.001703:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126afc00. 00000020:00000010:0.0:1780333354.001710:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333354.001715:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333354.001750:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126af600. 00000020:00000010:0.0:1780333354.001753:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325d00. 00000020:00000010:0.0:1780333354.001756:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9af0. 00000100:00000200:0.0:1780333354.001785:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045658368 02000000:00000010:0.0:1780333354.001820:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec42d972400. 00000020:00000010:0.0:1780333354.001830:0:6597:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec3035a3000. 00000001:00000010:0.0:1780333354.001837:0:6597:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8ec43c325c00. 00000001:00000010:0.0:1780333354.001843:0:6597:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec42dee9200. 00000001:00000010:0.0:1780333354.001848:0:6597:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec30330e660. 00000001:00000010:0.0:1780333354.001851:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec4126aec00. 00000001:00000010:0.0:1780333354.001854:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec4126afa00. 00000001:00000010:0.0:1780333354.001858:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec4126ae600. 00000001:00000010:0.0:1780333354.001861:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437ad3400. 00000020:00000010:0.0:1780333354.001878:0:6597:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8ec42d970c00. 00000020:00000010:0.0:1780333354.001883:0:6597:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8ec418b09e00. 00080000:00000010:0.0:1780333354.001930:0:6597:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42d973800. 00000001:00000010:0.0:1780333354.002075:0:6597:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec4342d9ea0. 00000020:00000010:0.0:1780333354.002173:0:6597:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec4342d9240. 00000020:00000010:0.0:1780333354.002179:0:6597:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec4342d9240. 00000020:00000010:0.0:1780333354.002183:0:6597:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec3035a7000. 00000020:00000010:0.0:1780333354.002189:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573700. 00000400:00000200:0.0:1780333354.002200:0:6597:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:0.0:1780333354.002234:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302493800 x1866812045658368/t0(0) o8->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333374 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333354.002253:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346198. 00000100:00000200:0.0:1780333354.002258:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1866812045658368, offset 0 00000400:00000200:0.0:1780333354.002265:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333354.002274:0:6597:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333354.002279:0:6597:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3759:3759:256:4294967295] 192.168.204.30@tcp LPNI seq info [3755:3755:8:4294967295] 00000400:00000200:0.0:1780333354.002290:0:6597:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333354.002294:0:6597:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333354.002300:0:6597:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9f00. 00000800:00000200:0.0:1780333354.002306:0:6597:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333354.002314:0:6597:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333354.002318:0:6597:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9f00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1780333354.002339:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325b00. 00000020:00000010:0.0:1780333354.002342:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333354.002345:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126afc00. 00000100:00000200:0.0:1780333354.002358:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045658496 02000000:00000010:0.0:1780333354.002369:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec42d970000. 00000020:00000010:0.0:1780333354.002374:0:6597:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec3035a3800. 00000001:00000010:0.0:1780333354.002379:0:6597:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8ec43c325b00. 00000001:00000010:0.0:1780333354.002383:0:6597:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec42dee9700. 00000001:00000010:0.0:1780333354.002386:0:6597:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec30330e3a0. 00000001:00000010:0.0:1780333354.002388:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec418b08200. 00000001:00000010:0.0:1780333354.002390:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec418b09400. 00000001:00000010:0.0:1780333354.002392:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec418b09c00. 00000001:00000010:0.0:1780333354.002395:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec4126afc00. 00080000:00000010:0.0:1780333354.002420:0:6597:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42d972800. 00000400:00000200:3.0:1780333354.003199:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333354.003212:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 448 into portal 23 MB=0x6a1db0cd80a00 00000400:00000200:3.0:1780333354.003219:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.30@tcp of length 448/448 into md 0x37d [2] + 1624 00000400:00000010:3.0:1780333354.003224:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4056666e0. 00000400:00000200:3.0:1780333354.003229:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec411151480 00000400:00000200:3.0:1780333354.003240:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.003244:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333354.003249:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec411151480 00000400:00000010:3.0:1780333354.003252:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec411151480. 00000100:00000200:3.0:1780333354.003256:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000001:00000010:0.0:1780333354.004900:0:6597:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec4342d9ae0. 00000020:00000010:0.0:1780333354.005003:0:6597:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec4342d9240. 00000020:00000010:0.0:1780333354.005009:0:6597:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec4342d9240. 00000020:00000010:0.0:1780333354.005015:0:6597:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec3035a4800. 00000020:00000010:0.0:1780333354.005090:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000400:00000200:0.0:1780333354.005124:0:6597:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:0.0:1780333354.005223:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302492d80 x1866812045658496/t0(0) o8->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333374 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333354.005255:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346088. 00000100:00000200:0.0:1780333354.005272:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1866812045658496, offset 0 00000400:00000200:0.0:1780333354.005288:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333354.005299:0:6597:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333354.005320:0:6597:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3760:3760:255:4294967295] 192.168.204.30@tcp LPNI seq info [3756:3756:7:4294967295] 00000400:00000200:0.0:1780333354.005331:0:6597:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333354.005337:0:6597:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333354.005342:0:6597:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9c00. 00000800:00000200:0.0:1780333354.005348:0:6597:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333354.005355:0:6597:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333354.005359:0:6597:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9c00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1780333354.005374:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325d00. 00000020:00000010:0.0:1780333354.005378:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9af0. 00000020:00000010:0.0:1780333354.005382:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126af600. 00000020:00000010:1.0:1780333354.005506:0:5809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333354.005511:0:5809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333354.005516:0:5809:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76c00. 00000020:00000010:1.0:1780333354.005520:0:5809:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.005524:0:5809:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.005581:0:5809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333354.005584:0:5809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000100:00000200:1.0:1780333354.005586:0:5809:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045658624 02000000:00000010:1.0:1780333354.005661:0:5809:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff8ec30344f800. 00000020:00000010:1.0:1780333354.005833:0:5809:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8ec303448800. 00000020:00000010:1.0:1780333354.005839:0:5809:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff8ec30344f000. 00010000:00000200:1.0:1780333354.005912:0:5809:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec4110de450 x1866812045658624/t0(0) o33->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:330/0 lens 448/464 e 0 to 0 dl 1780333365 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1780333354.005925:0:5809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227ee0. 00000100:00000200:1.0:1780333354.005929:0:5809:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1866812045658624, offset 224 00000400:00000200:1.0:1780333354.005935:0:5809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333354.005942:0:5809:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333354.005946:0:5809:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3761:3761:254:4294967295] 192.168.204.30@tcp LPNI seq info [3757:3757:6:4294967295] 00000400:00000200:1.0:1780333354.005954:0:5809:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333354.005959:0:5809:0:(socklnd_cb.c:931:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333354.005962:0:5809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59b00. 00000800:00000200:1.0:1780333354.005967:0:5809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333354.005973:0:5809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333354.005976:0:5809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59b00 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:1.0:1780333354.005985:0:5809:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.005988:0:5809:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.005991:0:5809:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76c00. 02000000:00000010:1.0:1780333354.005999:0:5809:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ec4343d2000. 00000100:00000010:1.0:1780333354.006004:0:5809:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c10e680. 02000000:00000010:1.0:1780333354.006008:0:5809:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8ec433e0d400. 00000100:00000010:1.0:1780333354.006011:0:5809:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302490000. 02000000:00000010:1.0:1780333354.006014:0:5809:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ec4343d3400. 00000100:00000010:1.0:1780333354.006016:0:5809:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302585880. 02000000:00000010:1.0:1780333354.006020:0:5809:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ec42d9b3c00. 00000100:00000010:1.0:1780333354.006022:0:5809:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019da300. 00000100:00000200:1.0:1780333354.006029:0:5809:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1780333354.006034:0:5809:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2210. 00000400:00000010:1.0:1780333354.006040:0:5809:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec40816a0c0. 00000800:00000200:3.0:1780333354.006447:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333354.006453:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9f00. 00000400:00000200:3.0:1780333354.006460:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.006466:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333354.006472:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346198 00000400:00000010:3.0:1780333354.006475:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346198. 00000800:00000200:3.0:1780333354.006582:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333354.006585:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9c00. 00000400:00000200:3.0:1780333354.006588:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.006592:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333354.006595:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346088 00000400:00000010:3.0:1780333354.006597:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346088. 00000800:00000200:3.0:1780333354.008173:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333354.008179:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59b00. 00000400:00000200:3.0:1780333354.008185:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.008192:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333354.008197:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227ee0 00000400:00000010:3.0:1780333354.008199:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227ee0. 02000000:00000010:3.0:1780333354.008205:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff8ec30344f800. 00000400:00000200:2.0:1780333354.013752:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333354.013773:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd80b00 00000400:00000200:2.0:1780333354.013783:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 63952 00000400:00000200:2.0:1780333354.013804:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.013809:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333354.013818:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333354.013826:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302492680. 00000400:00000200:2.0:1780333354.013860:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333354.013866:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd80a80 00000400:00000200:2.0:1780333354.013871:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x1579d [2] + 0 00000400:00000010:2.0:1780333354.013877:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2790. 00000400:00000200:2.0:1780333354.013881:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec434216540 00000400:00000200:2.0:1780333354.013895:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.013899:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333354.013902:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec434216540 00000400:00000010:2.0:1780333354.013904:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec434216540. 00000100:00000200:2.0:1780333354.013909:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333354.014037:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333354.014042:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333354.014049:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76c00. 00000020:00000010:1.0:1780333354.014054:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.014059:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.014109:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333354.014112:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000100:00000200:1.0:1780333354.014114:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045658880 02000000:00000010:1.0:1780333354.014145:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec409269800. 00010000:00000200:1.0:1780333354.014161:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302492680 x1866812045658880/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333354.014186:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333354.014193:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045658880, offset 224 00000400:00000200:1.0:1780333354.014200:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333354.014216:0:5806:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333354.014222:0:5806:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3762:3762:256:4294967295] 192.168.204.30@tcp LPNI seq info [3758:3758:8:4294967295] 00000400:00000200:1.0:1780333354.014233:0:5806:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333354.014246:0:5806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333354.014251:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59300. 00000800:00000200:1.0:1780333354.014258:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333354.014265:0:5806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333354.014273:0:5806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333354.014293:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.014298:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.014307:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76c00. 00000800:00000200:1.0:1780333354.014414:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333354.014418:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59300. 00000400:00000200:1.0:1780333354.014422:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333354.014426:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333354.014430:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:1.0:1780333354.014432:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000400:00000200:2.0:1780333354.014809:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333354.014817:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd80b80 00000400:00000200:2.0:1780333354.014823:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 6192 00000400:00000200:2.0:1780333354.014833:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.014836:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333354.014841:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333354.014846:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302490000. 00000020:00000010:1.0:1780333354.015030:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333354.015036:0:101090:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573700. 00000020:00000010:1.0:1780333354.015053:0:101090:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76c00. 00000020:00000010:1.0:1780333354.015056:0:101090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.015059:0:101090:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.015093:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.015096:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000100:00000200:1.0:1780333354.015099:0:101090:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659008 02000000:00000010:1.0:1780333354.015109:0:101090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec409269400. 00010000:00000200:1.0:1780333354.015117:0:101090:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302490000 x1866812045659008/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333354.015129:0:101090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227220. 00000100:00000200:1.0:1780333354.015133:0:101090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045659008, offset 224 00000400:00000200:1.0:1780333354.015138:0:101090:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333354.015145:0:101090:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333354.015149:0:101090:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3763:3763:256:4294967295] 192.168.204.30@tcp LPNI seq info [3759:3759:8:4294967295] 00000400:00000200:1.0:1780333354.015158:0:101090:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333354.015163:0:101090:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333354.015166:0:101090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59300. 00000800:00000200:1.0:1780333354.015171:0:101090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333354.015176:0:101090:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333354.015179:0:101090:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333354.015192:0:101090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000800:00000200:3.0:1780333354.015385:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333354.015389:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59300. 00000400:00000200:3.0:1780333354.015393:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.015397:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333354.015400:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227220 00000400:00000010:3.0:1780333354.015403:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227220. 00000020:00000010:1.0:1780333354.015481:0:101090:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.015486:0:101090:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76c00. 00000020:00000010:1.0:1780333354.023289:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.023299:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.023306:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76c00. 00000020:00000010:1.0:1780333354.023311:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.023317:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.023353:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.023355:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000100:00000200:1.0:1780333354.023358:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045658752 02000000:00000010:1.0:1780333354.023373:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec409268800. 00010000:00000200:1.0:1780333354.023386:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0c450 x1866812045658752/t0(0) o400->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333354.023405:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092276e8. 00000100:00000200:1.0:1780333354.023412:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045658752, offset 224 00000400:00000200:1.0:1780333354.023420:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333354.023435:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333354.023442:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3764:3764:256:4294967295] 192.168.204.30@tcp LPNI seq info [3760:3760:8:4294967295] 00000400:00000200:1.0:1780333354.023454:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333354.023460:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333354.023464:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59100. 00000800:00000200:1.0:1780333354.023471:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333354.023479:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333354.023483:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333354.023504:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.023508:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.023512:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76c00. 00000100:00000200:1.0:1780333354.023520:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333354.023525:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2420. 00000400:00000010:1.0:1780333354.023532:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4229a39c0. 00000800:00000200:2.0:1780333354.024259:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333354.024265:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59100. 00000400:00000200:2.0:1780333354.024271:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.024277:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333354.024282:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092276e8 00000400:00000010:2.0:1780333354.024284:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092276e8. 02000000:00000010:2.0:1780333354.024289:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec409268800. 00000100:00000010:3.0:1780333354.200371:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2de300. 02000000:00000010:3.0:1780333354.200398:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528200. 00000100:00000010:3.0:1780333354.200435:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:3.0:1780333354.200440:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528e00. 00000100:00000010:3.0:1780333354.200470:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e302680. 02000000:00000010:3.0:1780333354.200475:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528300. 00000100:00000010:3.0:1780333354.200486:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e300000. 02000000:00000010:3.0:1780333354.200490:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528600. 00000100:00000010:3.0:1780333354.200496:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e301880. 02000000:00000010:3.0:1780333354.200512:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d948100. 00000100:00000010:3.0:1780333354.200519:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e300a80. 02000000:00000010:3.0:1780333354.200554:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d948f00. 02000000:00000010:1.0:1780333354.200602:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec408e76c00. 00000400:00000010:1.0:1780333354.200609:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333354.200615:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333354.200658:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067850368, portal 10 00000400:00000010:1.0:1780333354.200668:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227cc0. 00000100:00000200:1.0:1780333354.200671:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067850368, offset 0 00000400:00000200:1.0:1780333354.200677:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333354.200688:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1780333354.200692:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec30360e000. 00000400:00000010:3.0:1780333354.200699:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68b58. 00000400:00000200:1.0:1780333354.200699:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aa880 00000400:00000010:3.0:1780333354.200707:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000400:00000200:1.0:1780333354.200707:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 64176 00000400:00000200:1.0:1780333354.200715:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333354.200717:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333354.200724:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067850496, portal 10 00000100:00000200:1.0:1780333354.200726:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1780333354.200729:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42660. 00000100:00000010:1.0:1780333354.200731:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89880. 00000100:00000200:3.0:1780333354.200734:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067850496, offset 0 00000400:00000200:3.0:1780333354.200742:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333354.200746:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227cc0 00000400:00000010:1.0:1780333354.200749:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227cc0. 00000100:00000200:1.0:1780333354.200755:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067850368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333354.200768:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1780333354.200772:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58cc0. 00000100:00000010:1.0:1780333354.200782:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58d80. 00000100:00000010:1.0:1780333354.200785:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58de0. 00000100:00000010:1.0:1780333354.200805:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58ba0. 00000400:00000200:3.0:1780333354.200820:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aa900 02000000:00000010:1.0:1780333354.200821:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec408e77e00. 00000400:00000010:1.0:1780333354.200827:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2e70. 00000400:00000200:3.0:1780333354.200829:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 64400 00000400:00000200:3.0:1780333354.200836:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.200840:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1780333354.200841:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227cc0. 00000100:00000200:3.0:1780333354.200844:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1780333354.200846:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067850880, portal 4 00000100:00000010:3.0:1780333354.200850:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e300380. 00000400:00000010:1.0:1780333354.200853:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333354.200857:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067850880, offset 0 00000400:00000200:1.0:1780333354.200861:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333354.200866:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333354.200871:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aaa80 00000400:00000200:1.0:1780333354.200876:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 6416 00000400:00000200:1.0:1780333354.200882:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333354.201032:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333354.201039:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42660 00000400:00000010:3.0:1780333354.201071:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42660. 00000100:00000200:3.0:1780333354.201084:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42e302680 x1866812067850496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333354.201143:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b380. 00000020:00000010:3.0:1780333354.201147:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b380. 00000020:00000010:3.0:1780333354.201154:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360e200. 00000020:00000010:3.0:1780333354.201158:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333354.201162:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333354.201188:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b380. 00000020:00000010:3.0:1780333354.201201:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360f400. 00000020:00000010:3.0:1780333354.201203:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d080. 00000020:00000010:3.0:1780333354.201206:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d4b0. 00000020:00000010:3.0:1780333354.201223:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b000. 00000020:00000010:3.0:1780333354.201225:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b000. 00000100:00000200:3.0:1780333354.201228:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067850368 02000000:00000010:3.0:1780333354.201244:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d86b000. 00000100:00000200:1.0:1780333354.201249:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000200:3.0:1780333354.201251:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f89880 x1866812067850368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333354.201255:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8ad80. 00000400:00000010:3.0:1780333354.201271:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42660. 00000400:00000200:1.0:1780333354.201271:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333354.201275:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000100:00000200:3.0:1780333354.201278:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067850368, offset 224 00000100:00000200:1.0:1780333354.201282:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42e300a80 x1866812067850880/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333354.201287:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333354.201298:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333354.201305:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aa880 00000400:00000200:3.0:1780333354.201311:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1613d [1] + 224 00000400:00000200:3.0:1780333354.201316:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.201320:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1780333354.201324:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000100:00000200:3.0:1780333354.201327:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067850368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333354.201328:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000100:00000200:1.0:1780333354.201333:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067850496 02000000:00000010:1.0:1780333354.201343:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec40926b400. 00000400:00000200:3.0:1780333354.201350:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42660 00010000:00000200:1.0:1780333354.201351:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e300380 x1866812067850496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333354.201353:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42660. 00000400:00000010:1.0:1780333354.201366:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000020:00000010:3.0:1780333354.201367:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3dd80. 00000100:00000200:1.0:1780333354.201369:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067850496, offset 224 00000020:00000010:3.0:1780333354.201374:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000400:00000200:1.0:1780333354.201374:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1780333354.201379:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360e200. 00000400:00000200:1.0:1780333354.201384:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333354.201390:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aa900 00000400:00000200:1.0:1780333354.201395:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16145 [1] + 224 00000400:00000200:1.0:1780333354.201400:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333354.201403:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333354.201410:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42e302680 x1866812067850496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333354.201413:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b000. 00000020:00000010:3.0:1780333354.201418:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e70c0. 00000400:00000200:1.0:1780333354.201431:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000020:00000010:3.0:1780333354.201433:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360e200. 00000400:00000010:1.0:1780333354.201436:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000020:00000010:3.0:1780333354.201437:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333354.201441:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:1.0:1780333354.201446:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d080. 00000020:00000010:1.0:1780333354.201451:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d4b0. 00000020:00000010:1.0:1780333354.201454:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360f400. 00000020:00000010:3.0:1780333354.201459:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333354.201463:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000100:00000200:3.0:1780333354.201466:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067850880 02000000:00000010:3.0:1780333354.201474:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d868400. 00010000:00000200:3.0:1780333354.201480:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f8ad80 x1866812067850880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333354.201488:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000010:3.0:1780333354.201490:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42660. 00000400:00000200:1.0:1780333354.201492:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:1.0:1780333354.201495:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333354.201500:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067850368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333354.201508:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067850368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333354.201511:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067850880, offset 224 00000400:00000200:3.0:1780333354.201519:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333354.201525:0:6596:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333354.201532:0:6596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aaa80 02000000:00000010:1.0:1780333354.201533:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec408e76c00. 00000400:00000200:3.0:1780333354.201538:0:6596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1614d [1] + 224 02000000:00000010:1.0:1780333354.201539:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528e00. 00000400:00000200:3.0:1780333354.201544:0:6596:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1780333354.201546:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 00000400:00000200:3.0:1780333354.201551:0:6596:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333354.201559:0:6596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42e300a80 x1866812067850880/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333354.201573:0:6596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42660 00000400:00000010:3.0:1780333354.201575:0:6596:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42660. 00000020:00000010:3.0:1780333354.201584:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333354.201588:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333354.201591:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360e200. 00000400:00000010:1.0:1780333354.201599:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2e70. 00000400:00000200:1.0:1780333354.201603:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227cc0 00000400:00000010:1.0:1780333354.201605:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227cc0. 00000100:00000200:1.0:1780333354.201610:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42e300a80 x1866812067850880/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333354.201635:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68b58. 00000400:00000200:3.0:1780333354.201640:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333354.201642:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333354.201649:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42e302680 x1866812067850496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333354.201650:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42e300a80 x1866812067850880/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333354.201675:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec408e77e00. 02000000:00000010:1.0:1780333354.201680:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d948f00. 00000100:00000200:3.0:1780333354.201681:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42e302680 x1866812067850496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333354.201685:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42e300a80. 02000000:00000010:3.0:1780333354.201705:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec30360e000. 02000000:00000010:3.0:1780333354.201710:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528300. 00000100:00000010:3.0:1780333354.201713:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42e302680. 02000000:00000010:2.0:1780333354.203539:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b4e00. 00000400:00000010:2.0:1780333354.203550:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee74d0. 00000400:00000010:2.0:1780333354.203556:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333354.203563:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067850624, portal 4 00000400:00000010:2.0:1780333354.203569:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333354.203572:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067850624, offset 0 00000400:00000200:2.0:1780333354.203579:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333354.203592:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333354.203603:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aa980 00000400:00000200:2.0:1780333354.203611:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 6640 00000400:00000200:2.0:1780333354.203643:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.203647:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333354.203654:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333354.203659:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302491180. 00000400:00000200:2.0:1780333354.203680:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b4c8 00000400:00000010:2.0:1780333354.203682:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333354.203691:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42e300000 x1866812067850624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333354.203741:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b4200. 00000400:00000010:2.0:1780333354.203747:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7948. 00000400:00000010:2.0:1780333354.203750:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333354.203753:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067850240, portal 25 00000400:00000010:2.0:1780333354.203757:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b550. 00000100:00000200:2.0:1780333354.203759:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067850240, offset 0 00000400:00000200:2.0:1780333354.203763:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1780333354.203765:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000400:00000200:2.0:1780333354.203771:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1780333354.203772:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000400:00000200:2.0:1780333354.203779:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2aa800 00000020:00000010:1.0:1780333354.203780:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76c00. 00000400:00000200:2.0:1780333354.203786:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x157f1 [2] + 0 00000020:00000010:1.0:1780333354.203787:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000400:00000010:2.0:1780333354.203801:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415b00. 00000020:00000010:1.0:1780333354.203805:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000400:00000200:2.0:1780333354.203806:0:3328:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec42dc45240 00000400:00000200:2.0:1780333354.203812:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.203816:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333354.203819:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42dc45240 00000400:00000010:2.0:1780333354.203822:0:3328:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec42dc45240. 00000100:00000200:2.0:1780333354.203827:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333354.203840:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000400:00000200:2.0:1780333354.203842:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b550 00000020:00000010:1.0:1780333354.203844:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000100:00000200:1.0:1780333354.203848:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067850624 00000400:00000010:2.0:1780333354.203859:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b550. 02000000:00000010:1.0:1780333354.203864:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec409269000. 00000100:00000200:2.0:1780333354.203865:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c2de300 x1866812067850240/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1780333354.203875:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302491180 x1866812067850624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333354.203892:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227cc0. 02000000:00000010:2.0:1780333354.203895:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b5600. 00000100:00000200:1.0:1780333354.203896:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067850624, offset 224 00000400:00000010:2.0:1780333354.203900:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7b00. 00000400:00000200:1.0:1780333354.203905:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333354.203911:0:8139:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333354.203916:0:8139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aa980 00000020:00000010:3.0:1780333354.204342:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333354.204346:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333354.204351:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360e000. 00000020:00000010:3.0:1780333354.204354:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333354.204358:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333354.204379:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333354.204381:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000100:00000200:3.0:1780333354.204383:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067850240 02000000:00000010:3.0:1780333354.204391:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d869c00. 00010000:00000200:3.0:1780333354.204459:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0d050 x1866812067850240/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333354.204473:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000400:00000010:2.0:1780333354.205978:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b550. 00000400:00000200:1.0:1780333354.205980:0:8139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16161 [1] + 224 00000400:00000200:1.0:1780333354.205994:0:8139:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333354.205998:0:8139:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333354.206010:0:8139:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42e300000 x1866812067850624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333354.206027:0:8139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227cc0 00000400:00000010:1.0:1780333354.206030:0:8139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227cc0. 00000020:00000010:1.0:1780333354.206049:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.206054:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.206057:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76c00. 00000100:00000200:2.0:1780333354.206314:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067850752, portal 10 00000400:00000010:2.0:1780333354.206323:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b660. 00000100:00000200:2.0:1780333354.206327:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067850752, offset 0 00000400:00000200:2.0:1780333354.206332:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333354.206341:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333354.206350:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aaa00 00000400:00000200:2.0:1780333354.206355:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 64624 00000400:00000200:2.0:1780333354.206361:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.206365:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333354.206369:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333354.206376:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019da300. 00000400:00000200:2.0:1780333354.206392:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b660 00000400:00000010:2.0:1780333354.206395:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b660. 00000100:00000200:2.0:1780333354.206401:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42e301880 x1866812067850752/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333354.206424:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000400:00000010:2.0:1780333354.206425:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee74d0. 00000400:00000200:2.0:1780333354.206430:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333354.206432:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000020:00000010:1.0:1780333354.206433:0:5807:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e7500. 00000100:00000200:2.0:1780333354.206438:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42e300000 x1866812067850624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333354.206448:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42e300000 x1866812067850624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333354.206451:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.206461:0:5807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76c00. 00000020:00000010:1.0:1780333354.206465:0:5807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 02000000:00000010:2.0:1780333354.206480:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b4e00. 02000000:00000010:2.0:1780333354.206487:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528600. 00000100:00000010:2.0:1780333354.206491:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42e300000. 00000020:00000010:1.0:1780333354.206603:0:5807:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.206712:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.206715:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000100:00000200:1.0:1780333354.206718:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067850752 02000000:00000010:1.0:1780333354.206732:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec40926ac00. 00010000:00000200:1.0:1780333354.206741:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019da300 x1866812067850752/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1780333365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333354.206755:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227cc0. 00000100:00000200:1.0:1780333354.206759:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067850752, offset 224 00000400:00000200:1.0:1780333354.206764:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333354.206770:0:5807:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333354.206776:0:5807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aaa00 00000100:00000200:3.0:1780333354.206778:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067850240, offset 224 00000400:00000200:1.0:1780333354.206783:0:5807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16175 [1] + 224 00000400:00000200:1.0:1780333354.206801:0:5807:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.206802:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333354.206808:0:5807:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333354.206813:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1780333354.206817:0:5807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42e301880 x1866812067850752/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333354.206823:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2aa800 00000400:00000200:3.0:1780333354.206832:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16169 [1] + 224 00000400:00000200:3.0:1780333354.206838:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333354.206841:0:5807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227cc0 00000400:00000200:3.0:1780333354.206842:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1780333354.206845:0:5807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227cc0. 00000020:00000010:1.0:1780333354.206854:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.206859:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000100:00000200:3.0:1780333354.206861:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c2de300 x1866812067850240/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333354.206863:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76c00. 00000400:00000200:3.0:1780333354.206876:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333354.206878:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000020:00000010:3.0:1780333354.206949:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333354.206955:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333354.206959:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360e000. 02000000:00000010:3.0:1780333354.206965:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d869c00. 00000100:00000200:3.0:1780333354.206972:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333354.206977:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68b58. 00000400:00000010:2.0:1780333354.207105:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7948. 00000400:00000200:2.0:1780333354.207109:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b4c8 00000400:00000010:2.0:1780333354.207111:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333354.207117:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c2de300 x1866812067850240/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333354.207124:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec40376f540. 00000100:00000200:2.0:1780333354.207128:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c2de300 x1866812067850240/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333354.207430:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7b00. 00000400:00000200:2.0:1780333354.207434:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b550 00000400:00000010:2.0:1780333354.207436:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b550. 00000100:00000200:2.0:1780333354.207441:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42e301880 x1866812067850752/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333354.207451:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42e301880 x1866812067850752/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333354.207752:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b4200. 02000000:00000010:2.0:1780333354.207759:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528200. 00000100:00000010:2.0:1780333354.207763:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c2de300. 02000000:00000010:2.0:1780333354.207769:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b5600. 02000000:00000010:2.0:1780333354.207773:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d948100. 00000100:00000010:2.0:1780333354.207777:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42e301880. 00000400:00000200:2.0:1780333354.242092:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333354.242112:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 576 into portal 12 MB=0x6a1db0cd80c00 00000400:00000200:2.0:1780333354.242120:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 576/576 into md 0x23d [64] + 64848 00000400:00000200:2.0:1780333354.242141:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.242145:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333354.242154:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333354.242161:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8700. 00000020:00000010:1.0:1780333354.245303:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.245317:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.245326:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e77e00. 00000020:00000010:1.0:1780333354.245332:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.245337:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.245450:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10b00. 00000020:00000010:1.0:1780333354.245453:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10b00. 00000100:00000200:1.0:1780333354.245457:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659136 00010000:00000010:1.0:1780333354.245502:0:5806:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec41273ed00. 00010000:00000010:1.0:1780333354.245507:0:5806:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ec437213c80. 00010000:00000010:1.0:1780333354.245515:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377de200. 00010000:00000010:1.0:1780333354.245574:0:5806:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ec418e6e500. 02000000:00000010:1.0:1780333354.245604:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8ec433d8d000. 00010000:00000010:1.0:1780333354.245649:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377dec00. 00010000:00000010:1.0:1780333354.245654:0:5806:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ec418e6e480. 00010000:00000010:1.0:1780333354.245980:0:5806:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ec418e6e500. 00010000:00000200:1.0:1780333354.246012:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019d8700 x1866812045659136/t0(0) o101->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:330/0 lens 576/688 e 0 to 0 dl 1780333365 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1780333354.246042:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227cc0. 00000100:00000200:1.0:1780333354.246050:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1866812045659136, offset 224 00000400:00000200:1.0:1780333354.246058:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333354.246074:0:5806:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333354.246082:0:5806:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3765:3765:256:4294967295] 192.168.204.30@tcp LPNI seq info [3761:3761:8:4294967295] 00000400:00000200:1.0:1780333354.246094:0:5806:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333354.246100:0:5806:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333354.246104:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59c00. 00000800:00000200:1.0:1780333354.246111:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333354.246119:0:5806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333354.246123:0:5806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59c00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1780333354.246158:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333354.246163:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333354.246166:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e77e00. 00000800:00000200:3.0:1780333354.246311:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333354.246316:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59c00. 00000400:00000200:3.0:1780333354.246322:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.246327:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333354.246334:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227cc0 00000400:00000010:3.0:1780333354.246337:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227cc0. 00010000:00000010:1.1:1780333354.258114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377de200. 00000100:00000010:3.0:1780333354.279738:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58ba0. 00000100:00000010:1.0:1780333354.279741:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58d80. 00000100:00000010:2.0:1780333354.279833:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58de0. 00000100:00000010:0.0:1780333354.279902:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58cc0. 00000100:00000010:0.0:1780333354.714529:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb9f80. 02000000:00000010:0.0:1780333354.714555:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9c00. 02000000:00000010:3.0:1780333354.714748:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42d869c00. 00000400:00000010:3.0:1780333354.714758:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f688f0. 00000400:00000010:3.0:1780333354.714765:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333354.714772:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067851008, portal 4 00000400:00000010:3.0:1780333354.714779:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42660. 00000100:00000200:3.0:1780333354.714791:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067851008, offset 0 00000400:00000200:3.0:1780333354.714800:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333354.714812:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333354.714823:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2aab00 00000400:00000200:3.0:1780333354.714830:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 5824 00000400:00000200:3.0:1780333354.714839:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333354.714843:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333354.714851:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333354.714855:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e302680. 00000400:00000200:3.0:1780333354.714884:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42660 00000400:00000010:3.0:1780333354.714887:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42660. 00000100:00000200:3.0:1780333354.714894:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb9f80 x1866812067851008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333354.714914:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13720. 00000100:00000010:3.0:1780333354.714925:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13420. 00000100:00000010:3.0:1780333354.714930:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13540. 00000100:00000010:3.0:1780333354.714938:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13f00. 00000020:00000010:2.0:1780333354.715032:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437ff9840. 00000020:00000010:2.0:1780333354.715037:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437ff9840. 00000020:00000010:2.0:1780333354.715044:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5600. 00000020:00000010:2.0:1780333354.715049:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73800. 00000020:00000010:2.0:1780333354.715053:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333354.715094:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437ff9840. 00000020:00000010:2.0:1780333354.715097:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437ff9840. 00000100:00000200:2.0:1780333354.715101:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851008 02000000:00000010:2.0:1780333354.715118:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d9ca400. 00010000:00000200:2.0:1780333354.715137:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e302680 x1866812067851008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/368 e 0 to 0 dl 1780333365 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333354.715158:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b550. 00000100:00000200:2.0:1780333354.715161:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067851008, offset 224 00000400:00000200:2.0:1780333354.715166:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333354.715171:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333354.715176:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2aab00 00000400:00000200:2.0:1780333354.715181:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1618d [1] + 224 00000400:00000200:2.0:1780333354.715186:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333354.715200:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333354.715207:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb9f80 x1866812067851008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333354.715221:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b550 00000400:00000010:2.0:1780333354.715223:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b550. 00000020:00000010:2.0:1780333354.715236:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73800. 00000020:00000010:2.0:1780333354.715240:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333354.715243:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5600. 00000400:00000010:3.0:1780333354.715547:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f688f0. 00000400:00000200:3.0:1780333354.715550:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333354.715552:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333354.715558:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb9f80 x1866812067851008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333354.715566:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb9f80 x1866812067851008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333354.715598:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42d869c00. 02000000:00000010:3.0:1780333354.715603:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9c00. 00000100:00000010:3.0:1780333354.715609:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb9f80. 00000100:00000010:2.0:1780333354.720742:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13540. 00000100:00000010:1.0:1780333354.720742:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13420. 00000100:00000010:3.0:1780333354.720847:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13f00. 00000100:00000010:0.0:1780333354.720915:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13720. 00000001:00000010:1.0:1780333355.781091:0:5827:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec410f58600. 00080000:00000010:1.0:1780333355.781102:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec40926a400. 00000400:00000200:2.0:1780333356.137314:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333356.137333:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd80c80 00000400:00000200:2.0:1780333356.137342:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 65424 00000400:00000200:2.0:1780333356.137362:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333356.137366:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333356.137374:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333356.137382:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c2de300. 00000020:00000010:1.0:1780333356.137506:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10280. 00000020:00000010:1.0:1780333356.137513:0:5807:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333356.137531:0:5807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e76800. 00000020:00000010:1.0:1780333356.137536:0:5807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333356.137541:0:5807:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333356.137581:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10640. 00000020:00000010:1.0:1780333356.137584:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10640. 00000100:00000200:1.0:1780333356.137586:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659264 02000000:00000010:1.0:1780333356.137609:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec40926a400. 00000020:00000010:1.0:1780333356.137676:0:5807:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8ec437e05d80. 00000020:00000010:1.0:1780333356.137681:0:5807:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8ec409268c00. 00000020:00000010:1.0:1780333356.137685:0:5807:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8ec40926a800. 00000020:00000010:1.0:1780333356.137692:0:5807:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8ec408e77e00. 00000020:00000010:1.0:1780333356.137694:0:5807:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8ec408e76c00. 00000020:00000010:1.0:1780333356.137703:0:5807:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8ec303449800. 00010000:00000200:1.0:1780333356.137714:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c2de300 x1866812045659264/t0(0) o41->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:332/0 lens 224/368 e 0 to 0 dl 1780333367 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333356.137732:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333356.137736:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1866812045659264, offset 224 00000400:00000200:1.0:1780333356.137743:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333356.137751:0:5807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333356.137757:0:5807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3766:3766:256:4294967295] 192.168.204.30@tcp LPNI seq info [3762:3762:8:4294967295] 00000400:00000200:1.0:1780333356.137776:0:5807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333356.137781:0:5807:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333356.137786:0:5807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59e00. 00000800:00000200:1.0:1780333356.137792:0:5807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333356.137798:0:5807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333356.137802:0:5807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59e00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1780333356.137828:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333356.137832:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333356.137834:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e76800. 00000800:00000200:3.0:1780333356.137956:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333356.137962:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59e00. 00000400:00000200:3.0:1780333356.137967:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333356.137972:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333356.137977:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:3.0:1780333356.137979:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000400:00000200:3.0:1780333356.140095:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333356.140112:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 7 MB=0x6a1db0cd80d00 00000400:00000200:3.0:1780333356.140119:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.30@tcp of length 224/224 into md 0xcb1 [8] + 6048 00000400:00000200:3.0:1780333356.140146:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333356.140152:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333356.140160:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333356.140166:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e301880. 00000020:00000010:0.0:1780333356.140244:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573c00. 00000020:00000010:0.0:1780333356.140251:0:6598:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10bc0. 00000020:00000010:0.0:1780333356.140270:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4039fea00. 00000020:00000010:0.0:1780333356.140276:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325f00. 00000020:00000010:0.0:1780333356.140282:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9af0. 00000020:00000010:0.0:1780333356.140326:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573100. 00000020:00000010:0.0:1780333356.140329:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573100. 00000100:00000200:0.0:1780333356.140333:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659392 02000000:00000010:0.0:1780333356.140349:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d971800. 00000020:00000010:0.0:1780333356.140385:0:6598:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8ec42d971000. 00010000:00000200:0.0:1780333356.140396:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e301880 x1866812045659392/t0(0) o13->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:332/0 lens 224/368 e 0 to 0 dl 1780333367 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333356.140414:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346b28. 00000100:00000200:0.0:1780333356.140419:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812045659392, offset 224 00000400:00000200:0.0:1780333356.140426:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333356.140435:0:6598:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333356.140442:0:6598:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3767:3767:256:4294967295] 192.168.204.30@tcp LPNI seq info [3763:3763:8:4294967295] 00000400:00000200:0.0:1780333356.140451:0:6598:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333356.140457:0:6598:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333356.140462:0:6598:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9c00. 00000800:00000200:0.0:1780333356.140468:0:6598:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333356.140475:0:6598:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333356.140479:0:6598:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9c00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1780333356.140508:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325f00. 00000020:00000010:0.0:1780333356.140512:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9af0. 00000020:00000010:0.0:1780333356.140515:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4039fea00. 00000800:00000200:3.0:1780333356.141192:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333356.141196:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9c00. 00000400:00000200:3.0:1780333356.141202:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333356.141207:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333356.141211:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346b28 00000400:00000010:3.0:1780333356.141213:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346b28. 00000400:00000200:3.0:1780333356.143803:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333356.143821:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 7 MB=0x6a1db0cd80d80 00000400:00000200:3.0:1780333356.143828:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.30@tcp of length 224/224 into md 0xcb1 [8] + 6272 00000400:00000200:3.0:1780333356.143840:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333356.143854:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333356.143866:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333356.143873:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e300000. 00000020:00000010:2.0:1780333356.144057:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437ff9440. 00000020:00000010:2.0:1780333356.144063:0:59742:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573d00. 00000020:00000010:2.0:1780333356.144084:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5600. 00000020:00000010:2.0:1780333356.144090:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333356.144095:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333356.144135:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437ff9100. 00000020:00000010:2.0:1780333356.144145:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437ff9100. 00000100:00000200:2.0:1780333356.144150:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659520 02000000:00000010:2.0:1780333356.144170:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d9c8c00. 00000020:00000010:2.0:1780333356.144205:0:59742:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8ec4342b4c00. 00010000:00000200:2.0:1780333356.144218:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e300000 x1866812045659520/t0(0) o13->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:332/0 lens 224/368 e 0 to 0 dl 1780333367 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333356.144239:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b550. 00000100:00000200:2.0:1780333356.144245:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812045659520, offset 224 00000400:00000200:2.0:1780333356.144252:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333356.144262:0:59742:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333356.144268:0:59742:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3768:3768:256:4294967295] 192.168.204.30@tcp LPNI seq info [3764:3764:8:4294967295] 00000400:00000200:2.0:1780333356.144280:0:59742:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333356.144286:0:59742:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333356.144290:0:59742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec302893700. 00000800:00000200:2.0:1780333356.144296:0:59742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333356.144305:0:59742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333356.144309:0:59742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec302893700 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1780333356.144331:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333356.144335:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333356.144338:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5600. 00000800:00000200:3.0:1780333356.144658:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333356.144662:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec302893700. 00000400:00000200:3.0:1780333356.144668:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333356.144672:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333356.144677:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b550 00000400:00000010:3.0:1780333356.144679:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b550. 00000800:00000200:3.0:1780333357.527688:0:3318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec4057413c0] -> 12345-192.168.204.130@tcp (6) 00000800:00000200:3.0:1780333357.527697:0:3318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.130@tcp ip 192.168.204.130:988 00000800:00000200:3.0:1780333357.527702:0:3318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec40846f300 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1780333357.527956:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1780333358.295946:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf6d80. 02000000:00000010:2.0:1780333358.295970:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec302893800. 02000000:00000010:2.0:1780333358.296017:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4e400. 00000400:00000010:2.0:1780333358.296025:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7b00. 00000400:00000010:2.0:1780333358.296032:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333358.296039:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067851136, portal 4 00000400:00000010:2.0:1780333358.296046:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333358.296049:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067851136, offset 0 00000400:00000200:2.0:1780333358.296059:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333358.296071:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333358.296083:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2aab80 00000400:00000200:2.0:1780333358.296089:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 6496 00000400:00000200:2.0:1780333358.296098:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333358.296102:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333358.296110:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1780333358.296114:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf6a00. 00000400:00000200:2.0:1780333358.296133:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333358.296136:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333358.296144:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf6d80 x1866812067851136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333358.296164:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eb40. 00000100:00000010:2.0:1780333358.296176:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e240. 00000100:00000010:2.0:1780333358.296183:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ea20. 00000100:00000010:2.0:1780333358.296188:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ef60. 00000020:00000010:2.0:1780333358.296228:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7b00. 00000020:00000010:2.0:1780333358.296234:0:6599:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183be00. 00000020:00000010:2.0:1780333358.296251:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4600. 00000020:00000010:2.0:1780333358.296258:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73380. 00000020:00000010:2.0:1780333358.296262:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333358.296295:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7fc0. 00000020:00000010:2.0:1780333358.296299:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7fc0. 00000100:00000200:2.0:1780333358.296303:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851136 02000000:00000010:2.0:1780333358.296318:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4dc00. 00010000:00000200:2.0:1780333358.296349:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433cf6a00 x1866812067851136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:334/0 lens 224/368 e 0 to 0 dl 1780333369 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333358.296364:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333358.296367:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067851136, offset 224 00000400:00000200:2.0:1780333358.296371:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333358.296377:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333358.296382:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2aab80 00000400:00000200:2.0:1780333358.296386:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x161a5 [1] + 224 00000400:00000200:2.0:1780333358.296391:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333358.296394:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333358.296400:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf6d80 x1866812067851136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333358.296415:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333358.296417:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000020:00000010:2.0:1780333358.296428:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73380. 00000020:00000010:2.0:1780333358.296431:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333358.296434:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4600. 00000400:00000010:2.0:1780333358.296459:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7b00. 00000400:00000200:2.0:1780333358.296462:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b4c8 00000400:00000010:2.0:1780333358.296464:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333358.296468:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf6d80 x1866812067851136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333358.296476:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf6d80 x1866812067851136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333358.296502:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4e400. 02000000:00000010:2.0:1780333358.296507:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec302893800. 00000100:00000010:2.0:1780333358.296512:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf6d80. 00000100:00000010:1.0:1780333358.301968:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e240. 00000100:00000010:3.0:1780333358.302323:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ef60. 00000100:00000010:2.0:1780333358.303423:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ea20. 00000100:00000010:0.0:1780333358.304168:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eb40. 00000001:00000010:0.0:1780333358.362990:0:7493:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec4342d9ae0. 00080000:00000010:0.0:1780333358.363001:0:7493:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42d972800. 00000001:00000010:0.0:1780333358.372530:0:6623:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec4342d9ea0. 00080000:00000010:0.0:1780333358.372542:0:6623:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42d973800. 00000001:02000400:2.0:1780333358.394265:0:106973:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000400:00000200:3.0:1780333359.294797:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333359.294817:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd80e00 00000400:00000200:3.0:1780333359.294827:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x15825 [2] + 0 00000400:00000010:3.0:1780333359.294832:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68c08. 00000400:00000200:3.0:1780333359.294838:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4104103c0 00000400:00000200:3.0:1780333359.294847:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.294852:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333359.294857:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4104103c0 00000400:00000010:3.0:1780333359.294859:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4104103c0. 00000100:00000200:3.0:1780333359.294866:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1780333359.294890:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333359.294907:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd80f00 00000400:00000200:3.0:1780333359.294912:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 6864 00000400:00000200:3.0:1780333359.294918:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.294922:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333359.294925:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1780333359.294931:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e300a80. 00000400:00000200:3.0:1780333359.294955:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333359.294960:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd80e80 00000400:00000200:3.0:1780333359.294965:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 65648 00000400:00000200:3.0:1780333359.294981:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.294984:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333359.294987:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333359.294991:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e089180. 00000400:00000200:3.0:1780333359.295008:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333359.295014:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd80f80 00000400:00000200:3.0:1780333359.295017:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 7088 00000400:00000200:3.0:1780333359.295028:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.295031:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333359.295033:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1780333359.295036:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e089500. 00000020:00000010:3.0:1780333359.295078:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183be40. 00000020:00000010:3.0:1780333359.295084:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10280. 00000020:00000010:3.0:1780333359.295099:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafbc00. 00000020:00000010:3.0:1780333359.295104:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d900. 00000020:00000010:3.0:1780333359.295109:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333359.295145:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b700. 00000020:00000010:3.0:1780333359.295148:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b700. 00000100:00000200:3.0:1780333359.295151:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659776 02000000:00000010:3.0:1780333359.295174:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42ddbf800. 00010000:00000200:3.0:1780333359.295184:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e089180 x1866812045659776/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333359.295202:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.295207:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045659776, offset 224 00000400:00000200:3.0:1780333359.295213:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333359.295224:0:44689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333359.295229:0:44689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3769:3769:256:4294967295] 192.168.204.30@tcp LPNI seq info [3765:3765:8:4294967295] 00000400:00000200:3.0:1780333359.295239:0:44689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333359.295244:0:44689:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333359.295249:0:44689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d948500. 00000800:00000200:3.0:1780333359.295256:0:44689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333359.295264:0:44689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333359.295268:0:44689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d948500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333359.295286:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d900. 00000020:00000010:3.0:1780333359.295292:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333359.295295:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafbc00. 00000020:00000010:3.0:1780333359.295319:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b700. 00000020:00000010:3.0:1780333359.295323:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573c00. 00000020:00000010:3.0:1780333359.295328:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafbc00. 00000020:00000010:3.0:1780333359.295330:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d900. 00000020:00000010:3.0:1780333359.295332:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333359.295349:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b780. 00000020:00000010:3.0:1780333359.295351:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec437ff9440. 00000020:00000010:3.0:1780333359.295355:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafa200. 00000020:00000010:3.0:1780333359.295357:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3df00. 00000020:00000010:3.0:1780333359.295360:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306daf0. 00000020:00000010:3.0:1780333359.295372:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.295374:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000100:00000200:3.0:1780333359.295376:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659904 02000000:00000010:3.0:1780333359.295384:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d868c00. 00010000:00000200:3.0:1780333359.295390:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e300a80 x1866812045659904/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333359.295415:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42660. 00000100:00000200:3.0:1780333359.295419:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045659904, offset 224 00000400:00000200:3.0:1780333359.295423:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333359.295429:0:6596:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333359.295433:0:6596:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3770:3770:255:4294967295] 192.168.204.30@tcp LPNI seq info [3766:3766:7:4294967295] 00000400:00000200:3.0:1780333359.295440:0:6596:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333359.295445:0:6596:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333359.295448:0:6596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d948a00. 00000800:00000200:3.0:1780333359.295451:0:6596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333359.295455:0:6596:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333359.295458:0:6596:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d948a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333359.295464:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d900. 00000020:00000010:3.0:1780333359.295467:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333359.295469:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafbc00. 00000020:00000010:3.0:1780333359.295479:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.295481:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000100:00000200:3.0:1780333359.295483:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660032 02000000:00000010:3.0:1780333359.295489:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec402e0f800. 00010000:00000200:3.0:1780333359.295494:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e089500 x1866812045660032/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333359.295504:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42990. 00000100:00000200:3.0:1780333359.295507:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045660032, offset 224 00000400:00000200:3.0:1780333359.295522:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333359.295528:0:6596:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333359.295532:0:6596:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3771:3771:254:4294967295] 192.168.204.30@tcp LPNI seq info [3767:3767:6:4294967295] 00000400:00000200:3.0:1780333359.295539:0:6596:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333359.295543:0:6596:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333359.295546:0:6596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d948100. 00000800:00000200:3.0:1780333359.295549:0:6596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333359.295553:0:6596:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333359.295556:0:6596:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d948100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333359.295561:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3df00. 00000020:00000010:3.0:1780333359.295564:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306daf0. 00000020:00000010:3.0:1780333359.295566:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafa200. 00000800:00000200:3.0:1780333359.295611:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333359.295615:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d948500. 00000400:00000200:3.0:1780333359.295638:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.295642:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333359.295645:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333359.295647:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000800:00000200:3.0:1780333359.295658:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333359.295660:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d948a00. 00000400:00000200:3.0:1780333359.295662:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.295665:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333359.295667:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42660 00000400:00000010:3.0:1780333359.295669:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42660. 00000800:00000200:3.0:1780333359.295738:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333359.295741:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d948100. 00000400:00000200:3.0:1780333359.295745:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.295749:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333359.295752:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42990 00000400:00000010:3.0:1780333359.295754:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42990. 00000020:00000010:1.0:1780333359.296602:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a104c0. 00000020:00000010:1.0:1780333359.296607:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a104c0. 00000020:00000010:1.0:1780333359.296611:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47c600. 00000020:00000010:1.0:1780333359.296614:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213b00. 00000020:00000010:1.0:1780333359.296777:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333359.296908:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a104c0. 00000020:00000010:1.0:1780333359.296911:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a104c0. 00000100:00000200:1.0:1780333359.296914:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045659648 02000000:00000010:1.0:1780333359.296924:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d875400. 00010000:00000200:1.0:1780333359.296934:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0ec50 x1866812045659648/t0(0) o400->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333359.296948:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333359.296952:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045659648, offset 224 00000400:00000200:1.0:1780333359.296958:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333359.297199:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333359.297204:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3772:3772:256:4294967295] 192.168.204.30@tcp LPNI seq info [3768:3768:8:4294967295] 00000400:00000200:1.0:1780333359.297214:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333359.297218:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333359.297223:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437d41100. 00000800:00000200:1.0:1780333359.297229:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333359.297234:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333359.297238:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437d41100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333359.297257:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213b00. 00000020:00000010:1.0:1780333359.297261:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333359.297264:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47c600. 00000100:00000200:1.0:1780333359.297272:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333359.297278:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2e70. 00000400:00000010:1.0:1780333359.297283:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc009c0. 00000800:00000200:3.0:1780333359.297470:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333359.297474:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437d41100. 00000400:00000200:3.0:1780333359.297481:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.297486:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333359.297490:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:3.0:1780333359.297492:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 02000000:00000010:3.0:1780333359.297496:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d875400. 00000100:00000010:0.0:1780333359.322872:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb9f80. 02000000:00000010:0.0:1780333359.322898:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9c00. 02000000:00000010:1.0:1780333359.322952:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c47c400. 00000400:00000010:1.0:1780333359.322959:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333359.322966:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333359.322972:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067851264, portal 25 00000400:00000010:1.0:1780333359.322978:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333359.322980:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067851264, offset 0 00000400:00000200:1.0:1780333359.322989:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333359.323002:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333359.323014:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2aac00 00000400:00000200:1.0:1780333359.323020:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15859 [2] + 0 00000400:00000010:1.0:1780333359.323025:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f682c0. 00000400:00000200:1.0:1780333359.323028:0:3329:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec410410d80 00000400:00000200:1.0:1780333359.323036:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333359.323041:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333359.323045:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec410410d80 00000400:00000010:1.0:1780333359.323048:0:3329:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec410410d80. 00000100:00000200:1.0:1780333359.323054:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333359.323070:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333359.323073:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333359.323081:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb9f80 x1866812067851264/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333359.323098:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000100:00000010:1.0:1780333359.323101:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58f00. 00000020:00000010:3.0:1780333359.323105:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.323114:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafa200. 00000100:00000010:1.0:1780333359.323114:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f582a0. 00000100:00000010:1.0:1780333359.323122:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58600. 00000020:00000010:3.0:1780333359.323124:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d900. 00000100:00000010:1.0:1780333359.323128:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58d80. 00000020:00000010:3.0:1780333359.323131:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306daf0. 00000100:00000010:0.0:1780333359.323163:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129ca80. 00000020:00000010:3.0:1780333359.323167:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.323171:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 02000000:00000010:0.0:1780333359.323171:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9f00. 00000100:00000200:3.0:1780333359.323177:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851264 00000100:00000010:0.0:1780333359.323189:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129c380. 02000000:00000010:3.0:1780333359.323192:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec434ce7c00. 02000000:00000010:0.0:1780333359.323195:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59b00. 00000100:00000010:0.0:1780333359.323203:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129f800. 00010000:00000200:3.0:1780333359.323204:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0e850 x1866812067851264/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333359.323207:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59a00. 00000400:00000010:3.0:1780333359.323225:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42990. 00000100:00000200:3.0:1780333359.323229:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067851264, offset 224 00000400:00000200:3.0:1780333359.323234:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.323239:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333359.323245:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2aac00 00000400:00000200:3.0:1780333359.323249:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x161c5 [1] + 224 00000400:00000200:3.0:1780333359.323254:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.323257:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333359.323264:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb9f80 x1866812067851264/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333359.325011:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42990 00000400:00000010:3.0:1780333359.325019:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42990. 00000020:00000010:3.0:1780333359.325049:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d900. 00000020:00000010:3.0:1780333359.325057:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306daf0. 00000020:00000010:3.0:1780333359.325061:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafa200. 02000000:00000010:3.0:1780333359.325070:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec434ce7c00. 00000100:00000200:3.0:1780333359.325079:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333359.325085:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68c08. 00000400:00000010:3.0:1780333359.325091:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42dd98780. 02000000:00000010:3.0:1780333359.325131:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42dafa200. 00000400:00000010:3.0:1780333359.325136:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f688f0. 00000400:00000010:3.0:1780333359.325151:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42990. 00000100:00000200:3.0:1780333359.325155:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067851520, portal 10 00000400:00000010:3.0:1780333359.325161:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42660. 00000100:00000200:3.0:1780333359.325164:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067851520, offset 0 00000400:00000200:3.0:1780333359.325172:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.325180:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333359.325190:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aad00 00000400:00000200:3.0:1780333359.325197:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 65872 00000400:00000200:3.0:1780333359.325206:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.325212:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333359.325219:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333359.325225:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e088000. 00000100:00000010:0.0:1780333359.325236:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129ed80. 00000400:00000200:3.0:1780333359.325244:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42660 00000400:00000010:3.0:1780333359.325246:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42660. 02000000:00000010:0.0:1780333359.325251:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59000. 00000100:00000200:3.0:1780333359.325255:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129c380 x1866812067851520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333359.325284:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129e680. 02000000:00000010:0.0:1780333359.325290:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59900. 02000000:00000010:3.0:1780333359.325300:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42dafbc00. 00000400:00000010:3.0:1780333359.325305:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f689f8. 00000400:00000010:3.0:1780333359.325309:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42660. 00000100:00000200:3.0:1780333359.325311:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067851392, portal 10 00000400:00000010:3.0:1780333359.325325:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.325327:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067851392, offset 0 00000400:00000200:3.0:1780333359.325336:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.325341:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333359.325347:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aac80 00000400:00000200:3.0:1780333359.325350:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 66096 00000400:00000200:3.0:1780333359.325355:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.325358:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333359.325361:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333359.325365:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e089c00. 00000400:00000010:1.0:1780333359.325380:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:1.0:1780333359.325386:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333359.325388:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333359.325409:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb9f80 x1866812067851264/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333359.325419:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb9f80 x1866812067851264/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333359.325453:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c47c400. 02000000:00000010:1.0:1780333359.325458:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9c00. 00000100:00000010:1.0:1780333359.325463:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb9f80. 02000000:00000010:1.0:1780333359.325476:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c47c400. 00000400:00000010:1.0:1780333359.325478:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000200:3.0:1780333359.325686:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333359.325689:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.325696:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129ca80 x1866812067851392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333359.325734:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42dafb000. 00000400:00000010:3.0:1780333359.325738:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333359.325742:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.325745:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067851904, portal 4 00000400:00000010:3.0:1780333359.325749:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42bb0. 00000100:00000200:3.0:1780333359.325752:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067851904, offset 0 00000400:00000200:3.0:1780333359.325757:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.325763:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333359.325769:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aae80 02000000:00000010:2.0:1780333359.325783:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40311de00. 00000400:00000010:2.0:1780333359.325789:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7b00. 00000400:00000010:2.0:1780333359.325793:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b4c8. 00000100:00000200:2.0:1780333359.325797:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067851648, portal 4 00000400:00000010:2.0:1780333359.325802:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333359.325804:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067851648, offset 0 00000400:00000200:2.0:1780333359.325809:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333359.325815:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333359.325822:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aad80 00000400:00000200:2.0:1780333359.325826:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 7312 00000400:00000200:2.0:1780333359.325831:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333359.325834:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333359.325838:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333359.325843:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf6d80. 00000400:00000200:3.0:1780333359.325848:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 7536 00000400:00000200:3.0:1780333359.325855:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.325859:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333359.325860:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333359.325863:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000100:00000200:3.0:1780333359.325874:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1780333359.325879:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e08a680. 00000400:00000200:3.0:1780333359.325891:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42bb0 00000400:00000010:3.0:1780333359.325894:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42bb0. 00000100:00000200:3.0:1780333359.325899:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129e680 x1866812067851904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333359.325941:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.325945:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.325951:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4341f2000. 00000020:00000010:3.0:1780333359.325955:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d900. 00000100:00000200:2.0:1780333359.325958:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129f800 x1866812067851648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333359.325959:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306daf0. 00000020:00000010:3.0:1780333359.325993:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.325998:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b000. 00000020:00000010:2.0:1780333359.326007:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e77c0. 00000020:00000010:3.0:1780333359.326009:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000020:00000010:2.0:1780333359.326011:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e77c0. 00000020:00000010:3.0:1780333359.326015:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec403282600. 00000100:00000200:2.0:1780333359.326017:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851648 00000020:00000010:3.0:1780333359.326019:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333359.326024:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 02000000:00000010:2.0:1780333359.326035:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4c800. 00010000:00000200:2.0:1780333359.326044:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433cf6d80 x1866812067851648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333359.326045:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.326049:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000100:00000200:3.0:1780333359.326055:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851904 00000400:00000010:2.0:1780333359.326064:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 02000000:00000010:3.0:1780333359.326066:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec434ce7c00. 00000100:00000200:2.0:1780333359.326068:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067851648, offset 224 00010000:00000200:3.0:1780333359.326075:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e08a680 x1866812067851904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333359.326076:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333359.326085:0:6597:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333359.326091:0:6597:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aad80 00000400:00000010:3.0:1780333359.326093:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42bb0. 00000400:00000200:2.0:1780333359.326097:0:6597:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x161ed [1] + 224 00000100:00000200:3.0:1780333359.326102:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067851904, offset 224 00000400:00000200:2.0:1780333359.326103:0:6597:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333359.326109:0:6597:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333359.326113:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.326120:0:6596:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333359.326125:0:6596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aae80 00000400:00000200:3.0:1780333359.326129:0:6596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x161e5 [1] + 224 00000400:00000200:3.0:1780333359.326134:0:6596:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.326137:0:6596:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1780333359.326141:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:3.0:1780333359.326143:0:6596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129e680 x1866812067851904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333359.326147:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067851776, portal 10 00000400:00000010:1.0:1780333359.326155:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333359.326158:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067851776, offset 0 00000400:00000200:3.0:1780333359.326161:0:6596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42bb0 00000400:00000010:3.0:1780333359.326164:0:6596:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42bb0. 00000020:00000010:3.0:1780333359.326173:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3dd80. 00000020:00000010:3.0:1780333359.326178:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333359.326181:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec403282600. 00000400:00000200:1.0:1780333359.326356:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333359.326362:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333359.326368:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aae00 00000400:00000200:1.0:1780333359.326372:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 66320 00000400:00000200:1.0:1780333359.326377:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333359.326379:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1780333359.326384:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f686e0. 00000400:00000200:3.0:1780333359.326388:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333359.326390:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.326396:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129e680 x1866812067851904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333359.326404:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129e680 x1866812067851904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333359.326511:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42dafb000. 02000000:00000010:3.0:1780333359.326516:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59900. 00000100:00000200:1.0:1780333359.326519:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333359.326520:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129e680. 00000100:00000010:1.0:1780333359.326526:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f8b480. 00000400:00000200:1.0:1780333359.326583:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333359.326585:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333359.326591:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129ed80 x1866812067851776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333359.326682:0:6597:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129f800 x1866812067851648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333359.326702:0:6597:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333359.326704:0:6597:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000020:00000010:2.0:1780333359.326723:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d900. 00000020:00000010:2.0:1780333359.326729:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306daf0. 00000020:00000010:2.0:1780333359.326732:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4341f2000. 00000020:00000010:0.0:1780333359.326798:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333359.326816:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333359.326820:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718fa00. 00000020:00000010:0.0:1780333359.326823:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3d80. 00000020:00000010:0.0:1780333359.326826:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9af0. 00000020:00000010:0.0:1780333359.326845:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333359.326848:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333359.326851:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718f000. 00000020:00000010:0.0:1780333359.326854:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3580. 00000020:00000010:0.0:1780333359.326856:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000400:00000010:3.0:1780333359.326860:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7b00. 00000400:00000200:3.0:1780333359.326865:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b4c8 00000400:00000010:3.0:1780333359.326868:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b4c8. 00000100:00000200:3.0:1780333359.326875:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129f800 x1866812067851648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333359.326875:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333359.326881:0:6619:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b380. 00000020:00000010:0.0:1780333359.326886:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025737c0. 00000100:00000200:3.0:1780333359.326891:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129f800 x1866812067851648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333359.326906:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40311de00. 02000000:00000010:3.0:1780333359.326910:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59a00. 00000100:00000010:3.0:1780333359.326913:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129f800. 00000020:00000010:3.0:1780333359.326932:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.326934:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000100:00000200:3.0:1780333359.326937:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851520 02000000:00000010:3.0:1780333359.326945:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec434ce6800. 00010000:00000200:3.0:1780333359.326951:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e088000 x1866812067851520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333359.326961:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.326965:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067851520, offset 224 00000400:00000200:3.0:1780333359.326971:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.326978:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333359.326983:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aad00 00000400:00000200:3.0:1780333359.326988:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x161d5 [1] + 224 00000400:00000200:3.0:1780333359.326993:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.326996:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1780333359.326996:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718e600. 00000020:00000010:0.0:1780333359.327002:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3b00. 00000100:00000200:3.0:1780333359.327005:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129c380 x1866812067851520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333359.327007:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9e10. 00000020:00000010:0.0:1780333359.327025:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333359.327029:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025737c0. 00000400:00000200:3.0:1780333359.327032:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000100:00000200:0.0:1780333359.327033:0:6619:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851392 00000400:00000010:3.0:1780333359.327036:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 02000000:00000010:0.0:1780333359.327043:0:6619:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d970800. 00000020:00000010:3.0:1780333359.327047:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3d80. 00010000:00000200:0.0:1780333359.327051:0:6619:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e089c00 x1866812067851392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333359.327053:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9af0. 00000020:00000010:3.0:1780333359.327058:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718fa00. 00000400:00000010:0.0:1780333359.327069:0:6619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346bb0. 00000100:00000200:0.0:1780333359.327073:0:6619:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067851392, offset 224 00000020:00000010:3.0:1780333359.327074:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bfc0. 00000020:00000010:3.0:1780333359.327078:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bfc0. 00000400:00000200:0.0:1780333359.327081:0:6619:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1780333359.327083:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067851776 00000400:00000200:0.0:1780333359.327090:0:6619:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1780333359.327092:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43d7c0c00. 00000400:00000200:0.0:1780333359.327099:0:6619:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aac80 00010000:00000200:3.0:1780333359.327100:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f8b480 x1866812067851776/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1780333370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333359.327107:0:6619:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x161dd [1] + 224 00000400:00000200:0.0:1780333359.327116:0:6619:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333359.327120:0:6619:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1780333359.327121:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.327125:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067851776, offset 224 00000100:00000200:0.0:1780333359.327128:0:6619:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129ca80 x1866812067851392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333359.327133:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.327143:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333359.327148:0:6619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346bb0 00000400:00000010:0.0:1780333359.327191:0:6619:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346bb0. 00000400:00000200:3.0:1780333359.327243:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aae00 00000400:00000010:2.0:1780333359.327267:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f689f8. 00000400:00000200:2.0:1780333359.327417:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42660 00000400:00000010:2.0:1780333359.327418:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42660. 00000100:00000200:2.0:1780333359.327425:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129ca80 x1866812067851392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333359.327528:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x161fd [1] + 224 00000400:00000200:3.0:1780333359.327535:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.327539:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333359.327545:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129ed80 x1866812067851776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333359.327561:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333359.327563:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000020:00000010:3.0:1780333359.327572:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3b00. 00000020:00000010:3.0:1780333359.327575:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9e10. 00000020:00000010:3.0:1780333359.327578:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718e600. 00000400:00000010:1.0:1780333359.327702:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:1.0:1780333359.327707:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333359.327708:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333359.327714:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129ed80 x1866812067851776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333359.327733:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129ed80 x1866812067851776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333359.327750:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c47c400. 02000000:00000010:1.0:1780333359.327754:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59000. 00000100:00000010:1.0:1780333359.327757:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129ed80. 00000100:00000200:2.0:1780333359.327990:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129ca80 x1866812067851392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333359.328008:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f688f0. 00000400:00000200:2.0:1780333359.328010:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42990 00000400:00000010:2.0:1780333359.328012:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42990. 00000100:00000200:2.0:1780333359.328016:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129c380 x1866812067851520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333359.328023:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129c380 x1866812067851520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333359.328035:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42dafbc00. 02000000:00000010:2.0:1780333359.328039:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9f00. 00000100:00000010:2.0:1780333359.328043:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129ca80. 02000000:00000010:2.0:1780333359.328046:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42dafa200. 02000000:00000010:2.0:1780333359.328048:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59b00. 00000100:00000010:2.0:1780333359.328050:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129c380. 00000020:00000010:0.0:1780333359.329595:0:6619:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3580. 00000020:00000010:0.0:1780333359.329604:0:6619:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333359.329607:0:6619:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718f000. 00000100:00000010:0.0:1780333359.399840:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58f00. 00000100:00000010:3.0:1780333359.399914:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58d80. 00000100:00000010:1.0:1780333359.400678:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f582a0. 00000100:00000010:2.0:1780333359.400879:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58600. 00000100:00000010:2.0:1780333359.839971:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf5880. 02000000:00000010:2.0:1780333359.840001:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437ae3c00. 02000000:00000010:3.0:1780333359.840081:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec4054bc800. 00000400:00000010:3.0:1780333359.840090:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333359.840098:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.840104:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067852032, portal 4 00000400:00000010:3.0:1780333359.840111:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42bb0. 00000100:00000200:3.0:1780333359.840114:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067852032, offset 0 00000400:00000200:3.0:1780333359.840122:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333359.840135:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333359.840148:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2aaf00 00000400:00000200:3.0:1780333359.840155:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 6720 00000400:00000200:3.0:1780333359.840166:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333359.840170:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333359.840178:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333359.840183:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e089880. 00000400:00000200:3.0:1780333359.840206:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42bb0 00000400:00000010:3.0:1780333359.840209:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42bb0. 00000100:00000200:3.0:1780333359.840217:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf5880 x1866812067852032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333359.840237:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13c00. 00000100:00000010:3.0:1780333359.840250:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a130c0. 00000100:00000010:3.0:1780333359.840256:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13840. 00000100:00000010:3.0:1780333359.840260:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13f00. 00000020:00000010:2.0:1780333359.841872:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333359.841881:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333359.841888:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40311da00. 00000020:00000010:2.0:1780333359.841894:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73880. 00000020:00000010:2.0:1780333359.841898:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333359.841931:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333359.841933:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000100:00000200:2.0:1780333359.841936:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067852032 02000000:00000010:2.0:1780333359.841952:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4d800. 00010000:00000200:2.0:1780333359.841985:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e089880 x1866812067852032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:335/0 lens 224/368 e 0 to 0 dl 1780333370 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333359.842003:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333359.842009:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067852032, offset 224 00000400:00000200:2.0:1780333359.842015:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333359.842024:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333359.842033:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2aaf00 00000400:00000200:2.0:1780333359.842039:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16211 [1] + 224 00000400:00000200:2.0:1780333359.842046:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333359.842050:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333359.842058:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf5880 x1866812067852032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333359.844933:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333359.844941:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000020:00000010:2.0:1780333359.844968:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73880. 00000020:00000010:2.0:1780333359.844973:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333359.844977:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40311da00. 00000100:00000010:0.0:1780333359.845356:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13c00. 00000100:00000010:2.0:1780333359.845758:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13840. 00000400:00000010:3.0:1780333359.845969:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f686e0. 00000400:00000200:3.0:1780333359.845975:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:3.0:1780333359.845976:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333359.845987:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf5880 x1866812067852032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333359.845999:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf5880 x1866812067852032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333359.846043:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec4054bc800. 02000000:00000010:3.0:1780333359.846049:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437ae3c00. 00000100:00000010:3.0:1780333359.846055:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf5880. 00000100:00000010:3.0:1780333359.846075:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13f00. 00000100:00000010:1.0:1780333359.847152:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a130c0. 00000020:00000010:1.0:1780333360.455146:0:107070:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec302828990. 00000020:00000010:1.0:1780333360.455241:0:107070:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec302828990. 00000020:00000010:0.0:1780333361.375024:0:107121:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30243a540. 00000020:00000010:0.0:1780333361.375131:0:107121:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30243a540. 00000020:00000010:0.0:1780333361.375324:0:107121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec42d973c00. 00000020:00000010:0.0:1780333361.375334:0:107121:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408d66800. 00000020:00000010:0.0:1780333361.375339:0:107121:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec408d67c00. 00000040:00000010:0.0:1780333361.375343:0:107121:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4127f7400. 00000020:00000010:0.0:1780333361.375347:0:107121:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333361.375353:0:107121:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec409c47200. 80000000:00000010:0.0:1780333361.375357:0:107121:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4342d9180. 00040000:00000010:0.0:1780333361.375362:0:107121:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec410f7d000. 00080000:00000010:0.0:1780333361.375367:0:107121:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a2000. 20000000:00000010:0.0:1780333361.375370:0:107121:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec410f7d400. 00000020:00000010:0.0:1780333361.375376:0:107121:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec302573b80. 20000000:00000010:0.0:1780333361.375381:0:107121:0:(mgs_handler.c:1186:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff8ec4342d95a0. 20000000:00000010:0.0:1780333361.375388:0:107121:0:(mgs_llog.c:6228:mgs_set_param()) kmalloced '(mti)': 4544 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333361.375417:0:107121:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec410f7da00. 00000040:00000010:0.0:1780333361.375595:0:107121:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec30342d190. 00000040:00000010:0.0:1780333361.375611:0:107121:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec433c64000. 00000040:00000010:0.0:1780333361.376103:0:107121:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec4342d9780. 00000020:00000010:1.0:1780333361.376529:0:107123:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372ab200. 00000020:00000010:1.0:1780333361.376535:0:107123:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec408e26400. 00000040:00000010:1.0:1780333361.376538:0:107123:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec405678800. 00000020:00000010:1.0:1780333361.376542:0:107123:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344f800. 00000020:00000010:1.0:1780333361.376547:0:107123:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333361.376551:0:107123:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4372d6800. 80000000:00000010:1.0:1780333361.376555:0:107123:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec410f58d80. 40000000:00000010:1.0:1780333361.376559:0:107123:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec301a10540. 00100000:00000010:1.0:1780333361.376563:0:107123:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec303448000. 00040000:00000010:1.0:1780333361.376567:0:107123:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec437d41900. 00040000:00000010:1.0:1780333361.376571:0:107123:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec30344c800. 00040000:00000010:1.0:1780333361.376574:0:107123:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4372d6600. 00080000:00000010:1.0:1780333361.376577:0:107123:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344c000. 00000004:00000010:1.0:1780333361.376583:0:107123:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec433d8e000. 00000004:00000010:1.0:1780333361.376587:0:107123:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec433d8a000. 00000004:00000010:1.0:1780333361.376592:0:107123:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec30344a800. 00002000:00000010:1.0:1780333361.376596:0:107123:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec42d875800. 00000004:00000010:1.0:1780333361.376600:0:107123:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec42d874000. 00000020:00000010:1.0:1780333361.376604:0:107123:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec301a10580. 00000040:00000010:1.0:1780333361.376610:0:107123:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec4340f8000. 20000000:00000010:1.0:1780333361.377031:0:107123:0:(mgs_llog.c:1249:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff8ec406528200. 20000000:00000010:1.0:1780333361.377037:0:107123:0:(mgs_llog.c:1317:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff8ec406528200. 00000040:00000010:1.0:1780333361.377042:0:107123:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec4340f8000. 00000020:00000010:1.0:1780333361.377051:0:107123:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec301a10580. 00000020:00000010:1.0:1780333361.377064:0:107123:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec408e26400. 00000040:00000010:1.0:1780333361.377069:0:107123:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec405678800. 00000020:00000010:1.0:1780333361.377072:0:107123:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344f800. 00000020:00000010:1.0:1780333361.377076:0:107123:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333361.377080:0:107123:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4372d6800. 80000000:00000010:1.0:1780333361.377083:0:107123:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec410f58d80. 40000000:00000010:1.0:1780333361.377086:0:107123:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec301a10540. 00100000:00000010:1.0:1780333361.377089:0:107123:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec303448000. 00040000:00000010:1.0:1780333361.377091:0:107123:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec437d41900. 00040000:00000010:1.0:1780333361.377098:0:107123:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec30344c800. 00040000:00000010:1.0:1780333361.377101:0:107123:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4372d6600. 00080000:00000010:1.0:1780333361.377104:0:107123:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344c000. 00000004:00000010:1.0:1780333361.377107:0:107123:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec433d8e000. 00000004:00000010:1.0:1780333361.377111:0:107123:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec433d8a000. 00000004:00000010:1.0:1780333361.377114:0:107123:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec30344a800. 00002000:00000010:1.0:1780333361.377117:0:107123:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec42d875800. 00000004:00000010:1.0:1780333361.377121:0:107123:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec42d874000. 00000020:00000010:1.0:1780333361.377124:0:107123:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372ab200. 00000040:00000010:0.0:1780333361.377246:0:107121:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec4342d9780. 00000040:00000010:0.0:1780333361.377255:0:107121:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec30342d190. 00000040:00000010:0.0:1780333361.377259:0:107121:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec433c64000. 00000040:00000010:0.0:1780333361.377262:0:107121:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec410f7da00. 20000000:00000400:0.0:1780333361.377265:0:107121:0:(mgs_llog.c:1437:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00000010:0.0:1780333361.384202:0:107121:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390c00. 00010000:00000010:0.0:1780333361.384227:0:107121:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec302573a80. 00000100:00000010:0.0:1780333361.384236:0:107121:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42dd980c0. 00000100:00000010:0.0:1780333361.384247:0:107121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129dc00. 02000000:00000010:0.0:1780333361.384263:0:107121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec410f7da00. 02000000:00000010:0.0:1780333361.384297:0:107121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec410f7c600. 00000400:00000010:0.0:1780333361.384304:0:107121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169d68. 00000400:00000010:0.0:1780333361.384312:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346bb0. 00000100:00000200:0.0:1780333361.384475:0:107121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067852160, portal 16 00000400:00000010:0.0:1780333361.384483:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093467f8. 00000100:00000200:0.0:1780333361.384487:0:107121:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067852160, offset 0 00000400:00000200:0.0:1780333361.384498:0:107121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333361.384512:0:107121:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333361.384516:0:107121:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780333361.384521:0:107121:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.130@tcp 00000400:00000200:0.0:1780333361.384524:0:107121:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.130@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780333361.384527:0:107121:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.30@tcp 00000400:00000200:0.0:1780333361.384530:0:107121:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3773:3773:256:4294967295] 192.168.204.30@tcp LPNI seq info [3769:3769:8:4294967295] 00000400:00000200:0.0:1780333361.384541:0:107121:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333361.384547:0:107121:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333361.384553:0:107121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59500. 00000800:00000200:0.0:1780333361.384560:0:107121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333361.384567:0:107121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333361.384571:0:107121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59500 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1780333361.385735:0:107121:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9780. 00000100:00000010:0.0:1780333361.385750:0:107121:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9f60. 00000100:00000010:0.0:1780333361.385756:0:107121:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9900. 00000100:00000010:0.0:1780333361.385770:0:107121:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9840. 00000100:00000010:0.0:1780333361.385786:0:107121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129f100. 02000000:00000010:0.0:1780333361.385808:0:107121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437193800. 02000000:00000010:0.0:1780333361.385833:0:107121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437193000. 00000400:00000010:0.0:1780333361.385838:0:107121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c08. 00000400:00000010:0.0:1780333361.385844:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346880. 00000100:00000200:0.0:1780333361.385848:0:107121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067852288, portal 16 00000400:00000010:0.0:1780333361.385860:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346f68. 00000100:00000200:0.0:1780333361.385863:0:107121:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067852288, offset 0 00000400:00000200:0.0:1780333361.385869:0:107121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333361.385880:0:107121:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333361.385895:0:107121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ab000 00000400:00000200:0.0:1780333361.385902:0:107121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c49 [2] + 984 00000400:00000200:0.0:1780333361.385911:0:107121:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333361.385915:0:107121:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333361.385928:0:107121:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780333361.385932:0:107121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129d880. 00000400:00000200:0.0:1780333361.385957:0:107121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346f68 00000400:00000010:0.0:1780333361.385959:0:107121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346f68. 00000100:00000200:0.0:1780333361.385968:0:107121:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129f100 x1866812067852288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1780333361.385996:0:107121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129fb80. 02000000:00000010:0.0:1780333361.386003:0:107121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437192400. 02000000:00000010:0.0:1780333361.386013:0:107121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437192c00. 00000400:00000010:0.0:1780333361.386016:0:107121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169aa8. 00000400:00000010:0.0:1780333361.386019:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346f68. 00000100:00000200:0.0:1780333361.386022:0:107121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067852416, portal 16 00000400:00000010:0.0:1780333361.386025:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333361.386027:0:107121:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067852416, offset 0 00000400:00000200:0.0:1780333361.386030:0:107121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333361.386035:0:107121:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333361.386039:0:107121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ab080 00000400:00000200:0.0:1780333361.386043:0:107121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c49 [2] + 1312 00000400:00000200:0.0:1780333361.386129:0:107121:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1780333361.386131:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000400:00000200:0.0:1780333361.386133:0:107121:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1780333361.386138:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000100:00000200:0.0:1780333361.386139:0:107121:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780333361.386145:0:107121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129e300. 00000020:00000010:1.0:1780333361.386148:0:5788:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372d6600. 00000020:00000010:1.0:1780333361.386155:0:5788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333361.386159:0:5788:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000400:00000200:0.0:1780333361.386167:0:107121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:0.0:1780333361.386170:0:107121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333361.386176:0:107121:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129fb80 x1866812067852416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1780333361.386193:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.386197:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000100:00000010:0.0:1780333361.386198:0:107121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129f480. 00000020:00000010:1.0:1780333361.386201:0:5788:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372d6800. 00000020:00000010:1.0:1780333361.386206:0:5788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213700. 02000000:00000010:0.0:1780333361.386206:0:107121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40b34ac00. 00000020:00000010:1.0:1780333361.386209:0:5788:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d320. 00000020:00000010:1.0:1780333361.386221:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.386224:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 02000000:00000010:0.0:1780333361.386225:0:107121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40b34a000. 00000100:00000200:1.0:1780333361.386228:0:5788:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067852288 02000000:00000010:1.0:1780333361.386242:0:5788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d874000. 00000400:00000010:1.0:1780333361.386253:0:5788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333361.386256:0:5788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067852288, offset 224 00000400:00000200:1.0:1780333361.386261:0:5788:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.386267:0:5788:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.386273:0:5788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ab000 00000400:00000200:1.0:1780333361.386277:0:5788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16225 [1] + 224 00000400:00000200:1.0:1780333361.386283:0:5788:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.386285:0:5788:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.386292:0:5788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129f100 x1866812067852288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1780333361.386304:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333361.386305:0:5788:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000400:00000010:0.0:1780333361.386306:0:107121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081690b0. 00010000:00000010:1.0:1780333361.386312:0:5788:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec4055b1180. 00000400:00000010:0.0:1780333361.386313:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333361.386325:0:107121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067852544, portal 16 00000400:00000010:0.0:1780333361.386336:0:107121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333361.386338:0:107121:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067852544, offset 0 00000020:00000010:1.0:1780333361.386341:0:5788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213600. 00000400:00000200:0.0:1780333361.386344:0:107121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1780333361.386348:0:5788:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333361.386353:0:5788:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372d6600. 00000400:00000200:0.0:1780333361.386353:0:107121:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333361.386367:0:107121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ab100 00000020:00000010:1.0:1780333361.386369:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.386374:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000400:00000200:0.0:1780333361.386374:0:107121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c49 [2] + 1640 00000100:00000200:1.0:1780333361.386379:0:5788:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067852416 00000400:00000200:0.0:1780333361.386382:0:107121:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333361.386386:0:107121:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1780333361.386387:0:5788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d875800. 00000100:00000200:0.0:1780333361.386390:0:107121:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:1.0:1780333361.386394:0:5788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000010:0.0:1780333361.386401:0:107121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129d180. 00000400:00000200:0.0:1780333361.386408:0:107121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346c38 00000400:00000010:0.0:1780333361.386410:0:107121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333361.386414:0:107121:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129f480 x1866812067852544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1780333361.386438:0:107121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c08. 00000400:00000200:0.0:1780333361.386441:0:107121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346880 00000400:00000010:0.0:1780333361.386442:0:107121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346880. 00000100:00000200:0.0:1780333361.386446:0:107121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129f100 x1866812067852288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1780333361.386460:0:107121:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129f100 x1866812067852288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1780333361.386466:0:5788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067852416, offset 224 00000400:00000200:1.0:1780333361.386475:0:5788:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.386482:0:5788:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.386489:0:5788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ab080 00000400:00000200:1.0:1780333361.386494:0:5788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1622d [1] + 224 00000400:00000200:1.0:1780333361.386499:0:5788:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.386502:0:5788:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.386509:0:5788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129fb80 x1866812067852416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1780333361.386529:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333361.386531:0:5788:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00010000:00000010:1.0:1780333361.386537:0:5788:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec4055b16c0. 00000020:00000010:1.0:1780333361.386550:0:5788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333361.386553:0:5788:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d320. 00000020:00000010:1.0:1780333361.386555:0:5788:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372d6800. 00000020:00000010:1.0:1780333361.386566:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.386569:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.386572:0:5788:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372d6800. 00000020:00000010:1.0:1780333361.386575:0:5788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333361.386577:0:5788:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d320. 00000020:00000010:1.0:1780333361.386588:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.386591:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000100:00000200:1.0:1780333361.386594:0:5788:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067852544 02000000:00000010:1.0:1780333361.386601:0:5788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d877c00. 00000400:00000010:0.0:1780333361.386603:0:107121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169aa8. 00000400:00000200:0.0:1780333361.386607:0:107121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346f68 00000400:00000010:1.0:1780333361.386608:0:5788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000400:00000010:0.0:1780333361.386609:0:107121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346f68. 00000100:00000200:0.0:1780333361.386649:0:107121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129fb80 x1866812067852416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1780333361.386656:0:107121:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129fb80 x1866812067852416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1780333361.388609:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333361.388639:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59500. 00000400:00000200:3.0:1780333361.388646:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333361.388654:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000010:2.0:1780333361.389750:0:5793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf7100. 02000000:00000010:2.0:1780333361.389777:0:5793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec420514a00. 00010000:00000010:2.0:1780333361.389814:0:5793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec4055b1180. 00000100:00000010:2.0:1780333361.389826:0:5793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf5880. 02000000:00000010:2.0:1780333361.389832:0:5793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40926e800. 00010000:00000010:2.0:1780333361.389840:0:5793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec4055b16c0. 00000100:00000200:1.0:1780333361.390504:0:5788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067852544, offset 224 02000000:00000010:1.0:1780333361.390534:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372d6600. 00000400:00000010:1.0:1780333361.390542:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333361.390547:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333361.390553:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067852800, portal 18 00000400:00000010:1.0:1780333361.390558:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333361.390560:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067852800, offset 0 00000400:00000200:1.0:1780333361.390568:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.390581:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.390592:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ab200 00000400:00000200:1.0:1780333361.390599:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f21 [2] + 984 00000400:00000200:1.0:1780333361.390607:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.390612:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.390636:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1780333361.390641:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89f80. 00000400:00000200:1.0:1780333361.390661:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:1.0:1780333361.390664:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333361.390671:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf5880 x1866812067852800/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333361.390729:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372ab200. 00000400:00000010:1.0:1780333361.390734:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2058. 00000400:00000010:1.0:1780333361.390737:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333361.390740:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067852672, portal 18 00000400:00000010:1.0:1780333361.390744:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333361.390746:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067852672, offset 0 00000400:00000200:1.0:1780333361.390750:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.390755:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.390760:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ab180 00000400:00000200:1.0:1780333361.390833:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f21 [2] + 1312 00000400:00000200:1.0:1780333361.390839:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.390841:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.390845:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1780333361.390849:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88a80. 00000400:00000200:1.0:1780333361.390861:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333361.390863:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333361.390868:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf7100 x1866812067852672/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333361.390909:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.390914:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.390921:0:5790:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405678800. 00000020:00000010:1.0:1780333361.390925:0:5790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333361.390930:0:5790:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000100:00000200:1.0:1780333361.390952:0:5790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec433f89f80 x1866812067852800/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:337/0 lens 328/0 e 0 to 0 dl 1780333372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333361.390973:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.390975:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.390979:0:5790:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e26400. 00000020:00000010:1.0:1780333361.390982:0:5790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213280. 00000020:00000010:1.0:1780333361.390985:0:5790:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d640. 00000100:00000200:1.0:1780333361.390992:0:5790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec433f88a80 x1866812067852672/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:337/0 lens 328/0 e 0 to 0 dl 1780333372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333361.391011:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.391013:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000100:00000200:1.0:1780333361.391016:0:5790:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067852800 02000000:00000010:1.0:1780333361.391025:0:5790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d877400. 00000400:00000010:1.0:1780333361.391062:0:5790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333361.391065:0:5790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067852800, offset 224 00000400:00000200:1.0:1780333361.391070:0:5790:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.391075:0:5790:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.391079:0:5790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ab200 00000400:00000200:1.0:1780333361.391083:0:5790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16249 [1] + 224 00000400:00000200:1.0:1780333361.391088:0:5790:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.391090:0:5790:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.391096:0:5790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf5880 x1866812067852800/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333361.391110:0:5790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333361.391112:0:5790:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000020:00000010:1.0:1780333361.391122:0:5790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213600. 00000020:00000010:1.0:1780333361.391126:0:5790:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333361.391128:0:5790:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405678800. 00000020:00000010:1.0:1780333361.391141:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.391143:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000100:00000200:1.0:1780333361.391145:0:5790:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067852672 02000000:00000010:1.0:1780333361.391151:0:5790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d876000. 00000400:00000010:1.0:1780333361.391164:0:5790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333361.391167:0:5790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067852672, offset 224 00000400:00000200:1.0:1780333361.391171:0:5790:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.391176:0:5790:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.391180:0:5790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ab180 00000400:00000200:1.0:1780333361.391184:0:5790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16251 [1] + 224 00000400:00000200:1.0:1780333361.391188:0:5790:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.391190:0:5790:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.391195:0:5790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf7100 x1866812067852672/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333361.391204:0:5790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333361.391206:0:5790:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000020:00000010:1.0:1780333361.391212:0:5790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213280. 00000020:00000010:1.0:1780333361.391215:0:5790:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d640. 00000020:00000010:1.0:1780333361.391217:0:5790:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e26400. 00000400:00000010:1.0:1780333361.391241:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2058. 00000400:00000200:1.0:1780333361.391244:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:1.0:1780333361.391245:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333361.391250:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf7100 x1866812067852672/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333361.391257:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf7100 x1866812067852672/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333361.391275:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:1.0:1780333361.391277:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333361.391279:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333361.391283:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf5880 x1866812067852800/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333361.391291:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf5880 x1866812067852800/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333361.391303:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372ab200. 02000000:00000010:1.0:1780333361.391308:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec420514a00. 00000100:00000010:1.0:1780333361.391313:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf7100. 02000000:00000010:1.0:1780333361.391317:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372d6600. 02000000:00000010:1.0:1780333361.391320:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40926e800. 00000100:00000010:1.0:1780333361.391322:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf5880. 00000400:00000200:1.0:1780333361.391334:0:5788:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.391340:0:5788:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.391345:0:5788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ab100 00000400:00000200:1.0:1780333361.391350:0:5788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16239 [1] + 224 00000400:00000200:1.0:1780333361.391355:0:5788:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.391357:0:5788:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.391364:0:5788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129f480 x1866812067852544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1780333361.391380:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333361.391382:0:5788:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00010000:00000010:1.0:1780333361.391389:0:5788:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec4055b1540. 00000020:00000010:1.0:1780333361.391403:0:5788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333361.391406:0:5788:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d320. 00000020:00000010:1.0:1780333361.391409:0:5788:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372d6800. 00000100:00000010:1.0:1780333361.391434:0:7481:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88380. 02000000:00000010:1.0:1780333361.391442:0:7481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec408e26400. 00010000:00000010:1.0:1780333361.391470:0:7481:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec4055b1540. 02000000:00000010:1.0:1780333361.391485:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372d6800. 00000400:00000010:1.0:1780333361.391490:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333361.391493:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333361.391496:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067852928, portal 18 00000400:00000010:1.0:1780333361.391499:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333361.391502:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067852928, offset 0 00000400:00000200:1.0:1780333361.391505:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.391510:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.391515:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ab280 00000400:00000200:1.0:1780333361.391519:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f21 [2] + 1640 00000400:00000200:1.0:1780333361.391524:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.391526:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.391529:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1780333361.391533:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89c00. 00000400:00000200:1.0:1780333361.391543:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333361.391545:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333361.391551:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f88380 x1866812067852928/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333361.391582:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.391585:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.391588:0:5790:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372d6600. 00000020:00000010:1.0:1780333361.391591:0:5790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333361.391594:0:5790:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d320. 00000100:00000200:1.0:1780333361.391604:0:5790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec433f89c00 x1866812067852928/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:337/0 lens 328/0 e 0 to 0 dl 1780333372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333361.391642:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10540. 00000020:00000010:1.0:1780333361.391645:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10540. 00000100:00000200:1.0:1780333361.391649:0:5790:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067852928 02000000:00000010:1.0:1780333361.391654:0:5790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d875c00. 00000400:00000010:1.0:1780333361.391668:0:5790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333361.391671:0:5790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067852928, offset 224 00000400:00000200:1.0:1780333361.391675:0:5790:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333361.391680:0:5790:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333361.391695:0:5790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ab280 00000400:00000200:1.0:1780333361.391699:0:5790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16261 [1] + 224 00000400:00000200:1.0:1780333361.391704:0:5790:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333361.391706:0:5790:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333361.391712:0:5790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f88380 x1866812067852928/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333361.391725:0:5790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333361.391726:0:5790:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000020:00000010:1.0:1780333361.391734:0:5790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333361.391736:0:5790:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d320. 00000020:00000010:1.0:1780333361.391739:0:5790:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372d6600. 00000400:00000010:0.0:1780333361.391747:0:107121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081690b0. 00000400:00000200:0.0:1780333361.391754:0:107121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:0.0:1780333361.391756:0:107121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333361.391763:0:107121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129f480 x1866812067852544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1780333361.391772:0:107121:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129f480 x1866812067852544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1780333361.392870:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:1.0:1780333361.392878:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333361.392880:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333361.392888:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f88380 x1866812067852928/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333361.392896:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f88380 x1866812067852928/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333361.392914:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372d6800. 02000000:00000010:1.0:1780333361.392919:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec408e26400. 00000100:00000010:1.0:1780333361.392924:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88380. 00000400:00000200:3.0:1780333361.393113:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093467f8 00000400:00000010:3.0:1780333361.393117:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093467f8. 00000100:00000200:3.0:1780333361.393127:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129dc00 x1866812067852160/t0(0) o104->MGS@192.168.204.30@tcp:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1780333361.397513:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333361.397531:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 16 MB=0x6a1db0e2aaf80 00000400:00000200:3.0:1780333361.397540:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.30@tcp of length 224/224 into md 0x1621d [1] + 224 00000400:00000200:3.0:1780333361.397550:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333361.397554:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333361.397568:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129dc00 x1866812067852160/t0(0) o104->MGS@192.168.204.30@tcp:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1780333361.397605:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333361.397611:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 17 MB=0x6a1db0cd81000 00000400:00000200:3.0:1780333361.397640:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.30@tcp of length 328/328 into md 0x3f21 [2] + 1968 00000400:00000010:3.0:1780333361.397645:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec437aea8f0. 00000400:00000200:3.0:1780333361.397651:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4204e1840 00000400:00000200:3.0:1780333361.397708:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333361.397712:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333361.397715:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4204e1840 00000400:00000010:3.0:1780333361.397717:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4204e1840. 00000100:00000200:3.0:1780333361.397722:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1780333361.397867:0:6610:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7500. 00000020:00000010:2.0:1780333361.397872:0:6610:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7500. 00000020:00000010:2.0:1780333361.397880:0:6610:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40926e800. 00000020:00000010:2.0:1780333361.397887:0:6610:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73000. 00000020:00000010:2.0:1780333361.397892:0:6610:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000100:00000200:2.0:1780333361.397920:0:6610:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec4177b6050 x1866812045660160/t0(0) o103->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:337/0 lens 328/0 e 0 to 0 dl 1780333372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333361.397926:0:107121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169d68. 00000400:00000200:0.0:1780333361.397932:0:107121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346bb0 00000400:00000010:0.0:1780333361.397935:0:107121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346bb0. 00000100:00000200:0.0:1780333361.397943:0:107121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129dc00 x1866812067852160/t0(0) o104->MGS@192.168.204.30@tcp:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1780333361.397949:0:6610:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7500. 00000020:00000010:2.0:1780333361.397954:0:6610:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7500. 00000100:00000200:0.0:1780333361.397955:0:107121:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129dc00 x1866812067852160/t0(0) o104->MGS@192.168.204.30@tcp:15/16 lens 328/224 e 0 to 0 dl 1780333377 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333361.397959:0:6610:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660160 02000000:00000010:2.0:1780333361.397971:0:6610:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4c400. 02000000:00000010:0.0:1780333361.397989:0:107121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437193000. 02000000:00000010:0.0:1780333361.397997:0:107121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437193800. 00000100:00000010:0.0:1780333361.398002:0:107121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129f100. 02000000:00000010:0.0:1780333361.398007:0:107121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437192c00. 02000000:00000010:0.0:1780333361.398010:0:107121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437192400. 00010000:00000010:2.0:1780333361.398013:0:6610:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec4099e7500. 00000100:00000010:0.0:1780333361.398013:0:107121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129fb80. 02000000:00000010:0.0:1780333361.398017:0:107121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40b34a000. 02000000:00000010:0.0:1780333361.398021:0:107121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40b34ac00. 00000100:00000010:2.0:1780333361.398022:0:6610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e053c0. 00000100:00000010:0.0:1780333361.398024:0:107121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129f480. 02000000:00000010:0.0:1780333361.398029:0:107121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec410f7c600. 02000000:00000010:0.0:1780333361.398032:0:107121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec410f7da00. 00000100:00000010:0.0:1780333361.398036:0:107121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129dc00. 00000100:00000010:0.0:1780333361.398039:0:107121:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42dd980c0. 00000100:00000010:2.0:1780333361.398041:0:6610:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e053c0. 00010000:00000010:0.0:1780333361.398042:0:107121:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec302573a80. 00010000:00000010:2.0:1780333361.398046:0:6610:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec4099e7500. 00000400:00000010:2.0:1780333361.398060:0:6610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333361.398065:0:6610:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812045660160, offset 224 20000000:00000010:0.0:1780333361.398072:0:107121:0:(mgs_llog.c:6250:mgs_set_param()) kfreed 'mti': 4544 at ffff8ec4371ce000. 00000400:00000200:2.0:1780333361.398073:0:6610:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 20000000:00000010:0.0:1780333361.398079:0:107121:0:(mgs_handler.c:1204:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff8ec4342d95a0. 00000400:00000200:2.0:1780333361.398086:0:6610:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000020:00000010:0.0:1780333361.398088:0:107121:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec302573b80. 00000400:00000200:2.0:1780333361.398095:0:6610:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3774:3774:256:4294967295] 192.168.204.30@tcp LPNI seq info [3770:3770:8:4294967295] 00000020:00000010:0.0:1780333361.398099:0:107121:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec408d67c00. 00000040:00000010:0.0:1780333361.398106:0:107121:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4127f7400. 00000400:00000200:2.0:1780333361.398107:0:6610:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000020:00000010:0.0:1780333361.398114:0:107121:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a0000. 00000800:00000200:2.0:1780333361.398115:0:6610:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000020:00000010:0.0:1780333361.398120:0:107121:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec409c47200. 00000800:00000010:2.0:1780333361.398121:0:6610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437ae3c00. 80000000:00000010:0.0:1780333361.398125:0:107121:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4342d9180. 00000800:00000200:2.0:1780333361.398130:0:6610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00040000:00000010:0.0:1780333361.398131:0:107121:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec410f7d000. 00080000:00000010:0.0:1780333361.398136:0:107121:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a2000. 00000800:00000200:2.0:1780333361.398140:0:6610:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 20000000:00000010:0.0:1780333361.398141:0:107121:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec410f7d400. 00000020:00000010:0.0:1780333361.398146:0:107121:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408d66800. 00000800:00000200:2.0:1780333361.398147:0:6610:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437ae3c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1780333361.398153:0:107121:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec42d973c00. 00000020:00000010:2.0:1780333361.398166:0:6610:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73000. 00000020:00000010:2.0:1780333361.398172:0:6610:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333361.398174:0:6610:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40926e800. 02000000:00000010:2.0:1780333361.398182:0:6610:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d875c00. 00000100:00000010:2.0:1780333361.398185:0:6610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89c00. 02000000:00000010:2.0:1780333361.398188:0:6610:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d876000. 00000100:00000010:2.0:1780333361.398191:0:6610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88a80. 02000000:00000010:2.0:1780333361.398193:0:6610:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d877400. 00000100:00000010:2.0:1780333361.398196:0:6610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89f80. 02000000:00000010:2.0:1780333361.398199:0:6610:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42e0abc00. 00000100:00000010:2.0:1780333361.398201:0:6610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d8380. 02000000:00000010:2.0:1780333361.398204:0:6610:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42ddbfc00. 00000100:00000010:2.0:1780333361.398207:0:6610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019daa00. 02000000:00000010:2.0:1780333361.398210:0:6610:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42ddbd000. 00000100:00000010:2.0:1780333361.398213:0:6610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019da680. 00000100:00000200:2.0:1780333361.398219:0:6610:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780333361.398224:0:6610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7948. 00000400:00000010:2.0:1780333361.398229:0:6610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec437e053c0. 00000800:00000200:2.0:1780333361.398304:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333361.398308:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437ae3c00. 00000400:00000200:2.0:1780333361.398313:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333361.398317:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333361.398333:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:2.0:1780333361.398335:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 02000000:00000010:2.0:1780333361.398339:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc4c400. 00010000:00000010:1.1:1780333361.404662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301391600. 00010000:00000010:1.1:1780333361.404673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1600. 00010000:00000010:1.1:1780333361.404678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256b00. 00010000:00000010:1.1:1780333361.404681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301391c00. 00010000:00000010:0.1:1780333361.408948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377dea00. 00010000:00000010:2.1:1780333361.409111:0:107098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec42deb5600. 00010000:00000010:2.1:1780333361.409117:0:107098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df0c00. 00010000:00000010:0.1:1780333361.411674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273e500. 00010000:00000010:0.1:1780333361.411694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390c00. 00010000:00000010:2.1:1780333361.412031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390200. 00000100:00000010:2.0:1780333361.471756:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9900. 00000100:00000010:1.0:1780333361.471756:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9f60. 00000100:00000010:3.0:1780333361.472194:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9840. 00000100:00000010:0.0:1780333361.474837:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9780. 00000100:00000010:2.0:1780333362.904802:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf5880. 02000000:00000010:2.0:1780333362.904821:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40564c400. 00010000:00000010:2.0:1780333362.904837:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7400. 00010000:00000010:2.0:1780333362.904845:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df0400. 00000100:00000010:2.0:1780333362.904877:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e05540. 02000000:00000010:2.0:1780333362.904900:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4e000. 00000400:00000010:2.0:1780333362.904908:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee74d0. 00000400:00000010:2.0:1780333362.904915:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b000. 00000100:00000200:2.0:1780333362.904923:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067853056, portal 25 00000400:00000010:2.0:1780333362.904929:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b660. 00000100:00000200:2.0:1780333362.904932:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067853056, offset 0 00000400:00000200:2.0:1780333362.904941:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.904953:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.904965:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ab300 00000400:00000200:2.0:1780333362.904972:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15869 [2] + 0 00000400:00000010:2.0:1780333362.904977:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415210. 00000400:00000200:2.0:1780333362.904980:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4377dd180 00000400:00000200:2.0:1780333362.904988:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.904992:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333362.904997:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4377dd180 00000400:00000010:2.0:1780333362.905000:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4377dd180. 00000100:00000200:2.0:1780333362.905004:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333362.905030:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b660 00000400:00000010:2.0:1780333362.905032:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b660. 00000100:00000200:2.0:1780333362.905047:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf5880 x1866812067853056/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333362.905075:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e9c0. 00000100:00000010:2.0:1780333362.905088:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e7e0. 00000100:00000010:2.0:1780333362.905094:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eba0. 00000020:00000010:0.0:1780333362.905095:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573a40. 00000100:00000010:2.0:1780333362.905101:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eea0. 00000020:00000010:0.0:1780333362.905101:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573a40. 00000020:00000010:0.0:1780333362.905132:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437193800. 00000020:00000010:0.0:1780333362.905137:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.905143:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.905185:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573a40. 00000020:00000010:0.0:1780333362.905188:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573a40. 00000100:00000200:0.0:1780333362.905191:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853056 00010000:00000010:0.0:1780333362.905207:0:5798:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256a00. 00010000:00000010:0.0:1780333362.905211:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301391000. 02000000:00000010:0.0:1780333362.905223:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42d972800. 00010000:00000200:0.0:1780333362.905243:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0f450 x1866812067853056/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 328/344 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333362.905259:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346bb0. 00000100:00000200:0.0:1780333362.905262:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067853056, offset 224 00000400:00000200:0.0:1780333362.905268:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333362.905274:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333362.905279:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ab300 00000400:00000200:0.0:1780333362.905284:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16275 [1] + 224 00000400:00000200:0.0:1780333362.905289:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333362.905293:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333362.905299:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf5880 x1866812067853056/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333362.905569:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346bb0 00000400:00000010:0.0:1780333362.905572:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346bb0. 00000020:00000010:0.0:1780333362.905587:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.905591:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.905594:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437193800. 02000000:00000010:0.0:1780333362.905600:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42d972800. 00000100:00000200:0.0:1780333362.905606:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333362.905610:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169d68. 00000400:00000010:0.0:1780333362.905614:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4055b1540. 00000400:00000010:0.0:1780333362.905891:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee74d0. 00000400:00000200:0.0:1780333362.905894:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b000 00000400:00000010:0.0:1780333362.905896:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b000. 00000100:00000200:0.0:1780333362.905901:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf5880 x1866812067853056/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333362.905911:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf5880 x1866812067853056/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333362.905942:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e05540. 02000000:00000010:0.0:1780333362.905958:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4e000. 02000000:00000010:0.0:1780333362.905962:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40564c400. 00000100:00000010:0.0:1780333362.905965:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf5880. 10000000:00000010:0.0:1780333362.905973:0:5802:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8ec302573a40. 00000020:00000010:0.0:1780333362.905976:0:5802:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437193800. 00000020:00000010:0.0:1780333362.905980:0:5802:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec437192c00. 00000040:00000010:0.0:1780333362.905984:0:5802:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec437192400. 00000020:00000010:0.0:1780333362.905988:0:5802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a6800. 00000020:00000010:0.0:1780333362.905993:0:5802:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec40120b000. 80000000:00000010:0.0:1780333362.905996:0:5802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4342d90c0. 00040000:00000010:0.0:1780333362.906003:0:5802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec408e4f800. 00080000:00000010:0.0:1780333362.906008:0:5802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a6000. 20000000:00000010:0.0:1780333362.906012:0:5802:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec408e4fa00. 00000040:00000010:0.0:1780333362.906019:0:5802:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4012e7e00. 00000100:00000010:0.0:1780333362.906024:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129dc00. 02000000:00000010:0.0:1780333362.906031:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4012e6c00. 00000100:00000010:0.0:1780333362.906040:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec4055b1180. 02000000:00000010:0.0:1780333362.906052:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4012e6400. 00000400:00000010:0.0:1780333362.906055:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081690b0. 00000400:00000010:0.0:1780333362.907637:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346bb0. 00000100:00000200:0.0:1780333362.907649:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067853184, portal 25 00000400:00000010:0.0:1780333362.907655:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333362.907658:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866812067853184, offset 0 00000400:00000200:0.0:1780333362.907676:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333362.907688:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333362.907698:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6a1db0e2ab380 00000400:00000200:0.0:1780333362.907704:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x158d1 [2] + 0 00000400:00000010:0.0:1780333362.907708:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2000. 00000400:00000200:0.0:1780333362.907719:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4201760c0 00000400:00000200:0.0:1780333362.907726:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333362.907730:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333362.907735:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4201760c0 00000400:00000010:0.0:1780333362.907738:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4201760c0. 00000100:00000200:0.0:1780333362.907750:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333362.908087:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:0.0:1780333362.908090:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333362.908100:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129dc00 x1866812067853184/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333362.908122:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10980. 00000020:00000010:1.0:1780333362.908127:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10980. 00000020:00000010:1.0:1780333362.908134:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718fa00. 00000020:00000010:1.0:1780333362.908139:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333362.908143:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d320. 00000020:00000010:0.0:1780333362.908216:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.908219:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000100:00000200:0.0:1780333362.908223:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853184 02000000:00000010:0.0:1780333362.908240:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42d972800. 00000040:00000010:0.0:1780333362.908248:0:5800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4092a5600. 00000040:00000010:0.0:1780333362.908596:0:5800:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec30342d898. 00000040:00000010:0.0:1780333362.908707:0:5800:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec30342d898. 00000040:00000010:0.0:1780333362.908721:0:5800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4092a5600. 00010000:00000200:0.0:1780333362.908734:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0d450 x1866812067853184/t0(0) o501->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 504/272 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333362.908757:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333362.908792:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812067853184, offset 224 00000400:00000200:0.0:1780333362.908920:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333362.908929:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333362.908937:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6a1db0e2ab380 00000400:00000200:0.0:1780333362.908943:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x16285 [1] + 224 00000400:00000200:0.0:1780333362.908952:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333362.908955:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333362.908962:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129dc00 x1866812067853184/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333362.908997:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:0.0:1780333362.908999:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 00000020:00000010:0.0:1780333362.909157:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:0.0:1780333362.909164:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d320. 00000400:00000010:1.0:1780333362.909165:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081690b0. 00000020:00000010:0.0:1780333362.909169:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718fa00. 00000400:00000200:1.0:1780333362.909171:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346bb0 00000400:00000010:1.0:1780333362.909174:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346bb0. 02000000:00000010:0.0:1780333362.909179:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42d972800. 00000100:00000200:1.0:1780333362.909182:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129dc00 x1866812067853184/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333362.909187:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333362.909193:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169aa8. 00000400:00000010:0.0:1780333362.909198:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4055b16c0. 00000100:00000200:1.0:1780333362.909206:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129dc00 x1866812067853184/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333362.909233:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec4055b1180. 02000000:00000010:0.0:1780333362.909343:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4012e6400. 02000000:00000010:0.0:1780333362.909348:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4012e6c00. 00000100:00000010:0.0:1780333362.909352:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129dc00. 00000040:00000010:0.0:1780333362.909360:0:5802:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec433c64000. 00000100:00000010:0.0:1780333362.909365:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129dc00. 02000000:00000010:0.0:1780333362.909374:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4092a5600. 00000100:00000010:0.0:1780333362.909383:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec4055b1300. 02000000:00000010:0.0:1780333362.909409:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8ec434304000. 00000400:00000010:0.0:1780333362.909414:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c08. 00000400:00000010:0.0:1780333362.909417:0:5802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8ec4055b1480. 00000100:00000200:0.0:1780333362.909421:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866812067853312, portal 25 00000400:00000010:0.0:1780333362.909425:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333362.909427:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866812067853312, offset 0 00000400:00000200:0.0:1780333362.909431:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333362.909437:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333362.909443:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6a1db0e2ab400 00000400:00000200:0.0:1780333362.909448:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x158ed [2] + 0 00000400:00000010:0.0:1780333362.909451:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415bb0. 00000400:00000200:0.0:1780333362.909454:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec403160840 00000400:00000200:0.0:1780333362.909458:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333362.909461:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333362.909464:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec403160840 00000400:00000010:0.0:1780333362.909466:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec403160840. 00000100:00000200:0.0:1780333362.909469:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333362.909487:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:0.0:1780333362.909489:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333362.909495:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129dc00 x1866812067853312/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333362.909757:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.910080:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.910087:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4092a4e00. 00000020:00000010:0.0:1780333362.910091:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.910095:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.910126:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.910128:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000100:00000200:0.0:1780333362.910131:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853312 02000000:00000010:0.0:1780333362.910153:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec42db0c000. 00000040:00000010:0.0:1780333362.910160:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4012e6c00. 00000040:00000010:0.0:1780333362.910175:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333362.910274:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333362.910278:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4012e6c00. 00010000:00000200:0.0:1780333362.910286:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0d850 x1866812067853312/t0(0) o503->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 272/8416 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333362.910304:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec4055b1780. 00000100:00000200:0.0:1780333362.910308:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812067853312, offset 224 00000400:00000200:0.0:1780333362.910312:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333362.910320:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333362.910327:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6a1db0e2ab400 00000400:00000200:0.0:1780333362.910332:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x16295 [4] + 224 00000400:00000200:0.0:1780333362.910344:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333362.910348:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333362.910354:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129dc00 x1866812067853312/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333362.910376:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1780 00000400:00000010:0.0:1780333362.910377:0:5798:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec4055b1780. 00000020:00000010:0.0:1780333362.910387:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.910390:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.910392:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4092a4e00. 02000000:00000010:0.0:1780333362.910398:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec42db0c000. 00000100:00000200:0.0:1780333362.910413:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333362.910416:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169dc0. 00000400:00000010:0.0:1780333362.910420:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4055b1780. 00000400:00000010:1.0:1780333362.910571:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c08. 00000400:00000200:1.0:1780333362.910576:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1480 00000400:00000010:1.0:1780333362.910578:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8ec4055b1480. 00000100:00000200:1.0:1780333362.910585:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129dc00 x1866812067853312/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333362.910595:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129dc00 x1866812067853312/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333362.910612:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec4055b1300. 02000000:00000010:1.0:1780333362.910633:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8ec434304000. 02000000:00000010:1.0:1780333362.910644:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4092a5600. 00000100:00000010:1.0:1780333362.910648:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129dc00. 00000040:00000010:1.0:1780333362.910655:0:5802:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec410f58d80. 00000020:00000010:1.0:1780333362.911184:0:107205:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718e600. 00000020:00000010:1.0:1780333362.911189:0:107205:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec43718fa00. 00000040:00000010:1.0:1780333362.911194:0:107205:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec437193000. 00000020:00000010:1.0:1780333362.911198:0:107205:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344c000. 00000020:00000010:1.0:1780333362.911203:0:107205:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333362.911208:0:107205:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec410f7da00. 80000000:00000010:1.0:1780333362.911212:0:107205:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec410f58600. 40000000:00000010:1.0:1780333362.911216:0:107205:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec301a10340. 00100000:00000010:1.0:1780333362.911220:0:107205:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec30344c800. 00040000:00000010:1.0:1780333362.911225:0:107205:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec406528200. 00040000:00000010:1.0:1780333362.911229:0:107205:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec303448000. 00040000:00000010:1.0:1780333362.911232:0:107205:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec410f7d000. 00080000:00000010:1.0:1780333362.911236:0:107205:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344f800. 00000004:00000010:1.0:1780333362.911241:0:107205:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec433d8b000. 00000004:00000010:1.0:1780333362.911247:0:107205:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec433d88000. 00000004:00000010:1.0:1780333362.911251:0:107205:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec30344d800. 00002000:00000010:1.0:1780333362.911256:0:107205:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec42d875c00. 00000004:00000010:1.0:1780333362.911259:0:107205:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec42d875400. 00000020:00000010:1.0:1780333362.911264:0:107205:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec301a104c0. 00000040:00000010:1.0:1780333362.911270:0:107205:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec4340f8000. 00000040:00000010:1.0:1780333362.915121:0:107205:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec4340f8000. 00000020:00000010:1.0:1780333362.915144:0:107205:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec301a104c0. 00000020:00000010:1.0:1780333362.915157:0:107205:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec43718fa00. 00000040:00000010:1.0:1780333362.915163:0:107205:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec437193000. 00000020:00000010:1.0:1780333362.915167:0:107205:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344c000. 00000020:00000010:1.0:1780333362.915172:0:107205:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333362.915177:0:107205:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec410f7da00. 80000000:00000010:1.0:1780333362.915182:0:107205:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec410f58600. 40000000:00000010:1.0:1780333362.915186:0:107205:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec301a10340. 00100000:00000010:1.0:1780333362.915190:0:107205:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec30344c800. 00040000:00000010:1.0:1780333362.915195:0:107205:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec406528200. 00040000:00000010:1.0:1780333362.915201:0:107205:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec303448000. 00040000:00000010:1.0:1780333362.915205:0:107205:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec410f7d000. 00080000:00000010:1.0:1780333362.915208:0:107205:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344f800. 00000004:00000010:1.0:1780333362.915211:0:107205:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec433d8b000. 00000004:00000010:1.0:1780333362.915216:0:107205:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec433d88000. 00000004:00000010:1.0:1780333362.915220:0:107205:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec30344d800. 00002000:00000010:1.0:1780333362.915223:0:107205:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec42d875c00. 00000004:00000010:1.0:1780333362.915226:0:107205:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec42d875400. 00000020:00000010:1.0:1780333362.915230:0:107205:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718e600. 00000040:00000010:2.0:1780333362.915939:0:5802:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec410f58d80. 00000040:00000010:2.0:1780333362.915949:0:5802:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec433c64000. 00000040:00000010:2.0:1780333362.915953:0:5802:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4012e7e00. 00000020:00000010:2.0:1780333362.915960:0:5802:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec437192c00. 00000040:00000010:2.0:1780333362.915963:0:5802:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec437192400. 00000020:00000010:2.0:1780333362.915965:0:5802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a6800. 00000020:00000010:2.0:1780333362.915969:0:5802:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec40120b000. 80000000:00000010:2.0:1780333362.915972:0:5802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4342d90c0. 00040000:00000010:2.0:1780333362.915975:0:5802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec408e4f800. 00080000:00000010:2.0:1780333362.915979:0:5802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a6000. 20000000:00000010:2.0:1780333362.915982:0:5802:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec408e4fa00. 00000020:00000010:2.0:1780333362.915989:0:5802:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437193800. 10000000:00000010:2.0:1780333362.915992:0:5802:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8ec302573a40. 00000100:00000010:2.0:1780333362.916011:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf7100. 02000000:00000010:2.0:1780333362.916227:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec42dafbc00. 00010000:00000010:2.0:1780333362.916245:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df0e00. 00000100:00000010:2.0:1780333362.916261:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e05540. 02000000:00000010:2.0:1780333362.916280:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4f400. 00000400:00000010:2.0:1780333362.916286:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7580. 00000400:00000010:2.0:1780333362.916292:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b660. 00000100:00000200:2.0:1780333362.916298:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067853440, portal 25 00000400:00000010:2.0:1780333362.916302:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b198. 00000100:00000200:2.0:1780333362.916305:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067853440, offset 0 00000400:00000200:2.0:1780333362.916313:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.916325:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.916336:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ab480 00000400:00000200:2.0:1780333362.916342:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15905 [2] + 0 00000400:00000010:2.0:1780333362.916347:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415948. 00000400:00000200:2.0:1780333362.916349:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408c8fcc0 00000400:00000200:2.0:1780333362.916355:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.916359:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333362.916363:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408c8fcc0 00000400:00000010:2.0:1780333362.916366:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408c8fcc0. 00000100:00000200:2.0:1780333362.916371:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333362.916387:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b198 00000400:00000010:2.0:1780333362.916389:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b198. 00000100:00000200:2.0:1780333362.916396:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf7100 x1866812067853440/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333362.916454:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.916458:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.916464:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafa200. 00000020:00000010:2.0:1780333362.916468:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73600. 00000020:00000010:2.0:1780333362.916473:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.916502:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.916505:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000100:00000200:2.0:1780333362.916508:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853440 00010000:00000010:2.0:1780333362.916525:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df0200. 02000000:00000010:2.0:1780333362.916537:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42dc4c000. 00010000:00000200:2.0:1780333362.916557:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0fc50 x1866812067853440/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 328/344 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333362.916573:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b198. 00000100:00000200:2.0:1780333362.916576:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067853440, offset 224 00000400:00000200:2.0:1780333362.916581:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.916679:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.916686:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ab480 00000400:00000200:2.0:1780333362.916690:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x162a5 [1] + 224 00000400:00000200:2.0:1780333362.916695:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.916698:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333362.916704:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf7100 x1866812067853440/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333362.916725:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b198 00000400:00000010:2.0:1780333362.916726:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b198. 00000020:00000010:2.0:1780333362.916736:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73600. 00000400:00000010:1.0:1780333362.916807:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7580. 00000400:00000200:1.0:1780333362.916811:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b660 00000400:00000010:1.0:1780333362.916813:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b660. 00000100:00000200:1.0:1780333362.916818:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf7100 x1866812067853440/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333362.916827:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf7100 x1866812067853440/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333362.916845:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e05540. 02000000:00000010:1.0:1780333362.916858:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4f400. 02000000:00000010:1.0:1780333362.916863:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec42dafbc00. 00000100:00000010:1.0:1780333362.916867:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf7100. 00000020:00000010:2.0:1780333362.916869:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.916873:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafa200. 10000000:00000010:1.0:1780333362.916874:0:5802:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8ec301a10340. 00000020:00000010:1.0:1780333362.916877:0:5802:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec410f7d000. 02000000:00000010:2.0:1780333362.916879:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42dc4c000. 00000020:00000010:1.0:1780333362.916881:0:5802:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec410f7da00. 00000040:00000010:1.0:1780333362.916884:0:5802:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec410f7d400. 00000100:00000200:2.0:1780333362.916885:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1780333362.916887:0:5802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344d800. 00000400:00000010:2.0:1780333362.916888:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7000. 00000020:00000010:1.0:1780333362.916890:0:5802:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec410f7c600. 00000400:00000010:2.0:1780333362.916892:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec437e05540. 80000000:00000010:1.0:1780333362.916894:0:5802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec410f58600. 00040000:00000010:1.0:1780333362.916897:0:5802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec437193800. 00080000:00000010:1.0:1780333362.916901:0:5802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344f800. 20000000:00000010:1.0:1780333362.916904:0:5802:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec437192400. 00000040:00000010:1.0:1780333362.916910:0:5802:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437192c00. 00000100:00000010:1.0:1780333362.916915:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88380. 02000000:00000010:1.0:1780333362.916921:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437193000. 00000100:00000010:1.0:1780333362.916929:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec30295b000. 02000000:00000010:1.0:1780333362.916937:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43718e600. 00000400:00000010:1.0:1780333362.916940:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333362.916944:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333362.916947:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067853568, portal 25 00000400:00000010:1.0:1780333362.916950:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333362.916952:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866812067853568, offset 0 00000400:00000200:1.0:1780333362.916956:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333362.916961:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333362.916966:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6a1db0e2ab500 00000400:00000200:1.0:1780333362.916970:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15955 [2] + 0 00000400:00000010:1.0:1780333362.916973:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415dc0. 00000400:00000200:1.0:1780333362.916975:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4039423c0 00000400:00000200:1.0:1780333362.916979:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333362.916982:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333362.916984:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4039423c0 00000400:00000010:1.0:1780333362.916986:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4039423c0. 00000100:00000200:1.0:1780333362.916989:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333362.917015:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333362.917017:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333362.917022:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f88380 x1866812067853568/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333362.917249:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.917252:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.917256:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafa200. 00000020:00000010:2.0:1780333362.917258:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73600. 00000020:00000010:2.0:1780333362.917261:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.917279:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.917281:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000100:00000200:2.0:1780333362.917283:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853568 02000000:00000010:2.0:1780333362.917292:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42dc4c000. 00000040:00000010:2.0:1780333362.917296:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec42dafbc00. 00000040:00000010:2.0:1780333362.917554:0:5798:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec405521ae8. 00000040:00000010:2.0:1780333362.917567:0:5798:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec405521ae8. 00000040:00000010:2.0:1780333362.917570:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec42dafbc00. 00010000:00000200:2.0:1780333362.917579:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410f0e050 x1866812067853568/t0(0) o501->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 504/272 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333362.917591:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b198. 00000100:00000200:2.0:1780333362.917594:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812067853568, offset 224 00000400:00000200:2.0:1780333362.917599:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.917604:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.917610:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6a1db0e2ab500 00000400:00000200:2.0:1780333362.917614:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x162b5 [1] + 224 00000400:00000200:2.0:1780333362.917687:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.917690:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333362.917695:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f88380 x1866812067853568/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333362.917747:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b198 00000400:00000010:2.0:1780333362.917750:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b198. 00000020:00000010:2.0:1780333362.917758:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73600. 00000020:00000010:2.0:1780333362.917761:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.917763:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafa200. 02000000:00000010:2.0:1780333362.917767:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42dc4c000. 00000100:00000200:2.0:1780333362.917771:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333362.917774:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee76e0. 00000400:00000010:2.0:1780333362.917778:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec402c18c00. 00000400:00000010:1.0:1780333362.917807:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:1.0:1780333362.917810:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333362.917812:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333362.917817:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f88380 x1866812067853568/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333362.917825:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f88380 x1866812067853568/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333362.917842:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec30295b000. 02000000:00000010:1.0:1780333362.917850:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43718e600. 02000000:00000010:1.0:1780333362.917853:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437193000. 00000100:00000010:1.0:1780333362.917856:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88380. 00000040:00000010:1.0:1780333362.917863:0:5802:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4340f8000. 00000100:00000010:1.0:1780333362.917867:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88380. 02000000:00000010:1.0:1780333362.917873:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec43718e600. 00000100:00000010:1.0:1780333362.917879:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec30295b000. 02000000:00000010:1.0:1780333362.917899:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8ec42d9c4000. 00000400:00000010:1.0:1780333362.917904:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333362.917907:0:5802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8ec30295b900. 00000100:00000200:1.0:1780333362.917910:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866812067853696, portal 25 00000400:00000010:1.0:1780333362.917914:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333362.917917:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866812067853696, offset 0 00000400:00000200:1.0:1780333362.917921:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333362.917927:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333362.917932:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6a1db0e2ab580 00000400:00000200:1.0:1780333362.917935:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15975 [2] + 0 00000400:00000010:1.0:1780333362.917938:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68108. 00000400:00000200:1.0:1780333362.917941:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec409271c00 00000400:00000200:1.0:1780333362.917944:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333362.917946:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333362.917949:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409271c00 00000400:00000010:1.0:1780333362.917951:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec409271c00. 00000100:00000200:1.0:1780333362.917955:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333362.918001:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333362.918003:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333362.918008:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f88380 x1866812067853696/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333362.918055:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.918058:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.918135:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e4fa00. 00000020:00000010:2.0:1780333362.918138:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73600. 00000020:00000010:2.0:1780333362.918141:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.918193:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.918196:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000100:00000200:2.0:1780333362.918199:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853696 02000000:00000010:2.0:1780333362.918217:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec43c308000. 00000040:00000010:2.0:1780333362.918222:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec408e4f800. 00000040:00000010:2.0:1780333362.918232:0:5799:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec42065a000. 00000040:00000010:2.0:1780333362.918313:0:5799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec42065a000. 00000040:00000010:2.0:1780333362.918319:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec408e4f800. 00010000:00000200:2.0:1780333362.918326:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec4036d3050 x1866812067853696/t0(0) o503->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 272/8416 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333362.918338:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec4124ae840. 00000100:00000200:2.0:1780333362.918341:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812067853696, offset 224 00000400:00000200:2.0:1780333362.918347:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.918353:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.918360:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6a1db0e2ab580 00000400:00000200:2.0:1780333362.918364:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x162c5 [4] + 224 00000400:00000200:2.0:1780333362.918370:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.918373:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333362.918392:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f88380 x1866812067853696/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333362.918408:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4124ae840 00000400:00000010:2.0:1780333362.918410:0:5799:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec4124ae840. 00000020:00000010:2.0:1780333362.918419:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73600. 00000020:00000010:2.0:1780333362.918422:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.918424:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e4fa00. 02000000:00000010:2.0:1780333362.918428:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec43c308000. 00000100:00000200:2.0:1780333362.918440:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333362.918443:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee72c0. 00000400:00000010:2.0:1780333362.918447:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4124ae840. 00000400:00000010:1.0:1780333362.918545:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:1.0:1780333362.918548:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec30295b900 00000400:00000010:1.0:1780333362.918550:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8ec30295b900. 00000100:00000200:1.0:1780333362.918556:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f88380 x1866812067853696/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333362.918563:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f88380 x1866812067853696/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333362.918577:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec30295b000. 02000000:00000010:1.0:1780333362.918584:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8ec42d9c4000. 02000000:00000010:1.0:1780333362.918592:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec43718e600. 00000100:00000010:1.0:1780333362.918596:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88380. 00000040:00000010:1.0:1780333362.918601:0:5802:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec410f584e0. 00000020:00000010:1.0:1780333362.918739:0:107206:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718fa00. 00000020:00000010:1.0:1780333362.918744:0:107206:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec437193000. 00000040:00000010:1.0:1780333362.918748:0:107206:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec404dc1000. 00000020:00000010:1.0:1780333362.918753:0:107206:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec303448000. 00000020:00000010:1.0:1780333362.918757:0:107206:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333362.918761:0:107206:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4372d6800. 80000000:00000010:1.0:1780333362.918764:0:107206:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec410f582a0. 40000000:00000010:1.0:1780333362.918767:0:107206:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec301a10640. 00100000:00000010:1.0:1780333362.918772:0:107206:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec30344c800. 00040000:00000010:1.0:1780333362.918776:0:107206:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec406528200. 00040000:00000010:1.0:1780333362.918781:0:107206:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec30344c000. 00040000:00000010:1.0:1780333362.918784:0:107206:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4372d6600. 00080000:00000010:1.0:1780333362.918788:0:107206:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec422bfa000. 00000004:00000010:1.0:1780333362.918975:0:107206:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec433d88000. 00000004:00000010:1.0:1780333362.918980:0:107206:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec433d8b000. 00000004:00000010:1.0:1780333362.918985:0:107206:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec422bfd000. 00002000:00000010:1.0:1780333362.918989:0:107206:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec42d875400. 00000004:00000010:1.0:1780333362.918992:0:107206:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec42d875c00. 00000020:00000010:1.0:1780333362.918996:0:107206:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec301a10280. 00000040:00000010:1.0:1780333362.919004:0:107206:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec4340fc000. 00000040:00000010:1.0:1780333362.919586:0:107206:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec4340fc000. 00000020:00000010:1.0:1780333362.919595:0:107206:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec301a10280. 00000020:00000010:1.0:1780333362.919613:0:107206:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec437193000. 00000040:00000010:1.0:1780333362.919739:0:107206:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec404dc1000. 00000020:00000010:1.0:1780333362.919744:0:107206:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec303448000. 00000020:00000010:1.0:1780333362.919748:0:107206:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333362.919753:0:107206:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4372d6800. 80000000:00000010:1.0:1780333362.919756:0:107206:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec410f582a0. 40000000:00000010:1.0:1780333362.919760:0:107206:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec301a10640. 00100000:00000010:1.0:1780333362.919764:0:107206:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec30344c800. 00040000:00000010:1.0:1780333362.919768:0:107206:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec406528200. 00040000:00000010:1.0:1780333362.919773:0:107206:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec30344c000. 00040000:00000010:1.0:1780333362.919776:0:107206:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4372d6600. 00080000:00000010:1.0:1780333362.919779:0:107206:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec422bfa000. 00000004:00000010:1.0:1780333362.919783:0:107206:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec433d88000. 00000004:00000010:1.0:1780333362.919787:0:107206:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec433d8b000. 00000004:00000010:1.0:1780333362.919790:0:107206:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec422bfd000. 00002000:00000010:1.0:1780333362.919793:0:107206:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec42d875400. 00000004:00000010:1.0:1780333362.919796:0:107206:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec42d875c00. 00000020:00000010:1.0:1780333362.919799:0:107206:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718fa00. 00000040:00000010:2.0:1780333362.919883:0:5802:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec410f584e0. 00000040:00000010:2.0:1780333362.919890:0:5802:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4340f8000. 00000040:00000010:2.0:1780333362.919897:0:5802:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437192c00. 00000020:00000010:2.0:1780333362.919904:0:5802:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec410f7da00. 00000040:00000010:2.0:1780333362.919907:0:5802:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec410f7d400. 00000020:00000010:2.0:1780333362.919910:0:5802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344d800. 00000020:00000010:2.0:1780333362.919913:0:5802:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec410f7c600. 80000000:00000010:2.0:1780333362.919917:0:5802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec410f58600. 00040000:00000010:2.0:1780333362.919919:0:5802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec437193800. 00080000:00000010:2.0:1780333362.919922:0:5802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344f800. 20000000:00000010:2.0:1780333362.919925:0:5802:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec437192400. 00000020:00000010:2.0:1780333362.919928:0:5802:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec410f7d000. 10000000:00000010:2.0:1780333362.919931:0:5802:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8ec301a10340. 00000100:00000010:2.0:1780333362.919951:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf7100. 02000000:00000010:2.0:1780333362.919965:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec408e4fa00. 00010000:00000010:2.0:1780333362.919982:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1a00. 00000100:00000010:2.0:1780333362.919997:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec408d6b180. 02000000:00000010:2.0:1780333362.920016:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4c000. 00000400:00000010:2.0:1780333362.920021:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7580. 00000400:00000010:2.0:1780333362.920025:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b198. 00000100:00000200:2.0:1780333362.920032:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067853824, portal 25 00000400:00000010:2.0:1780333362.920037:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333362.920040:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067853824, offset 0 00000400:00000200:2.0:1780333362.920046:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.920055:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.920140:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ab600 00000400:00000200:2.0:1780333362.920146:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x159a1 [2] + 0 00000400:00000010:2.0:1780333362.920150:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c4154d0. 00000400:00000200:2.0:1780333362.920154:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408d6b3c0 00000400:00000200:2.0:1780333362.920161:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.920164:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333362.920170:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408d6b3c0 00000400:00000010:2.0:1780333362.920171:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408d6b3c0. 00000100:00000200:2.0:1780333362.920176:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333362.920190:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b3b8 00000400:00000010:2.0:1780333362.920192:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333362.920199:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf7100 x1866812067853824/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333362.920251:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.920255:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.920260:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e4f800. 00000020:00000010:2.0:1780333362.920264:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73600. 00000020:00000010:2.0:1780333362.920268:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.920335:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.920338:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a80. 00000100:00000200:2.0:1780333362.920342:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853824 00010000:00000010:2.0:1780333362.920358:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df0800. 02000000:00000010:2.0:1780333362.920371:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42dc4ec00. 00010000:00000200:2.0:1780333362.920463:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec4036d2450 x1866812067853824/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 328/344 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333362.920478:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333362.920481:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067853824, offset 224 00000400:00000200:2.0:1780333362.920486:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.920492:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.920498:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ab600 00000400:00000200:2.0:1780333362.920503:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x162d5 [1] + 224 00000400:00000200:2.0:1780333362.920508:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.920512:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333362.920519:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf7100 x1866812067853824/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333362.920535:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b3b8 00000400:00000010:2.0:1780333362.920537:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b3b8. 00000020:00000010:2.0:1780333362.920547:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73600. 00000020:00000010:2.0:1780333362.920551:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333362.920554:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e4f800. 02000000:00000010:2.0:1780333362.920560:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42dc4ec00. 00000100:00000200:2.0:1780333362.920566:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333362.920568:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee74d0. 00000400:00000010:2.0:1780333362.920571:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec408d6b3c0. 00000400:00000010:2.0:1780333362.920887:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7580. 00000400:00000200:2.0:1780333362.920892:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b198 00000400:00000010:2.0:1780333362.920894:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b198. 00000100:00000200:2.0:1780333362.920899:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf7100 x1866812067853824/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333362.920908:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf7100 x1866812067853824/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333362.920927:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec408d6b180. 02000000:00000010:2.0:1780333362.920939:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4c000. 02000000:00000010:2.0:1780333362.920943:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec408e4fa00. 00000100:00000010:2.0:1780333362.920946:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf7100. 10000000:00000010:2.0:1780333362.920954:0:5802:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8ec4099e7a80. 00000020:00000010:2.0:1780333362.920957:0:5802:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e4fa00. 00000020:00000010:2.0:1780333362.920960:0:5802:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec408e4f800. 00000040:00000010:2.0:1780333362.920964:0:5802:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec410f7d000. 00000020:00000010:2.0:1780333362.920968:0:5802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec408465800. 00000020:00000010:2.0:1780333362.920971:0:5802:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec410f7c600. 80000000:00000010:2.0:1780333362.920975:0:5802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30190ecc0. 00040000:00000010:2.0:1780333362.920979:0:5802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec410f7d400. 00080000:00000010:2.0:1780333362.920982:0:5802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec408460800. 20000000:00000010:2.0:1780333362.920986:0:5802:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec410f7da00. 00000040:00000010:2.0:1780333362.920992:0:5802:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec42dafa200. 00000100:00000010:2.0:1780333362.920997:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf7100. 02000000:00000010:2.0:1780333362.921004:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec42dafbc00. 00000100:00000010:2.0:1780333362.921012:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec408d6b180. 02000000:00000010:2.0:1780333362.921023:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40120b000. 00000400:00000010:2.0:1780333362.921026:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7580. 00000400:00000010:2.0:1780333362.921029:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b198. 00000100:00000200:2.0:1780333362.921032:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067853952, portal 25 00000400:00000010:2.0:1780333362.921034:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333362.921037:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866812067853952, offset 0 00000400:00000200:2.0:1780333362.921041:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333362.921046:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333362.921051:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6a1db0e2ab680 00000400:00000200:2.0:1780333362.921055:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x159e9 [2] + 0 00000400:00000010:2.0:1780333362.921057:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415c60. 00000400:00000200:2.0:1780333362.921137:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408d6b540 00000400:00000200:2.0:1780333362.921143:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333362.921146:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333362.921149:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408d6b540 00000400:00000010:2.0:1780333362.921151:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408d6b540. 00000100:00000200:2.0:1780333362.921154:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333362.921173:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b3b8 00000400:00000010:2.0:1780333362.921175:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333362.921179:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf7100 x1866812067853952/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333362.921370:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.921375:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.921379:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4092a5600. 00000020:00000010:0.0:1780333362.921383:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.921387:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.921412:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.921414:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000100:00000200:0.0:1780333362.921416:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067853952 02000000:00000010:0.0:1780333362.921427:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42d972800. 00000040:00000010:0.0:1780333362.921431:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4092a4e00. 00000040:00000010:0.0:1780333362.921636:0:5799:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec30342d898. 00000040:00000010:0.0:1780333362.921650:0:5799:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec30342d898. 00000040:00000010:0.0:1780333362.921653:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4092a4e00. 00010000:00000200:0.0:1780333362.921672:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec407589c50 x1866812067853952/t0(0) o501->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 504/272 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333362.921686:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333362.921690:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812067853952, offset 224 00000400:00000200:0.0:1780333362.921695:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333362.921701:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333362.921707:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6a1db0e2ab680 00000400:00000200:0.0:1780333362.921811:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x162e5 [1] + 224 00000400:00000200:0.0:1780333362.921818:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333362.921821:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333362.921827:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf7100 x1866812067853952/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333362.921854:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:0.0:1780333362.921856:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 00000020:00000010:0.0:1780333362.921867:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.921870:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.921872:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4092a5600. 02000000:00000010:0.0:1780333362.921877:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42d972800. 00000100:00000200:0.0:1780333362.921882:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333362.921886:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169420. 00000400:00000010:0.0:1780333362.921890:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4055b1c00. 00000400:00000010:1.0:1780333362.923496:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7580. 00000400:00000200:1.0:1780333362.923504:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b198 00000400:00000010:1.0:1780333362.923507:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b198. 00000100:00000200:1.0:1780333362.923517:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf7100 x1866812067853952/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333362.923527:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf7100 x1866812067853952/t0(0) o501->MGC192.168.204.130@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333362.923550:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec408d6b180. 02000000:00000010:1.0:1780333362.923561:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40120b000. 02000000:00000010:1.0:1780333362.923566:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec42dafbc00. 00000100:00000010:1.0:1780333362.923571:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf7100. 00000040:00000010:1.0:1780333362.923580:0:5802:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4340fc000. 00000100:00000010:1.0:1780333362.923585:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88380. 02000000:00000010:1.0:1780333362.923594:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4372d6600. 00000100:00000010:1.0:1780333362.923604:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec30295b900. 02000000:00000010:1.0:1780333362.923646:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8ec43c23c000. 00000400:00000010:1.0:1780333362.923652:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333362.923656:0:5802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8ec30295bb40. 00000100:00000200:1.0:1780333362.923662:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866812067854080, portal 25 00000400:00000010:1.0:1780333362.923677:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333362.923680:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866812067854080, offset 0 00000400:00000200:1.0:1780333362.923686:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333362.923696:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333362.923706:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6a1db0e2ab700 00000400:00000200:1.0:1780333362.923711:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15a1d [2] + 0 00000400:00000010:1.0:1780333362.923714:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68dc0. 00000400:00000200:1.0:1780333362.923717:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408c8f600 00000400:00000200:1.0:1780333362.923723:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333362.923726:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333362.923730:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408c8f600 00000400:00000010:1.0:1780333362.923732:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408c8f600. 00000100:00000200:1.0:1780333362.923737:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333362.923757:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333362.923759:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333362.923764:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f88380 x1866812067854080/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333362.923943:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.923948:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.923954:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4012e7e00. 00000020:00000010:0.0:1780333362.923959:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.923965:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.924003:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333362.924077:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000100:00000200:0.0:1780333362.924080:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854080 02000000:00000010:0.0:1780333362.924104:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec405724000. 00000040:00000010:0.0:1780333362.924111:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4012e6400. 00000040:00000010:0.0:1780333362.924125:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333362.925272:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333362.925279:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4012e6400. 00010000:00000200:0.0:1780333362.925293:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec40758b050 x1866812067854080/t0(0) o503->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:338/0 lens 272/8416 e 0 to 0 dl 1780333373 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333362.925314:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec4055b1a80. 00000100:00000200:0.0:1780333362.925319:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812067854080, offset 224 00000400:00000200:0.0:1780333362.925337:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333362.925349:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333362.925358:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6a1db0e2ab700 00000400:00000200:0.0:1780333362.925365:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x162f5 [4] + 224 00000400:00000200:0.0:1780333362.925374:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333362.925377:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333362.925385:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f88380 x1866812067854080/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333362.925411:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1a80 00000400:00000010:0.0:1780333362.925413:0:5798:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec4055b1a80. 00000020:00000010:0.0:1780333362.925428:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3e00. 00000020:00000010:0.0:1780333362.925432:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333362.925435:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4012e7e00. 02000000:00000010:0.0:1780333362.925442:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec405724000. 00000400:00000010:1.0:1780333362.925456:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000100:00000200:0.0:1780333362.925461:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1780333362.925462:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec30295bb40 00000400:00000010:1.0:1780333362.925465:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8ec30295bb40. 00000400:00000010:0.0:1780333362.925468:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169948. 00000400:00000010:0.0:1780333362.925472:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4055b1a80. 00000100:00000200:1.0:1780333362.925475:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f88380 x1866812067854080/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333362.925492:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f88380 x1866812067854080/t0(0) o503->MGC192.168.204.130@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1780333378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333362.925514:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec30295b900. 02000000:00000010:1.0:1780333362.925521:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8ec43c23c000. 02000000:00000010:1.0:1780333362.925530:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4372d6600. 00000100:00000010:1.0:1780333362.925534:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88380. 00000040:00000010:0.0:1780333362.926086:0:5802:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8ec4342d95a0. 00000020:00000010:0.0:1780333362.926970:0:107207:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4012e7e00. 00000020:00000010:0.0:1780333362.926976:0:107207:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec4012e6400. 00000040:00000010:0.0:1780333362.926980:0:107207:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4092a5600. 00000020:00000010:0.0:1780333362.926985:0:107207:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333362.926990:0:107207:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333362.926993:0:107207:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4092a4e00. 80000000:00000010:0.0:1780333362.926998:0:107207:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4342d9180. 40000000:00000010:0.0:1780333362.927002:0:107207:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec3025738c0. 00100000:00000010:0.0:1780333362.927006:0:107207:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec3035a2000. 00040000:00000010:0.0:1780333362.927010:0:107207:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59300. 00040000:00000010:0.0:1780333362.927014:0:107207:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8ec3035a1000. 00040000:00000010:0.0:1780333362.927020:0:107207:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4372b4600. 00080000:00000010:0.0:1780333362.927025:0:107207:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a5800. 00000004:00000010:0.0:1780333362.927031:0:107207:0:(mdd_device.c:2482:mdd_key_init()) kmalloced '(value)': 2056 at ffff8ec4107e1000. 00000004:00000010:0.0:1780333362.927036:0:107207:0:(mdt_handler.c:8617:mdt_key_init()) kmalloced '(value)': 2568 at ffff8ec4107e4000. 00000004:00000010:0.0:1780333362.927041:0:107207:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff8ec3035a4000. 00002000:00000010:0.0:1780333362.927046:0:107207:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec42d972800. 00000004:00000010:0.0:1780333362.927050:0:107207:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff8ec42d973c00. 00000020:00000010:0.0:1780333362.927054:0:107207:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec302573400. 00000040:00000010:0.0:1780333362.927072:0:107207:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333362.927884:0:107207:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8ec4371ce000. 00000020:00000010:0.0:1780333362.927895:0:107207:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec302573400. 00000020:00000010:0.0:1780333362.927905:0:107207:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec4012e6400. 00000040:00000010:0.0:1780333362.927910:0:107207:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4092a5600. 00000020:00000010:0.0:1780333362.927914:0:107207:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333362.927917:0:107207:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333362.927926:0:107207:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4092a4e00. 80000000:00000010:0.0:1780333362.927931:0:107207:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4342d9180. 40000000:00000010:0.0:1780333362.927934:0:107207:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec3025738c0. 00100000:00000010:0.0:1780333362.927937:0:107207:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec3035a2000. 00040000:00000010:0.0:1780333362.927941:0:107207:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59300. 00040000:00000010:0.0:1780333362.927945:0:107207:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8ec3035a1000. 00040000:00000010:0.0:1780333362.927947:0:107207:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4372b4600. 00080000:00000010:0.0:1780333362.927950:0:107207:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a5800. 00000004:00000010:0.0:1780333362.927954:0:107207:0:(mdd_device.c:2494:mdd_key_fini()) kfreed 'info': 2056 at ffff8ec4107e1000. 00000004:00000010:0.0:1780333362.927958:0:107207:0:(mdt_handler.c:8642:mdt_key_fini()) kfreed 'info': 2568 at ffff8ec4107e4000. 00000004:00000010:0.0:1780333362.927963:0:107207:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff8ec3035a4000. 00002000:00000010:0.0:1780333362.927966:0:107207:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec42d972800. 00000004:00000010:0.0:1780333362.927970:0:107207:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff8ec42d973c00. 00000020:00000010:0.0:1780333362.927973:0:107207:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4012e7e00. 00000040:00000010:2.0:1780333362.929909:0:5802:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8ec4342d95a0. 00000040:00000010:2.0:1780333362.929980:0:5802:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4340fc000. 00000040:00000010:2.0:1780333362.929985:0:5802:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec42dafa200. 00000020:00000010:2.0:1780333362.929993:0:5802:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec408e4f800. 00000040:00000010:2.0:1780333362.929998:0:5802:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec410f7d000. 00000020:00000010:2.0:1780333362.930001:0:5802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec408465800. 00000020:00000010:2.0:1780333362.930008:0:5802:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec410f7c600. 80000000:00000010:2.0:1780333362.930013:0:5802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30190ecc0. 00040000:00000010:2.0:1780333362.930176:0:5802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec410f7d400. 00080000:00000010:2.0:1780333362.930181:0:5802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec408460800. 20000000:00000010:2.0:1780333362.930185:0:5802:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec410f7da00. 00000020:00000010:2.0:1780333362.930188:0:5802:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e4fa00. 10000000:00000010:2.0:1780333362.930192:0:5802:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8ec4099e7a80. 00000100:00000010:1.0:1780333362.999751:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e7e0. 00000100:00000010:0.0:1780333362.999751:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e9c0. 00000100:00000010:2.0:1780333363.000118:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eba0. 00000100:00000010:3.0:1780333363.000177:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eea0. 00000400:00000200:3.0:1780333363.325975:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333363.325994:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd81080 00000400:00000200:3.0:1780333363.326002:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15a79 [2] + 0 00000400:00000010:3.0:1780333363.326009:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68f20. 00000400:00000200:3.0:1780333363.326025:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec409271480 00000400:00000200:3.0:1780333363.326048:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333363.326053:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333363.326060:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409271480 00000400:00000010:3.0:1780333363.326062:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec409271480. 00000100:00000200:3.0:1780333363.326070:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333363.326324:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.326330:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.326336:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4c00. 00000020:00000010:0.0:1780333363.326341:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333363.326346:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333363.326441:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.326444:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000100:00000200:0.0:1780333363.326447:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660288 00010000:00000010:0.0:1780333363.326471:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390400. 02000000:00000010:0.0:1780333363.326486:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42d973c00. 00010000:00000200:0.0:1780333363.326511:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec40758b850 x1866812045660288/t0(0) o101->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:339/0 lens 328/344 e 0 to 0 dl 1780333374 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333363.326531:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333363.326536:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045660288, offset 224 00000400:00000200:0.0:1780333363.326544:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333363.326554:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333363.326560:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3775:3775:256:4294967295] 192.168.204.30@tcp LPNI seq info [3771:3771:8:4294967295] 00000400:00000200:0.0:1780333363.326570:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333363.326576:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333363.326581:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59300. 00000800:00000200:0.0:1780333363.326588:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333363.326595:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333363.326599:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59300 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1780333363.326726:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333363.326732:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333363.326735:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4c00. 00000100:00000200:0.0:1780333363.326744:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333363.326749:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081698f0. 00000400:00000010:0.0:1780333363.326753:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4055b1300. 00000800:00000200:3.0:1780333363.329373:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333363.329442:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59300. 00000400:00000200:3.0:1780333363.329450:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333363.329458:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333363.329465:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:3.0:1780333363.329468:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 02000000:00000010:3.0:1780333363.329475:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42d973c00. 00000400:00000200:2.0:1780333363.337878:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333363.337901:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 504 into portal 26 MB=0x6a1db0cd81100 00000400:00000200:2.0:1780333363.337910:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 504/504 into md 0x15a9d [2] + 0 00000400:00000010:2.0:1780333363.337916:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169688. 00000400:00000200:2.0:1780333363.337923:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4375ab240 00000400:00000200:2.0:1780333363.337950:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333363.337955:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333363.337961:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4375ab240 00000400:00000010:2.0:1780333363.337964:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4375ab240. 00000100:00000200:2.0:1780333363.337971:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333363.338316:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.338322:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.338329:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4c00. 00000020:00000010:0.0:1780333363.338334:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333363.338339:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333363.338374:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.338376:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000100:00000200:0.0:1780333363.338380:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660416 02000000:00000010:0.0:1780333363.338399:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42d972800. 00000040:00000010:0.0:1780333363.338405:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4372b4000. 00000040:00000010:0.0:1780333363.338599:0:5798:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec30342d898. 00000040:00000010:0.0:1780333363.338614:0:5798:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec30342d898. 00000040:00000010:0.0:1780333363.338655:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4372b4000. 00010000:00000200:0.0:1780333363.338677:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec40758a450 x1866812045660416/t0(0) o501->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:339/0 lens 504/272 e 0 to 0 dl 1780333374 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333363.338698:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346f68. 00000100:00000200:0.0:1780333363.338704:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812045660416, offset 224 00000400:00000200:0.0:1780333363.338711:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333363.338721:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333363.338727:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3776:3776:256:4294967295] 192.168.204.30@tcp LPNI seq info [3772:3772:8:4294967295] 00000400:00000200:0.0:1780333363.338738:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333363.338744:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333363.338749:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59100. 00000800:00000200:0.0:1780333363.338755:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333363.338762:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333363.338766:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59100 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:0.0:1780333363.338792:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333363.338796:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333363.338798:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4c00. 00000100:00000200:0.0:1780333363.338806:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333363.338810:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169cb8. 00000400:00000010:0.0:1780333363.338815:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4055b1480. 00000800:00000200:3.0:1780333363.338931:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333363.338936:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59100. 00000400:00000200:3.0:1780333363.338942:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333363.338947:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333363.338952:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346f68 00000400:00000010:3.0:1780333363.338954:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346f68. 02000000:00000010:3.0:1780333363.338959:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42d972800. 00000400:00000200:1.0:1780333363.342446:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333363.342465:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd81180 00000400:00000200:1.0:1780333363.342474:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15ad9 [2] + 0 00000400:00000010:1.0:1780333363.342479:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68d68. 00000400:00000200:1.0:1780333363.342485:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec403eee600 00000400:00000200:1.0:1780333363.342496:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333363.342500:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333363.342505:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec403eee600 00000400:00000010:1.0:1780333363.342508:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec403eee600. 00000100:00000200:1.0:1780333363.342514:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333363.342647:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.342652:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.342674:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4c00. 00000020:00000010:0.0:1780333363.342679:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333363.342685:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333363.342723:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333363.342725:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000100:00000200:0.0:1780333363.342728:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660544 02000000:00000010:0.0:1780333363.342761:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec42de2c000. 00000040:00000010:0.0:1780333363.342768:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec4372b4000. 00000040:00000010:0.0:1780333363.342785:0:5799:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333363.342885:0:5799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4371ce000. 00000040:00000010:0.0:1780333363.342889:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec4372b4000. 00010000:00000200:0.0:1780333363.342899:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec407588450 x1866812045660544/t0(0) o503->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:339/0 lens 272/8416 e 0 to 0 dl 1780333374 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333363.342917:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec4055b1180. 00000100:00000200:0.0:1780333363.342923:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812045660544, offset 224 00000400:00000200:0.0:1780333363.342929:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333363.342938:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333363.342943:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3777:3777:256:4294967295] 192.168.204.30@tcp LPNI seq info [3773:3773:8:4294967295] 00000400:00000200:0.0:1780333363.342955:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333363.342960:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333363.342964:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec4372b4000. 00000800:00000200:0.0:1780333363.342970:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333363.342977:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:0.0:1780333363.342981:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec4372b4000 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:0.0:1780333363.343007:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3080. 00000020:00000010:0.0:1780333363.343011:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333363.343014:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4c00. 00000100:00000200:0.0:1780333363.343022:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333363.343027:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081693c8. 00000400:00000010:0.0:1780333363.343032:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4177c5e40. 00000800:00000200:2.0:1780333363.343138:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333363.343143:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec4372b4000. 00000400:00000200:2.0:1780333363.343147:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333363.343151:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333363.343155:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1180 00000400:00000010:2.0:1780333363.343156:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec4055b1180. 02000000:00000010:2.0:1780333363.343162:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec42de2c000. 00000100:00000010:3.0:1780333363.415783:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e089f80. 02000000:00000010:3.0:1780333363.415808:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d948f00. 02000000:00000010:1.0:1780333363.415941:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42d876000. 00000400:00000010:1.0:1780333363.415950:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333363.415956:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333363.415963:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067854208, portal 4 00000400:00000010:1.0:1780333363.415968:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333363.415971:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067854208, offset 0 00000400:00000200:1.0:1780333363.415979:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333363.415993:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333363.416003:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ab780 00000400:00000200:1.0:1780333363.416010:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 6944 00000400:00000200:1.0:1780333363.416020:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333363.416024:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333363.416146:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1780333363.416153:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88380. 00000400:00000200:1.0:1780333363.416181:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333363.416184:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333363.416192:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42e089f80 x1866812067854208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333363.416212:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f582a0. 00000100:00000010:1.0:1780333363.416222:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58f00. 00000100:00000010:1.0:1780333363.416227:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58cc0. 00000100:00000010:1.0:1780333363.416236:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec410f58de0. 00000020:00000010:2.0:1780333363.416297:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7080. 00000020:00000010:2.0:1780333363.416304:0:59742:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e7b00. 00000020:00000010:2.0:1780333363.416331:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec410f7d400. 00000020:00000010:2.0:1780333363.416336:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73200. 00000020:00000010:2.0:1780333363.416341:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333363.416373:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7b00. 00000020:00000010:2.0:1780333363.416376:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7b00. 00000100:00000200:2.0:1780333363.416379:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854208 02000000:00000010:2.0:1780333363.416394:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4fc00. 00010000:00000200:2.0:1780333363.416423:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f88380 x1866812067854208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:339/0 lens 224/368 e 0 to 0 dl 1780333374 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333363.416437:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333363.416440:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067854208, offset 224 00000400:00000200:2.0:1780333363.416445:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333363.416450:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333363.416455:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ab780 00000400:00000200:2.0:1780333363.416459:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1631d [1] + 224 00000400:00000200:2.0:1780333363.416464:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333363.416467:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333363.416473:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42e089f80 x1866812067854208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333363.416496:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b3b8 00000400:00000010:2.0:1780333363.416499:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b3b8. 00000020:00000010:2.0:1780333363.416510:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73200. 00000020:00000010:2.0:1780333363.416513:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333363.416516:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec410f7d400. 00000400:00000010:3.0:1780333363.416572:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:3.0:1780333363.416576:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:3.0:1780333363.416578:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:3.0:1780333363.416583:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42e089f80 x1866812067854208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333363.416597:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42e089f80 x1866812067854208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333363.416637:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42d876000. 02000000:00000010:3.0:1780333363.416645:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d948f00. 00000100:00000010:3.0:1780333363.416649:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42e089f80. 00000100:00000010:2.0:1780333363.421690:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58cc0. 00000100:00000010:3.0:1780333363.421798:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58de0. 00000100:00000010:1.0:1780333363.422112:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f58f00. 00000100:00000010:0.0:1780333363.422223:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec410f582a0. 00000400:00000200:0.0:1780333364.420172:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333364.420190:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd81200 00000400:00000200:0.0:1780333364.420198:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x15b0d [2] + 0 00000400:00000010:0.0:1780333364.420203:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68580. 00000400:00000200:0.0:1780333364.420208:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec42059ba80 00000400:00000200:0.0:1780333364.420216:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.420220:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333364.420225:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42059ba80 00000400:00000010:0.0:1780333364.420227:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec42059ba80. 00000100:00000200:0.0:1780333364.420233:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333364.420258:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333364.420263:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd81300 00000400:00000200:0.0:1780333364.420268:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 7760 00000400:00000200:0.0:1780333364.420273:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.420276:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333364.420279:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333364.420284:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129f480. 00000400:00000200:0.0:1780333364.420304:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333364.420309:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd81280 00000400:00000200:0.0:1780333364.420313:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 66544 00000400:00000200:0.0:1780333364.420318:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.420321:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333364.420324:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333364.420327:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129fb80. 00000400:00000200:0.0:1780333364.420340:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333364.420344:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd81380 00000400:00000200:0.0:1780333364.420348:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 7984 00000020:00000010:2.0:1780333364.420447:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.420452:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.420458:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40926e800. 00000020:00000010:2.0:1780333364.420462:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333364.420468:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333364.420496:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.420498:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e79c0. 00000100:00000200:2.0:1780333364.420501:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660672 02000000:00000010:2.0:1780333364.420515:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4cc00. 00010000:00000200:2.0:1780333364.420526:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec407589050 x1866812045660672/t0(0) o400->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333364.420543:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333364.420548:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045660672, offset 224 00000400:00000200:2.0:1780333364.420553:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333364.420562:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333364.420567:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3778:3778:256:4294967295] 192.168.204.30@tcp LPNI seq info [3774:3774:8:4294967295] 00000400:00000200:2.0:1780333364.420578:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333364.420583:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333364.420588:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42dee9f00. 00000800:00000200:2.0:1780333364.420593:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333364.420601:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333364.420605:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42dee9f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333364.420640:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333364.420653:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333364.420656:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40926e800. 00000100:00000200:2.0:1780333364.420664:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333364.420668:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7b00. 00000400:00000010:2.0:1780333364.420673:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00e40. 00000020:00000010:3.0:1780333364.420858:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b600. 00000020:00000010:3.0:1780333364.420864:0:8139:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b700. 00000020:00000010:3.0:1780333364.420875:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec410f7da00. 00000020:00000010:3.0:1780333364.420878:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3df00. 00000020:00000010:3.0:1780333364.420881:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333364.420899:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b700. 00000020:00000010:3.0:1780333364.420901:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b700. 00000100:00000200:3.0:1780333364.420903:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660928 02000000:00000010:3.0:1780333364.420912:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec437aa5c00. 00010000:00000200:3.0:1780333364.420918:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129f480 x1866812045660928/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333364.420929:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42cc0. 00000100:00000200:3.0:1780333364.420932:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045660928, offset 224 00000400:00000200:3.0:1780333364.420936:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333364.420941:0:8139:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333364.420945:0:8139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3779:3779:255:4294967295] 192.168.204.30@tcp LPNI seq info [3775:3775:7:4294967295] 00000400:00000200:3.0:1780333364.420953:0:8139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333364.420958:0:8139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333364.420961:0:8139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d948f00. 00000800:00000200:3.0:1780333364.420964:0:8139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333364.420969:0:8139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333364.420971:0:8139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d948f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333364.420977:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3df00. 00000020:00000010:3.0:1780333364.420981:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333364.420984:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec410f7da00. 00000400:00000200:0.0:1780333364.421286:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.421291:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333364.421296:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333364.421300:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129f100. 00000020:00000010:0.0:1780333364.421330:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573600. 00000020:00000010:0.0:1780333364.421339:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408d67c00. 00000020:00000010:0.0:1780333364.421342:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3580. 00000020:00000010:0.0:1780333364.421345:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000800:00000200:2.0:1780333364.421442:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333364.421446:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42dee9f00. 00000400:00000200:2.0:1780333364.421449:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333364.421453:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333364.421456:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b3b8 00000400:00000010:2.0:1780333364.421458:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b3b8. 02000000:00000010:2.0:1780333364.421462:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc4cc00. 00000800:00000200:2.0:1780333364.421650:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333364.421653:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d948f00. 00000400:00000200:2.0:1780333364.421657:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333364.421661:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333364.421663:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42cc0 00000400:00000010:2.0:1780333364.421665:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42cc0. 00000020:00000010:0.0:1780333364.421800:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573ec0. 00000020:00000010:0.0:1780333364.421804:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573ec0. 00000100:00000200:0.0:1780333364.421807:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045660800 02000000:00000010:0.0:1780333364.421820:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d973800. 00010000:00000200:0.0:1780333364.421826:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129fb80 x1866812045660800/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333364.421838:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346880. 00000100:00000200:0.0:1780333364.421841:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045660800, offset 224 00000400:00000200:0.0:1780333364.421846:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333364.421852:0:5806:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333364.421856:0:5806:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3780:3780:256:4294967295] 192.168.204.30@tcp LPNI seq info [3776:3776:8:4294967295] 00000400:00000200:0.0:1780333364.421864:0:5806:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333364.421869:0:5806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333364.421872:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59a00. 00000800:00000200:0.0:1780333364.421876:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333364.421881:0:5806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333364.421884:0:5806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1780333364.421901:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3580. 00000020:00000010:0.0:1780333364.421904:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333364.421907:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408d67c00. 00000800:00000200:2.0:1780333364.422017:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333364.422020:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59a00. 00000400:00000200:2.0:1780333364.422023:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333364.422027:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333364.422029:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346880 00000400:00000010:2.0:1780333364.422031:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346880. 00000020:00000010:3.0:1780333364.422130:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b700. 00000020:00000010:3.0:1780333364.422137:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec410f7da00. 00000020:00000010:3.0:1780333364.422139:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3df00. 00000020:00000010:3.0:1780333364.422142:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333364.422316:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b640. 00000020:00000010:3.0:1780333364.422319:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b640. 00000100:00000200:3.0:1780333364.422321:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045661056 02000000:00000010:3.0:1780333364.422328:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec437aa6c00. 00010000:00000200:3.0:1780333364.422334:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129f100 x1866812045661056/t0(0) o400->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333364.422344:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42bb0. 00000100:00000200:3.0:1780333364.422347:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045661056, offset 224 00000400:00000200:3.0:1780333364.422400:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333364.422406:0:6594:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333364.422410:0:6594:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3781:3781:256:4294967295] 192.168.204.30@tcp LPNI seq info [3777:3777:8:4294967295] 00000400:00000200:3.0:1780333364.422417:0:6594:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333364.422421:0:6594:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333364.422425:0:6594:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d948300. 00000800:00000200:3.0:1780333364.422428:0:6594:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333364.422432:0:6594:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333364.422435:0:6594:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d948300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333364.422447:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3df00. 00000020:00000010:3.0:1780333364.422451:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333364.422454:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec410f7da00. 00000800:00000200:1.0:1780333364.424372:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333364.424378:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d948300. 00000400:00000200:1.0:1780333364.424384:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333364.424391:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333364.424398:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42bb0 00000400:00000010:1.0:1780333364.424401:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42bb0. 00000100:00000010:2.0:1780333364.439977:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf5880. 02000000:00000010:2.0:1780333364.440000:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9f00. 00000100:00000010:2.0:1780333364.440044:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf7100. 02000000:00000010:2.0:1780333364.440050:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42dee9c00. 00000100:00000010:2.0:1780333364.440058:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019da680. 02000000:00000010:2.0:1780333364.440063:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757800. 00000100:00000010:2.0:1780333364.440084:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019daa00. 02000000:00000010:2.0:1780333364.440089:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757600. 00000100:00000010:2.0:1780333364.440096:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8380. 02000000:00000010:2.0:1780333364.440100:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757f00. 00000100:00000010:2.0:1780333364.440106:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303633100. 02000000:00000010:2.0:1780333364.440110:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757500. 02000000:00000010:2.0:1780333364.440139:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40926fe00. 00000400:00000010:2.0:1780333364.440146:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42dee7580. 00000400:00000010:2.0:1780333364.440152:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b3b8. 00000100:00000200:2.0:1780333364.440158:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067854592, portal 10 00000400:00000010:2.0:1780333364.440165:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b088. 00000100:00000200:2.0:1780333364.440168:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067854592, offset 0 00000400:00000200:2.0:1780333364.440177:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333364.440191:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333364.440202:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ab900 00000400:00000200:2.0:1780333364.440210:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 66768 00000400:00000200:2.0:1780333364.440219:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333364.440223:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333364.440229:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333364.440234:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303630380. 00000400:00000200:2.0:1780333364.440248:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b088 00000400:00000010:2.0:1780333364.440251:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b088. 00000100:00000200:2.0:1780333364.440259:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019da680 x1866812067854592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333364.440279:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e540. 00000100:00000010:2.0:1780333364.440290:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ede0. 00000100:00000010:2.0:1780333364.440295:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e120. 00000100:00000010:2.0:1780333364.440300:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ec00. 02000000:00000010:2.0:1780333364.440320:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40926e800. 00000400:00000010:2.0:1780333364.440339:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3ab58. 00000400:00000010:2.0:1780333364.440344:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b088. 00000100:00000200:2.0:1780333364.440347:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067854720, portal 4 00000400:00000010:2.0:1780333364.440351:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333364.440366:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067854720, offset 0 00000400:00000200:2.0:1780333364.440370:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333364.440376:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333364.440381:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ab980 00000400:00000200:2.0:1780333364.440386:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 8208 00000400:00000200:2.0:1780333364.440391:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333364.440393:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333364.440397:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333364.440400:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303633800. 00000400:00000200:2.0:1780333364.440410:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b110 00000400:00000010:2.0:1780333364.440412:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333364.440416:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019daa00 x1866812067854720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333364.440453:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.440458:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.440465:0:101090:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437755c00. 00000020:00000010:2.0:1780333364.440469:0:101090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333364.440473:0:101090:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333364.440501:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.440503:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e79c0. 00000100:00000200:2.0:1780333364.440506:0:101090:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854720 02000000:00000010:2.0:1780333364.440520:0:101090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4c400. 00010000:00000200:2.0:1780333364.440528:0:101090:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303633800 x1866812067854720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333364.440542:0:101090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333364.440545:0:101090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067854720, offset 224 00000400:00000200:2.0:1780333364.440549:0:101090:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333364.440553:0:101090:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333364.440558:0:101090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ab980 00000400:00000200:2.0:1780333364.440562:0:101090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16345 [1] + 224 00000400:00000200:2.0:1780333364.440566:0:101090:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333364.440568:0:101090:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333364.440574:0:101090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019daa00 x1866812067854720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333364.440586:0:101090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b110 00000400:00000010:2.0:1780333364.440588:0:101090:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b110. 00000020:00000010:2.0:1780333364.440599:0:101090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333364.440602:0:101090:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333364.440605:0:101090:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437755c00. 00000400:00000010:2.0:1780333364.440669:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3ab58. 00000400:00000200:2.0:1780333364.440673:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b088 00000400:00000010:2.0:1780333364.440674:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b088. 00000100:00000200:2.0:1780333364.440678:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019daa00 x1866812067854720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333364.440685:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019daa00 x1866812067854720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333364.440710:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40926e800. 02000000:00000010:2.0:1780333364.440715:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757600. 00000100:00000010:2.0:1780333364.440729:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019daa00. 02000000:00000010:0.0:1780333364.440979:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec408d67c00. 00000400:00000010:0.0:1780333364.440984:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081695d8. 00000400:00000010:0.0:1780333364.440988:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333364.440991:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067854336, portal 25 00000400:00000010:0.0:1780333364.440994:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333364.440996:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067854336, offset 0 00000400:00000200:0.0:1780333364.441001:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441006:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441011:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2ab800 00000400:00000200:0.0:1780333364.441016:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15b59 [2] + 0 00000400:00000010:0.0:1780333364.441019:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c415370. 00000400:00000200:0.0:1780333364.441022:0:3328:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec418f64240 00000400:00000200:0.0:1780333364.441026:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441029:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333364.441031:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec418f64240 00000400:00000010:0.0:1780333364.441033:0:3328:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec418f64240. 00000100:00000200:0.0:1780333364.441036:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333364.441050:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333364.441052:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333364.441056:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf5880 x1866812067854336/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333364.441077:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4092a5600. 00000400:00000010:0.0:1780333364.441080:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169108. 00000400:00000010:0.0:1780333364.441083:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333364.441086:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067854848, portal 10 00000400:00000010:0.0:1780333364.441090:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333364.441092:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067854848, offset 0 00000400:00000200:0.0:1780333364.441095:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441099:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441103:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aba00 00000400:00000200:0.0:1780333364.441107:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 66992 00000400:00000200:0.0:1780333364.441111:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441113:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333364.441116:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333364.441119:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129ea00. 00000400:00000200:0.0:1780333364.441130:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333364.441132:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333364.441136:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec3019d8380 x1866812067854848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333364.441156:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4092a4e00. 00000400:00000010:0.0:1780333364.441159:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169318. 00000400:00000010:0.0:1780333364.441161:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333364.441164:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067854464, portal 10 00000400:00000010:0.0:1780333364.441168:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333364.441169:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067854464, offset 0 00000400:00000200:0.0:1780333364.441173:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441176:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441181:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ab880 00000400:00000200:0.0:1780333364.441184:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 67216 00000400:00000200:0.0:1780333364.441188:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441190:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333364.441192:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333364.441195:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129d500. 00000400:00000200:0.0:1780333364.441204:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346cc0 00000400:00000010:0.0:1780333364.441205:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333364.441209:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433cf7100 x1866812067854464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333364.441223:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4012e6c00. 00000400:00000010:0.0:1780333364.441226:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169688. 00000400:00000010:0.0:1780333364.441228:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333364.441230:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067854976, portal 4 00000400:00000010:0.0:1780333364.441234:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333364.441236:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067854976, offset 0 00000400:00000200:0.0:1780333364.441239:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441242:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441246:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aba80 00000400:00000200:0.0:1780333364.441250:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 8432 00000400:00000200:0.0:1780333364.441253:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441255:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333364.441258:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333364.441261:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129df80. 00000400:00000200:0.0:1780333364.441270:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333364.441272:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333364.441276:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec303633100 x1866812067854976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333364.441303:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441314:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441319:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4012e7e00. 00000020:00000010:0.0:1780333364.441322:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3580. 00000020:00000010:0.0:1780333364.441325:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333364.441346:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441349:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183be40. 00000020:00000010:0.0:1780333364.441364:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441368:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4012e6400. 00000020:00000010:0.0:1780333364.441371:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3880. 00000020:00000010:0.0:1780333364.441373:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333364.441387:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441390:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441393:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4343c3000. 00000020:00000010:0.0:1780333364.441396:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3000. 00000020:00000010:0.0:1780333364.441399:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333364.441407:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441409:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000100:00000200:0.0:1780333364.441411:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854592 02000000:00000010:0.0:1780333364.441419:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d972800. 00010000:00000200:0.0:1780333364.441425:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303630380 x1866812067854592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333364.441440:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333364.441443:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067854592, offset 224 00000400:00000200:0.0:1780333364.441446:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441451:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441456:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ab900 00000400:00000200:0.0:1780333364.441460:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1633d [1] + 224 00000400:00000200:0.0:1780333364.441464:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441467:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333364.441472:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019da680 x1866812067854592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333364.441487:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333364.441489:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000020:00000010:0.0:1780333364.441496:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3580. 00000020:00000010:0.0:1780333364.441499:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:0.0:1780333364.441502:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4012e7e00. 00000020:00000010:0.0:1780333364.441513:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441515:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000100:00000200:0.0:1780333364.441517:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854848 02000000:00000010:0.0:1780333364.441523:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d973c00. 00010000:00000200:0.0:1780333364.441528:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129ea00 x1866812067854848/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333364.441537:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333364.441539:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067854848, offset 224 00000400:00000200:0.0:1780333364.441542:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441546:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441550:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aba00 00000400:00000200:0.0:1780333364.441553:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16359 [1] + 224 00000400:00000200:0.0:1780333364.441557:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441559:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333364.441562:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec3019d8380 x1866812067854848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333364.441575:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333364.441577:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000020:00000010:0.0:1780333364.441583:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3880. 00000020:00000010:0.0:1780333364.441585:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333364.441587:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4012e6400. 00000020:00000010:0.0:1780333364.441597:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441599:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000100:00000200:0.0:1780333364.441601:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854464 02000000:00000010:0.0:1780333364.441606:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d970400. 00010000:00000200:0.0:1780333364.441611:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129d500 x1866812067854464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333364.441652:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333364.441655:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067854464, offset 224 00000400:00000200:0.0:1780333364.441658:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441663:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441668:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ab880 00000400:00000200:0.0:1780333364.441671:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16361 [1] + 224 00000400:00000200:0.0:1780333364.441674:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441677:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333364.441682:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf7100 x1866812067854464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333364.441691:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333364.441692:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000020:00000010:0.0:1780333364.441699:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3000. 00000020:00000010:0.0:1780333364.441701:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333364.441703:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4343c3000. 00000400:00000010:0.0:1780333364.441738:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169318. 00000400:00000200:0.0:1780333364.441741:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333364.441742:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333364.441746:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf7100 x1866812067854464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333364.441760:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf7100 x1866812067854464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333364.441775:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169108. 00000400:00000200:0.0:1780333364.441777:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333364.441779:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333364.441782:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019d8380 x1866812067854848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333364.441790:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019d8380 x1866812067854848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333364.441799:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4092a4e00. 02000000:00000010:0.0:1780333364.441803:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9c00. 00000100:00000010:0.0:1780333364.441807:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf7100. 02000000:00000010:0.0:1780333364.441810:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4092a5600. 02000000:00000010:0.0:1780333364.441813:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757f00. 00000100:00000010:0.0:1780333364.441815:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019d8380. 00000020:00000010:0.0:1780333364.441833:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441837:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b780. 00000020:00000010:0.0:1780333364.441841:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441844:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4343c3000. 00000020:00000010:0.0:1780333364.441847:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3000. 00000020:00000010:0.0:1780333364.441849:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333364.441869:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573d00. 00000020:00000010:0.0:1780333364.441872:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573d00. 00000100:00000200:0.0:1780333364.441874:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854976 02000000:00000010:0.0:1780333364.441881:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec426f51c00. 00010000:00000200:0.0:1780333364.441887:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129df80 x1866812067854976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333364.441898:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333364.441900:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067854976, offset 224 00000400:00000200:0.0:1780333364.441904:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333364.441909:0:6596:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333364.441914:0:6596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aba80 00000400:00000200:0.0:1780333364.441918:0:6596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16369 [1] + 224 00000400:00000200:0.0:1780333364.441923:0:6596:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333364.441925:0:6596:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333364.441930:0:6596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec303633100 x1866812067854976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333364.441943:0:6596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333364.441944:0:6596:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000020:00000010:0.0:1780333364.441951:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3000. 00000020:00000010:0.0:1780333364.441954:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333364.441956:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4343c3000. 00000400:00000010:0.0:1780333364.441979:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169688. 00000400:00000200:0.0:1780333364.441982:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346cc0 00000400:00000010:0.0:1780333364.441984:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333364.441988:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec303633100 x1866812067854976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333364.441996:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec303633100 x1866812067854976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333364.442008:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4012e6c00. 02000000:00000010:0.0:1780333364.442011:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757500. 00000100:00000010:0.0:1780333364.442014:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303633100. 00000400:00000010:0.0:1780333364.442024:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7580. 00000400:00000200:0.0:1780333364.442027:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b3b8 00000400:00000010:0.0:1780333364.442029:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b3b8. 00000100:00000200:0.0:1780333364.442032:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec3019da680 x1866812067854592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333364.442040:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec3019da680 x1866812067854592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333364.442050:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40926fe00. 02000000:00000010:0.0:1780333364.442054:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757800. 00000100:00000010:0.0:1780333364.442057:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec3019da680. 00000020:00000010:2.0:1780333364.442441:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.442445:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.442450:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437755c00. 00000020:00000010:2.0:1780333364.442453:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333364.442456:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333364.442481:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333364.442484:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e79c0. 00000100:00000200:2.0:1780333364.442486:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067854336 02000000:00000010:2.0:1780333364.442494:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4d400. 00010000:00000200:2.0:1780333364.442499:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec40758ac50 x1866812067854336/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:340/0 lens 224/224 e 0 to 0 dl 1780333375 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333364.442510:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b088. 00000100:00000200:2.0:1780333364.442513:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067854336, offset 224 00000400:00000200:2.0:1780333364.442517:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333364.442523:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333364.442528:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2ab800 00000400:00000200:2.0:1780333364.442533:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16351 [1] + 224 00000400:00000200:2.0:1780333364.442537:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333364.442539:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333364.442545:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433cf5880 x1866812067854336/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333364.442557:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b088 00000400:00000010:2.0:1780333364.442559:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b088. 00000020:00000010:2.0:1780333364.442566:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333364.442569:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333364.442572:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437755c00. 02000000:00000010:2.0:1780333364.442576:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc4d400. 00000100:00000200:2.0:1780333364.442582:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333364.442586:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3ab58. 00000400:00000010:2.0:1780333364.442591:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec43bc00900. 00000400:00000010:0.0:1780333364.443051:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081695d8. 00000400:00000200:0.0:1780333364.443055:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346c38 00000400:00000010:0.0:1780333364.443057:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333364.443062:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433cf5880 x1866812067854336/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333364.443069:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433cf5880 x1866812067854336/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333364.443084:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec408d67c00. 02000000:00000010:0.0:1780333364.443089:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42dee9f00. 00000100:00000010:0.0:1780333364.443093:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433cf5880. 00000100:00000010:3.0:1780333364.519711:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ec00. 00000100:00000010:0.0:1780333364.519724:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e540. 00000100:00000010:2.0:1780333364.519731:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e120. 00000100:00000010:1.0:1780333364.520991:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ede0. 00000100:00000010:3.0:1780333364.951770:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e089f80. 02000000:00000010:3.0:1780333364.951795:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d948000. 02000000:00000010:3.0:1780333364.951847:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec437aa7400. 00000400:00000010:3.0:1780333364.951855:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68f20. 00000400:00000010:3.0:1780333364.951861:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c425d8. 00000100:00000200:3.0:1780333364.951869:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067855104, portal 4 00000400:00000010:3.0:1780333364.951876:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333364.951879:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067855104, offset 0 00000400:00000200:3.0:1780333364.951888:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333364.951902:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333364.951914:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2abb00 00000400:00000200:3.0:1780333364.951921:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 7168 00000400:00000200:3.0:1780333364.951930:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333364.951934:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333364.951941:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333364.951949:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259b480. 00000400:00000200:3.0:1780333364.951967:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333364.951970:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333364.951978:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42e089f80 x1866812067855104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333364.951999:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a131e0. 00000100:00000010:3.0:1780333364.952011:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13f00. 00000100:00000010:3.0:1780333364.952016:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13c60. 00000100:00000010:3.0:1780333364.952020:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13f60. 00000020:00000010:3.0:1780333364.952063:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b180. 00000020:00000010:3.0:1780333364.952068:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b180. 00000020:00000010:3.0:1780333364.952074:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d957600. 00000020:00000010:3.0:1780333364.952078:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d780. 00000020:00000010:3.0:1780333364.952083:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333364.952113:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b180. 00000020:00000010:3.0:1780333364.952116:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b180. 00000100:00000200:3.0:1780333364.952119:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067855104 02000000:00000010:3.0:1780333364.952135:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec437aa7c00. 00010000:00000200:3.0:1780333364.952168:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30259b480 x1866812067855104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1780333375 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333364.952184:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333364.952187:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067855104, offset 224 00000400:00000200:3.0:1780333364.952191:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333364.952196:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333364.952201:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2abb00 00000400:00000200:3.0:1780333364.952206:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16389 [1] + 224 00000400:00000200:3.0:1780333364.952210:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333364.952213:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333364.952219:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42e089f80 x1866812067855104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333364.952233:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333364.952235:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000020:00000010:3.0:1780333364.952245:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d780. 00000020:00000010:3.0:1780333364.952251:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333364.952254:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d957600. 00000400:00000010:3.0:1780333364.952273:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68f20. 00000400:00000200:3.0:1780333364.952276:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c425d8 00000400:00000010:3.0:1780333364.952277:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c425d8. 00000100:00000200:3.0:1780333364.952281:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42e089f80 x1866812067855104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333364.952288:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42e089f80 x1866812067855104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333364.952463:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec437aa7400. 02000000:00000010:3.0:1780333364.952469:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d948000. 00000100:00000010:3.0:1780333364.952474:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42e089f80. 00000100:00000010:3.0:1780333364.957708:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13f60. 00000100:00000010:0.0:1780333364.958154:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a131e0. 00000100:00000010:1.0:1780333364.958183:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13f00. 00000100:00000010:2.0:1780333364.958603:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13c60. 00000001:02000400:2.0:1780333366.065457:0:107320:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: finish setup 13:02:45 (1780333365) === 00000400:00000200:2.0:1780333367.542512:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333367.542536:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 17 MB=0x6a1db0cd81400 00000400:00000200:2.0:1780333367.542544:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.30@tcp of length 328/328 into md 0x423d [2] + 0 00000400:00000200:2.0:1780333367.542555:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333367.542559:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333367.542567:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1780333367.542574:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303630a80. 00000400:00000200:2.0:1780333367.542700:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333367.542707:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 17 MB=0x6a1db0cd81500 00000400:00000200:2.0:1780333367.542710:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.30@tcp of length 328/328 into md 0x423d [2] + 328 00000400:00000200:2.0:1780333367.542716:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333367.542719:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333367.542722:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1780333367.542725:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303630700. 00000400:00000200:2.0:1780333367.542899:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333367.542907:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 17 MB=0x6a1db0cd81480 00000400:00000200:2.0:1780333367.542911:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.30@tcp of length 328/328 into md 0x423d [2] + 656 00000400:00000200:2.0:1780333367.542923:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333367.542927:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333367.542930:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1780333367.542934:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303632d80. 00000020:00000010:1.0:1780333367.543030:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.543035:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.543042:0:5791:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafa200. 00000020:00000010:1.0:1780333367.543047:0:5791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213280. 00000020:00000010:1.0:1780333367.543051:0:5791:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d640. 00000020:00000010:1.0:1780333367.543099:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.543102:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.543105:0:5791:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafbc00. 00000020:00000010:1.0:1780333367.543108:0:5791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213880. 00000020:00000010:1.0:1780333367.543111:0:5791:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333367.543129:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.543131:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f00. 00000100:00000200:1.0:1780333367.543133:0:5791:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045661184 02000000:00000010:1.0:1780333367.543144:0:5791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec404c63000. 00000400:00000010:1.0:1780333367.543185:0:5791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333367.543191:0:5791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812045661184, offset 224 00000400:00000200:1.0:1780333367.543198:0:5791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333367.543208:0:5791:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333367.543214:0:5791:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3782:3782:256:4294967295] 192.168.204.30@tcp LPNI seq info [3778:3778:8:4294967295] 00000400:00000200:1.0:1780333367.543224:0:5791:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333367.543230:0:5791:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333367.543235:0:5791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec420569300. 00000800:00000200:1.0:1780333367.543241:0:5791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333367.543248:0:5791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333367.543252:0:5791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec420569300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333367.543269:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213280. 00000020:00000010:1.0:1780333367.543273:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d640. 00000020:00000010:1.0:1780333367.543285:0:5791:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafa200. 00000020:00000010:1.0:1780333367.543297:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.543299:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f00. 00000100:00000200:1.0:1780333367.543301:0:5791:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045661440 02000000:00000010:1.0:1780333367.543306:0:5791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec404c62400. 00000400:00000010:1.0:1780333367.543320:0:5791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333367.543323:0:5791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812045661440, offset 224 00000400:00000200:1.0:1780333367.543327:0:5791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333367.543332:0:5791:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333367.543336:0:5791:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3783:3783:255:4294967295] 192.168.204.30@tcp LPNI seq info [3779:3779:7:4294967295] 00000400:00000200:1.0:1780333367.543343:0:5791:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333367.543347:0:5791:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333367.543349:0:5791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec420569a00. 00000800:00000200:1.0:1780333367.543353:0:5791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333367.543357:0:5791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333367.543359:0:5791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec420569a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333367.543365:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213880. 00000020:00000010:1.0:1780333367.543368:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333367.543370:0:5791:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafbc00. 00000800:00000200:1.0:1780333367.543454:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333367.543459:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec420569300. 00000400:00000200:1.0:1780333367.543464:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333367.543467:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333367.543471:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333367.543473:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000800:00000200:1.0:1780333367.543541:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333367.543543:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec420569a00. 00000400:00000200:1.0:1780333367.543546:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333367.543549:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333367.543552:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:1.0:1780333367.543553:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00000020:00000010:1.0:1780333367.545874:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.545884:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.545891:0:5791:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafbc00. 00000020:00000010:1.0:1780333367.545896:0:5791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213880. 00000020:00000010:1.0:1780333367.545901:0:5791:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333367.545955:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333367.545958:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f00. 00000100:00000200:1.0:1780333367.545965:0:5791:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045661312 02000000:00000010:1.0:1780333367.545978:0:5791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4343d3400. 00000400:00000010:1.0:1780333367.546013:0:5791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333367.546018:0:5791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812045661312, offset 224 00000400:00000200:1.0:1780333367.546028:0:5791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333367.546040:0:5791:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333367.546046:0:5791:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3784:3784:256:4294967295] 192.168.204.30@tcp LPNI seq info [3780:3780:8:4294967295] 00000400:00000200:1.0:1780333367.546055:0:5791:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333367.546060:0:5791:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333367.546065:0:5791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec420569a00. 00000800:00000200:1.0:1780333367.546072:0:5791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333367.546079:0:5791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333367.546082:0:5791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec420569a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333367.546183:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213880. 00000020:00000010:1.0:1780333367.546188:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333367.546191:0:5791:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafbc00. 00000800:00000200:0.0:1780333367.547312:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333367.547319:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec420569a00. 00000400:00000200:0.0:1780333367.547327:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333367.547410:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333367.547417:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:0.0:1780333367.547421:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00010000:00000010:1.1:1780333367.550849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec42deb5400. 00010000:00000010:1.1:1780333367.550865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390400. 00010000:00000010:1.1:1780333367.555577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377de600. 00000400:00000200:1.0:1780333367.572511:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333367.572532:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd81580 00000400:00000200:1.0:1780333367.572541:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 8656 00000400:00000200:1.0:1780333367.572560:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333367.572565:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:1.0:1780333367.572572:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333367.572580:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89f80. 00000020:00000010:2.0:1780333367.572802:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a40. 00000020:00000010:2.0:1780333367.572818:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e4fa00. 00000020:00000010:2.0:1780333367.572824:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333367.572829:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333367.572879:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e00. 00000020:00000010:2.0:1780333367.572883:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7e00. 00000100:00000200:2.0:1780333367.572888:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045661568 02000000:00000010:2.0:1780333367.572906:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4d000. 00000020:00000010:2.0:1780333367.572921:0:6597:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e7a40. 00000020:00000010:2.0:1780333367.572950:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e4f800. 00000020:00000010:2.0:1780333367.572955:0:6597:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42e027e00. 00000020:00000010:2.0:1780333367.572959:0:6597:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec408460800. 00000020:00000010:2.0:1780333367.572963:0:6597:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec43c39bc60. 00000020:00000010:2.0:1780333367.572969:0:6597:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec40b34a000. 80000000:00000010:2.0:1780333367.572973:0:6597:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30190e120. 40000000:00000010:2.0:1780333367.572976:0:6597:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec4099e7a40. 00100000:00000010:2.0:1780333367.572980:0:6597:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec408465800. 00040000:00000010:2.0:1780333367.572985:0:6597:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec405757600. 00040000:00000010:2.0:1780333367.572989:0:6597:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec40b34ac00. 00080000:00000010:2.0:1780333367.572993:0:6597:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec408461800. 00002000:00000010:2.0:1780333367.572997:0:6597:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec42dc4e400. 00080000:00000010:2.0:1780333367.573009:0:6597:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc4ec00. 00080000:00000010:2.0:1780333367.573157:0:6597:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc4c000. 00000001:00000010:2.0:1780333367.573265:0:6597:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec30190e900. 00000020:00000010:2.0:1780333367.573294:0:6597:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42e027e00. 00000020:00000010:2.0:1780333367.573299:0:6597:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec408460800. 00000020:00000010:2.0:1780333367.573302:0:6597:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec43c39bc60. 00000020:00000010:2.0:1780333367.573306:0:6597:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec40b34a000. 80000000:00000010:2.0:1780333367.573309:0:6597:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30190e120. 40000000:00000010:2.0:1780333367.573312:0:6597:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec4099e7a40. 00100000:00000010:2.0:1780333367.573315:0:6597:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec408465800. 00040000:00000010:2.0:1780333367.573320:0:6597:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec405757600. 00040000:00000010:2.0:1780333367.573323:0:6597:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec40b34ac00. 00080000:00000010:2.0:1780333367.573326:0:6597:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec408461800. 00002000:00000010:2.0:1780333367.573329:0:6597:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec42dc4e400. 00000020:00000010:2.0:1780333367.573332:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e4f800. 00010000:00000200:2.0:1780333367.573346:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f89f80 x1866812045661568/t0(0) o9->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:343/0 lens 224/224 e 0 to 0 dl 1780333378 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333367.573364:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b088. 00000100:00000200:2.0:1780333367.573369:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045661568, offset 224 00000400:00000200:2.0:1780333367.573375:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333367.573385:0:6597:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333367.573390:0:6597:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3785:3785:256:4294967295] 192.168.204.30@tcp LPNI seq info [3781:3781:8:4294967295] 00000400:00000200:2.0:1780333367.573400:0:6597:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333367.573406:0:6597:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333367.573409:0:6597:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757600. 00000800:00000200:2.0:1780333367.573415:0:6597:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333367.573422:0:6597:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333367.573425:0:6597:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333367.573444:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333367.573447:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333367.573450:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e4fa00. 00000800:00000200:2.0:1780333367.573542:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333367.573546:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757600. 00000400:00000200:2.0:1780333367.573549:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333367.573553:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333367.573557:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b088 00000400:00000010:2.0:1780333367.573559:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b088. 00000400:00000200:0.0:1780333367.580666:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333367.580687:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd81600 00000400:00000200:0.0:1780333367.580695:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 8880 00000400:00000200:0.0:1780333367.580710:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333367.580715:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333367.580723:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333367.580731:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129dc00. 00000020:00000010:3.0:1780333367.580824:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bcc0. 00000020:00000010:3.0:1780333367.580831:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b600. 00000020:00000010:3.0:1780333367.580862:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956e00. 00000020:00000010:3.0:1780333367.580868:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d080. 00000020:00000010:3.0:1780333367.580873:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333367.580909:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b600. 00000020:00000010:3.0:1780333367.580913:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b600. 00000100:00000200:3.0:1780333367.580916:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045661696 02000000:00000010:3.0:1780333367.580934:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec437aa6800. 00000020:00000010:3.0:1780333367.580951:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183bcc0. 00000020:00000010:3.0:1780333367.580987:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d957e00. 00000020:00000010:3.0:1780333367.580990:0:6596:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d956400. 00000020:00000010:3.0:1780333367.580995:0:6596:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333367.581007:0:6596:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.581011:0:6596:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d957600. 80000000:00000010:3.0:1780333367.581015:0:6596:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.581019:0:6596:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.581023:0:6596:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.581027:0:6596:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.581031:0:6596:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d956800. 00080000:00000010:3.0:1780333367.581035:0:6596:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342c9000. 00002000:00000010:3.0:1780333367.581038:0:6596:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec437aa4400. 00080000:00000010:3.0:1780333367.581051:0:6596:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437aa5400. 00080000:00000010:3.0:1780333367.581205:0:6596:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437aa4800. 00000001:00000010:3.0:1780333367.581231:0:6596:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec301a135a0. 00000020:00000010:3.0:1780333367.581259:0:6596:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d956400. 00000020:00000010:3.0:1780333367.581263:0:6596:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333367.581266:0:6596:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.581270:0:6596:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d957600. 80000000:00000010:3.0:1780333367.581273:0:6596:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.581276:0:6596:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.581279:0:6596:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.581282:0:6596:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.581286:0:6596:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d956800. 00080000:00000010:3.0:1780333367.581289:0:6596:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342c9000. 00002000:00000010:3.0:1780333367.581292:0:6596:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.581299:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d957e00. 00010000:00000200:3.0:1780333367.581327:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129dc00 x1866812045661696/t0(0) o9->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:343/0 lens 224/224 e 0 to 0 dl 1780333378 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333367.581346:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c425d8. 00000100:00000200:3.0:1780333367.581352:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045661696, offset 224 00000400:00000200:3.0:1780333367.581359:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333367.581369:0:6596:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333367.581375:0:6596:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3786:3786:256:4294967295] 192.168.204.30@tcp LPNI seq info [3782:3782:8:4294967295] 00000400:00000200:3.0:1780333367.581385:0:6596:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333367.581390:0:6596:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333367.581395:0:6596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d948000. 00000800:00000200:3.0:1780333367.581402:0:6596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333367.581410:0:6596:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333367.581414:0:6596:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d948000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333367.581434:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d080. 00000020:00000010:3.0:1780333367.581438:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333367.581441:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956e00. 00000800:00000200:3.0:1780333367.581533:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333367.581537:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d948000. 00000400:00000200:3.0:1780333367.581540:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333367.581544:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333367.581548:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c425d8 00000400:00000010:3.0:1780333367.581550:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c425d8. 00000400:00000200:2.0:1780333367.587691:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333367.587865:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd81700 00000400:00000200:2.0:1780333367.587876:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 67440 00000400:00000200:2.0:1780333367.587894:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333367.587898:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333367.587905:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333367.587912:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303631180. 00000020:00000010:0.0:1780333367.588015:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573980. 00000020:00000010:0.0:1780333367.588043:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4400. 00000020:00000010:0.0:1780333367.588050:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4229f3b00. 00000020:00000010:0.0:1780333367.588055:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333367.588103:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333367.588107:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000100:00000200:0.0:1780333367.588111:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045661952 02000000:00000010:0.0:1780333367.588138:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec434265800. 00000020:00000010:0.0:1780333367.588158:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573980. 00080000:00000010:0.0:1780333367.588195:0:44689:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec434267000. 00000020:00000010:3.0:1780333367.588352:0:5794:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956e00. 00000020:00000010:3.0:1780333367.588359:0:5794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d957e00. 00000020:00000010:3.0:1780333367.588363:0:5794:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342c9000. 00000020:00000010:3.0:1780333367.588367:0:5794:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.588371:0:5794:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d956800. 80000000:00000010:3.0:1780333367.588376:0:5794:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.588381:0:5794:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.588386:0:5794:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.588390:0:5794:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.588394:0:5794:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d957600. 00080000:00000010:3.0:1780333367.588398:0:5794:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342cd000. 00002000:00000010:3.0:1780333367.588403:0:5794:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.588407:0:5794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d957e00. 00000020:00000010:3.0:1780333367.588411:0:5794:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342c9000. 00000020:00000010:3.0:1780333367.588414:0:5794:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec40936da90. 00000001:00000010:0.0:1780333367.588414:0:44689:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ec4342d9cc0. 00000020:00000010:3.0:1780333367.588417:0:5794:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d956800. 00000001:00000010:0.0:1780333367.588419:0:44689:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ec42e03ee40. 80000000:00000010:3.0:1780333367.588420:0:5794:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.588423:0:5794:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.588426:0:5794:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.588429:0:5794:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.588433:0:5794:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d957600. 00080000:00000010:3.0:1780333367.588436:0:5794:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342cd000. 00002000:00000010:3.0:1780333367.588439:0:5794:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.588444:0:5794:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956e00. 00000020:00000010:3.0:1780333367.588447:0:5794:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956e00. 00000020:00000010:3.0:1780333367.588449:0:5794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d957600. 00000020:00000010:3.0:1780333367.588451:0:5794:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333367.588454:0:5794:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.588456:0:5794:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d956800. 80000000:00000010:3.0:1780333367.588458:0:5794:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.588460:0:5794:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.588462:0:5794:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.588464:0:5794:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.588466:0:5794:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d957e00. 00080000:00000010:3.0:1780333367.588468:0:5794:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342c9000. 00080000:00000010:0.0:1780333367.588469:0:44689:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec434266400. 00002000:00000010:3.0:1780333367.588470:0:5794:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec437aa4400. 00000001:00000010:0.0:1780333367.588507:0:44689:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec4342d9f00. 00010000:00000200:0.0:1780333367.588562:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303631180 x1866812045661952/t4294967781(0) o39->689fc6a5-5486-41d2-ac31-774e738fed35@192.168.204.30@tcp:343/0 lens 224/224 e 0 to 0 dl 1780333378 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333367.588583:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333367.588589:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045661952, offset 224 00000400:00000200:0.0:1780333367.588606:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00010000:00000010:3.0:1780333367.588635:0:5794:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ec418e6e480. 00010000:00000010:3.0:1780333367.588646:0:5794:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ec437213c80. 00000020:00000010:3.0:1780333367.588658:0:5794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d957600. 00000020:00000010:3.0:1780333367.588661:0:5794:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333367.588663:0:5794:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.588666:0:5794:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d956800. 80000000:00000010:3.0:1780333367.588668:0:5794:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.588670:0:5794:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.588673:0:5794:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.588675:0:5794:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.588677:0:5794:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d957e00. 00080000:00000010:3.0:1780333367.588679:0:5794:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342c9000. 00002000:00000010:3.0:1780333367.588681:0:5794:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.588684:0:5794:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956e00. 00000400:00000200:0.0:1780333367.588970:0:44689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333367.588977:0:44689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3787:3787:256:4294967295] 192.168.204.30@tcp LPNI seq info [3783:3783:8:4294967295] 00000400:00000200:0.0:1780333367.588987:0:44689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333367.588993:0:44689:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333367.588998:0:44689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59b00. 00000800:00000200:0.0:1780333367.589013:0:44689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333367.589021:0:44689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333367.589025:0:44689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1780333367.589051:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4229f3b00. 00000020:00000010:0.0:1780333367.589056:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333367.589059:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4400. 00000800:00000200:1.0:1780333367.589168:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333367.589173:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59b00. 00000400:00000200:1.0:1780333367.589186:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333367.589191:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333367.589202:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346c38 00000400:00000010:1.0:1780333367.589205:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346c38. 00010000:00000010:3.1F:1780333367.594759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273ed00. 00010000:00000010:3.1:1780333367.594792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377dec00. 00000400:00000200:3.0:1780333367.607780:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333367.607801:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd81800 00000400:00000200:3.0:1780333367.607811:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x15b8d [2] + 0 00000400:00000010:3.0:1780333367.607817:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68210. 00000400:00000200:3.0:1780333367.607821:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec43724f900 00000400:00000200:3.0:1780333367.607835:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333367.607839:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333367.607845:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec43724f900 00000400:00000010:3.0:1780333367.607847:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec43724f900. 00000100:00000200:3.0:1780333367.607853:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1780333367.608808:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a40. 00000020:00000010:2.0:1780333367.608815:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a40. 00000020:00000010:2.0:1780333367.608823:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40b34ac00. 00000020:00000010:2.0:1780333367.608828:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333367.608833:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333367.608934:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7a40. 00000020:00000010:2.0:1780333367.608937:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7a40. 00000100:00000200:2.0:1780333367.608940:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045662208 02000000:00000010:2.0:1780333367.608958:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4e000. 20000000:00000010:2.0:1780333367.608970:0:5799:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8ec301a10ac0. 00010000:00000200:2.0:1780333367.609022:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec40758a850 x1866812045662208/t0(0) o251->36c6034c-26e2-48c5-9d1c-78ec7dc765db@192.168.204.30@tcp:343/0 lens 224/224 e 0 to 0 dl 1780333378 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333367.609042:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b088. 00000100:00000200:2.0:1780333367.609048:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045662208, offset 224 00000400:00000200:2.0:1780333367.609055:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333367.609069:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333367.609075:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3788:3788:256:4294967295] 192.168.204.30@tcp LPNI seq info [3784:3784:8:4294967295] 00000400:00000200:2.0:1780333367.609085:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333367.609091:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333367.609095:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757600. 00000800:00000200:2.0:1780333367.609102:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333367.609110:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333367.609114:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333367.609145:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333367.609149:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333367.609152:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40b34ac00. 00000100:00000200:2.0:1780333367.609160:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333367.609165:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3ae18. 00000400:00000010:2.0:1780333367.609170:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4074c5b40. 00000800:00000200:0.0:1780333367.609301:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333367.609307:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757600. 00000400:00000200:0.0:1780333367.609317:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333367.609321:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333367.609326:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b088 00000020:00000010:3.0:1780333367.609328:0:5793:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956e00. 00000400:00000010:0.0:1780333367.609328:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b088. 00000020:00000010:3.0:1780333367.609333:0:5793:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d957e00. 02000000:00000010:0.0:1780333367.609333:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc4e000. 00000020:00000010:3.0:1780333367.609337:0:5793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342c9000. 00000020:00000010:3.0:1780333367.609341:0:5793:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.609345:0:5793:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d956800. 80000000:00000010:3.0:1780333367.609349:0:5793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.609353:0:5793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.609357:0:5793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.609362:0:5793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.609365:0:5793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d957600. 00080000:00000010:3.0:1780333367.609370:0:5793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342cd000. 00002000:00000010:3.0:1780333367.609375:0:5793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.609378:0:5793:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d957e00. 00000020:00000010:3.0:1780333367.609382:0:5793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342c9000. 00000020:00000010:3.0:1780333367.609386:0:5793:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.609390:0:5793:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d956800. 80000000:00000010:3.0:1780333367.609393:0:5793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.609395:0:5793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.609398:0:5793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.609402:0:5793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.609406:0:5793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d957600. 00080000:00000010:3.0:1780333367.609409:0:5793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342cd000. 00002000:00000010:3.0:1780333367.609412:0:5793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.609418:0:5793:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956e00. 00000020:00000010:3.0:1780333367.609422:0:5793:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956e00. 00000020:00000010:3.0:1780333367.609425:0:5793:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d957600. 00000020:00000010:3.0:1780333367.609427:0:5793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333367.609430:0:5793:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.609432:0:5793:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d956800. 80000000:00000010:3.0:1780333367.609434:0:5793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.609435:0:5793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.609438:0:5793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.609440:0:5793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.609442:0:5793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d957e00. 00080000:00000010:3.0:1780333367.609444:0:5793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342c9000. 00002000:00000010:3.0:1780333367.609447:0:5793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.609481:0:5793:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d957600. 00000020:00000010:3.0:1780333367.609484:0:5793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333367.609486:0:5793:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec40936da90. 00000020:00000010:3.0:1780333367.609488:0:5793:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d956800. 80000000:00000010:3.0:1780333367.609490:0:5793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a13f60. 40000000:00000010:3.0:1780333367.609492:0:5793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec30183bcc0. 00100000:00000010:3.0:1780333367.609494:0:5793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec4342c8800. 00040000:00000010:3.0:1780333367.609496:0:5793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d948000. 00040000:00000010:3.0:1780333367.609498:0:5793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d957e00. 00080000:00000010:3.0:1780333367.609500:0:5793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342c9000. 00002000:00000010:3.0:1780333367.609502:0:5793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec437aa4400. 00000020:00000010:3.0:1780333367.609505:0:5793:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956e00. 00000001:00000010:0.0:1780333367.609923:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec4420f5a00. 00000001:00000010:0.0:1780333367.609929:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec42e0b5400. 00000001:00000010:0.0:1780333367.609933:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec42e0b5800. 00000001:00000010:0.0:1780333367.609934:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec42e0b5e00. 00000001:00000010:0.0:1780333367.609937:0:100539:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8ec30362dc00. 00000001:00000010:0.0:1780333367.609941:0:100539:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8ec302893500. 00000020:00000010:0.0:1780333367.609946:0:100539:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8ec4036a8800. 00000020:00000010:0.0:1780333367.609959:0:100539:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff8ec4036aa800. 00010000:00000010:3.1:1780333367.614664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1c00. 00000100:00000010:3.0:1780333368.535720:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259a300. 02000000:00000010:3.0:1780333368.535743:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d948000. 02000000:00000010:0.0:1780333368.535842:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec434264400. 00000400:00000010:0.0:1780333368.535851:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081695d8. 00000400:00000010:0.0:1780333368.535859:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333368.535867:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067855232, portal 4 00000400:00000010:0.0:1780333368.535874:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333368.535877:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067855232, offset 0 00000400:00000200:0.0:1780333368.535886:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333368.535900:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333368.535913:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2abb80 00000400:00000200:0.0:1780333368.535920:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 7392 00000400:00000200:0.0:1780333368.535929:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333368.535933:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333368.535941:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1780333368.535945:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129c380. 00000400:00000200:0.0:1780333368.535968:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333368.535971:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333368.535979:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259a300 x1866812067855232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333368.536001:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d97e0. 00000100:00000010:0.0:1780333368.536012:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9780. 00000100:00000010:0.0:1780333368.536016:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9180. 00000100:00000010:0.0:1780333368.536020:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9a20. 00000020:00000010:3.0:1780333368.536112:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333368.536118:0:59742:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e7080. 00000020:00000010:3.0:1780333368.536142:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d957e00. 00000020:00000010:3.0:1780333368.536147:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d380. 00000020:00000010:3.0:1780333368.536151:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333368.536185:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bd80. 00000020:00000010:3.0:1780333368.536188:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bd80. 00000100:00000200:3.0:1780333368.536190:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067855232 02000000:00000010:3.0:1780333368.536205:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d877400. 00010000:00000200:3.0:1780333368.536239:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129c380 x1866812067855232/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:344/0 lens 224/368 e 0 to 0 dl 1780333379 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333368.536256:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c425d8. 00000100:00000200:3.0:1780333368.537529:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067855232, offset 224 00000400:00000200:3.0:1780333368.537545:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333368.537556:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333368.537566:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2abb80 00000400:00000200:3.0:1780333368.537574:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x163b5 [1] + 224 00000400:00000200:3.0:1780333368.537591:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333368.537595:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333368.537607:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259a300 x1866812067855232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333368.537644:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c425d8 00000400:00000010:3.0:1780333368.537647:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c425d8. 00000020:00000010:3.0:1780333368.537666:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d380. 00000020:00000010:3.0:1780333368.537671:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333368.537675:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d957e00. 00000400:00000010:0.0:1780333368.538236:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081695d8. 00000400:00000200:0.0:1780333368.538242:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346cc0 00000400:00000010:0.0:1780333368.538244:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333368.538251:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259a300 x1866812067855232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333368.538572:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259a300 x1866812067855232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333368.538637:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec434264400. 02000000:00000010:0.0:1780333368.538644:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d948000. 00000100:00000010:0.0:1780333368.538650:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259a300. 00000100:00000010:1.0:1780333368.543435:0:97287:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9780. 00000100:00000010:0.0:1780333368.544026:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d97e0. 00000100:00000010:2.0:1780333368.546402:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9180. 00000100:00000010:3.0:1780333368.547003:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9a20. 00000001:00000010:0.0:1780333368.599845:0:7493:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec30190e900. 00080000:00000010:0.0:1780333368.599857:0:7493:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc4c000. 00080000:00000010:0.0:1780333368.599862:0:7493:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc4ec00. 00000001:00000010:2.0:1780333368.600327:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec418b08200. 00000001:00000010:2.0:1780333368.600333:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec418b09400. 00000001:00000010:2.0:1780333368.600336:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec418b09c00. 00000001:00000010:2.0:1780333368.600339:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec4126afc00. 00000001:00000010:2.0:1780333368.600341:0:100539:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8ec30330e3a0. 00000001:00000010:2.0:1780333368.600345:0:100539:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8ec42dee9700. 00000001:00000010:2.0:1780333368.600352:0:100539:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8ec43c325b00. 00000020:00000010:2.0:1780333368.600371:0:100539:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8ec3035a3800. 00000020:00000010:2.0:1780333368.600379:0:100539:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff8ec3035a4800. 00000001:00000010:1.0:1780333368.620738:0:6623:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec301a135a0. 00080000:00000010:1.0:1780333368.620753:0:6623:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437aa4800. 00080000:00000010:1.0:1780333368.620763:0:6623:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437aa5400. 00000001:00000010:3.0:1780333368.625671:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec4126aec00. 00000001:00000010:3.0:1780333368.625685:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec4126afa00. 00000001:00000010:3.0:1780333368.625687:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec4126ae600. 00000001:00000010:3.0:1780333368.625691:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec437ad3400. 00000001:00000010:3.0:1780333368.625695:0:100539:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8ec30330e660. 00000001:00000010:3.0:1780333368.625698:0:100539:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8ec42dee9200. 00000001:00000010:3.0:1780333368.625706:0:100539:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8ec43c325c00. 00000020:00000010:3.0:1780333368.625715:0:100539:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8ec3035a3000. 00000020:00000010:3.0:1780333368.625725:0:100539:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff8ec3035a7000. 00000100:00000010:3.0:1780333369.563407:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599880. 02000000:00000010:3.0:1780333369.563430:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec30322b900. 00000100:00000010:3.0:1780333369.563457:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598e00. 02000000:00000010:3.0:1780333369.563463:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec407594200. 00000100:00000010:3.0:1780333369.563470:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598380. 02000000:00000010:3.0:1780333369.563475:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437dd5d00. 00000100:00000010:3.0:1780333369.563491:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259bb80. 02000000:00000010:3.0:1780333369.563496:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437dd5400. 00000100:00000010:3.0:1780333369.563502:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259a680. 02000000:00000010:3.0:1780333369.563505:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec409de3300. 00000100:00000010:3.0:1780333369.563510:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599c00. 02000000:00000010:3.0:1780333369.563513:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec409de3b00. 02000000:00000010:3.0:1780333369.563552:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437755c00. 00000400:00000010:3.0:1780333369.563559:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68210. 00000400:00000010:3.0:1780333369.563565:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c425d8. 00000100:00000200:3.0:1780333369.563581:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067855616, portal 10 00000400:00000010:3.0:1780333369.563588:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333369.563591:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067855616, offset 0 00000400:00000200:3.0:1780333369.563600:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333369.563612:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333369.563640:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2abd00 00000400:00000200:3.0:1780333369.563646:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 67664 00000400:00000200:3.0:1780333369.563655:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333369.563659:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1780333369.563771:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b4600. 00000400:00000010:0.0:1780333369.563776:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081695d8. 00000400:00000010:0.0:1780333369.563780:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333369.563783:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067855360, portal 25 00000400:00000010:0.0:1780333369.563786:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333369.563788:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067855360, offset 0 00000400:00000200:0.0:1780333369.563792:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.567897:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.567913:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2abc00 00000400:00000200:0.0:1780333369.567921:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15c09 [2] + 0 00000400:00000010:0.0:1780333369.567928:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec43c4156e0. 00000400:00000200:0.0:1780333369.567933:0:3328:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec409ebe480 00000400:00000200:0.0:1780333369.567941:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.567945:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333369.567950:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409ebe480 00000400:00000010:0.0:1780333369.567953:0:3328:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec409ebe480. 00000100:00000200:0.0:1780333369.567960:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333369.567988:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333369.567991:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333369.568002:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599880 x1866812067855360/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333369.568026:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d92a0. 00000100:00000010:0.0:1780333369.568038:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9ae0. 00000100:00000010:0.0:1780333369.568043:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d9ea0. 00000100:00000010:0.0:1780333369.568047:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4342d97e0. 02000000:00000010:0.0:1780333369.568068:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b4c00. 00000400:00000010:0.0:1780333369.568073:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169688. 00000400:00000010:0.0:1780333369.568077:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333369.568083:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067855872, portal 10 00000400:00000010:0.0:1780333369.568089:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333369.568092:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067855872, offset 0 00000400:00000200:0.0:1780333369.568098:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.568103:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.568109:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2abe00 00000400:00000200:0.0:1780333369.568114:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 67888 00000400:00000200:0.0:1780333369.568119:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.568122:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.568127:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333369.568132:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129ca80. 00000400:00000200:0.0:1780333369.568144:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333369.568146:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333369.568151:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259a680 x1866812067855872/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333369.568184:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b4e00. 00000400:00000010:0.0:1780333369.568187:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169108. 00000400:00000010:0.0:1780333369.568189:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333369.568192:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067855488, portal 10 00000400:00000010:0.0:1780333369.568196:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333369.568198:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067855488, offset 0 00000400:00000200:0.0:1780333369.568201:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.568206:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.568210:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2abc80 00000400:00000200:0.0:1780333369.568213:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 68112 00000400:00000200:0.0:1780333369.568218:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.568221:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.568224:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333369.568226:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129ed80. 00000400:00000200:0.0:1780333369.568237:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333369.568239:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333369.568244:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302598e00 x1866812067855488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333369.568261:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b4000. 00000400:00000010:0.0:1780333369.568265:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169318. 00000400:00000010:0.0:1780333369.568267:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333369.568270:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067856000, portal 4 00000400:00000010:0.0:1780333369.568274:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333369.568275:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067856000, offset 0 00000400:00000200:0.0:1780333369.568291:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.568296:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.568301:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2abe80 00000400:00000200:0.0:1780333369.568306:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 9104 00000400:00000200:0.0:1780333369.568310:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.568313:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.568317:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333369.568320:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129f800. 00000400:00000200:0.0:1780333369.568332:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333369.568334:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333369.568338:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599c00 x1866812067856000/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333369.568372:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b4200. 00000400:00000010:0.0:1780333369.568376:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c08. 00000400:00000010:0.0:1780333369.568379:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333369.568382:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067855744, portal 4 00000400:00000010:0.0:1780333369.568385:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333369.568387:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067855744, offset 0 00000400:00000200:0.0:1780333369.568390:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.568395:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.568400:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2abd80 00000400:00000200:0.0:1780333369.568403:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 9328 00000400:00000200:0.0:1780333369.568408:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.568411:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.568414:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333369.568417:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129e680. 00000400:00000200:0.0:1780333369.568428:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333369.568429:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333369.568434:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259bb80 x1866812067855744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333369.568476:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333369.568493:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4800. 00000020:00000010:0.0:1780333369.568498:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6780. 00000020:00000010:0.0:1780333369.568502:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333369.568533:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.568536:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.568540:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4400. 00000020:00000010:0.0:1780333369.568543:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6200. 00000020:00000010:0.0:1780333369.568545:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333369.568564:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.568566:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573740. 00000100:00000200:0.0:1780333369.568579:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067855872 02000000:00000010:0.0:1780333369.568597:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec434264400. 00010000:00000200:0.0:1780333369.568606:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129ca80 x1866812067855872/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333369.568642:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333369.568645:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067855872, offset 224 00000400:00000200:0.0:1780333369.568649:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.568654:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.568658:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2abe00 00000400:00000200:0.0:1780333369.568663:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163d1 [1] + 224 00000400:00000200:0.0:1780333369.568667:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1780333369.568763:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333369.568771:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599f80. 00000400:00000200:3.0:1780333369.568787:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333369.568790:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333369.568797:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302598380 x1866812067855616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333369.568839:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333369.568844:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333369.568849:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec407536000. 00000020:00000010:1.0:1780333369.568851:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213880. 00000020:00000010:1.0:1780333369.568855:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333369.568880:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333369.568882:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000100:00000200:1.0:1780333369.568884:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067855360 02000000:00000010:1.0:1780333369.568893:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4371d0800. 00010000:00000200:1.0:1780333369.568900:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec40758b450 x1866812067855360/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:345/0 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333369.568910:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333369.568914:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067855360, offset 224 00000400:00000200:1.0:1780333369.568918:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333369.568923:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333369.568927:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2abc00 00000400:00000200:1.0:1780333369.568932:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x163c9 [1] + 224 00000400:00000200:1.0:1780333369.568936:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333369.568938:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333369.568944:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599880 x1866812067855360/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333369.568957:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333369.568959:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000020:00000010:1.0:1780333369.568971:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213880. 00000400:00000010:3.0:1780333369.568973:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081695d8. 00000020:00000010:1.0:1780333369.568975:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000400:00000200:3.0:1780333369.568979:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346cc0 00000020:00000010:1.0:1780333369.568980:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec407536000. 00000400:00000010:3.0:1780333369.568983:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346cc0. 02000000:00000010:1.0:1780333369.568989:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec4371d0800. 00000100:00000200:3.0:1780333369.568992:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599880 x1866812067855360/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333369.568996:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333369.569002:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2058. 00000100:00000200:3.0:1780333369.569003:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599880 x1866812067855360/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333369.569008:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec409271600. 02000000:00000010:3.0:1780333369.569027:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b4600. 02000000:00000010:3.0:1780333369.569033:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec30322b900. 00000100:00000010:3.0:1780333369.569040:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599880. 00000400:00000200:0.0:1780333369.569046:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.569054:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259a680 x1866812067855872/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333369.569071:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333369.569074:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000400:00000010:3.0:1780333369.569082:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169688. 00000020:00000010:0.0:1780333369.569084:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6780. 00000400:00000200:3.0:1780333369.569086:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000020:00000010:0.0:1780333369.569088:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000400:00000010:3.0:1780333369.569089:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000020:00000010:0.0:1780333369.569092:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4800. 00000100:00000200:3.0:1780333369.569097:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259a680 x1866812067855872/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333369.569105:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259a680 x1866812067855872/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333369.569108:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.569113:0:5806:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573600. 00000020:00000010:0.0:1780333369.569119:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.569123:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4800. 02000000:00000010:3.0:1780333369.569126:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b4c00. 00000020:00000010:0.0:1780333369.569126:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6780. 00000020:00000010:0.0:1780333369.569130:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 02000000:00000010:3.0:1780333369.569132:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec409de3300. 00000100:00000010:3.0:1780333369.569138:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259a680. 00000020:00000010:0.0:1780333369.569144:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.569148:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573740. 00000100:00000200:0.0:1780333369.569151:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067855488 02000000:00000010:0.0:1780333369.569159:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec434266000. 00010000:00000200:0.0:1780333369.569164:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129ed80 x1866812067855488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333369.569174:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333369.569177:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067855488, offset 224 00000400:00000200:0.0:1780333369.569181:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.569186:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.569191:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2abc80 00000400:00000200:0.0:1780333369.569195:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163d9 [1] + 224 00000400:00000200:0.0:1780333369.569199:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.569201:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.569206:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302598e00 x1866812067855488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333369.569227:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333369.569229:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000020:00000010:0.0:1780333369.569236:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6200. 00000020:00000010:0.0:1780333369.569238:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333369.569240:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4400. 00000020:00000010:0.0:1780333369.569249:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.569252:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573740. 00000100:00000200:0.0:1780333369.569254:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067855616 02000000:00000010:0.0:1780333369.569261:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec426f52800. 00010000:00000200:0.0:1780333369.569266:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302599f80 x1866812067855616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333369.569275:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333369.569287:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067855616, offset 224 00000400:00000200:0.0:1780333369.569291:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.569296:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.569300:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2abd00 00000400:00000200:0.0:1780333369.569305:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163c1 [1] + 224 00000400:00000200:0.0:1780333369.569309:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.569311:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.569316:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302598380 x1866812067855616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333369.569336:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333369.569338:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000020:00000010:0.0:1780333369.569344:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6780. 00000020:00000010:0.0:1780333369.569347:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333369.569349:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4800. 00000020:00000010:0.0:1780333369.569374:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333369.569378:0:8139:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b700. 00000020:00000010:0.0:1780333369.569382:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4800. 00000020:00000010:0.0:1780333369.569385:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6780. 00000020:00000010:0.0:1780333369.569387:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333369.569410:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573600. 00000020:00000010:0.0:1780333369.569413:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573600. 00000020:00000010:0.0:1780333369.569416:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4400. 00000020:00000010:0.0:1780333369.569419:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6200. 00000020:00000010:0.0:1780333369.569421:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333369.569436:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573600. 00000020:00000010:0.0:1780333369.569438:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573600. 00000100:00000200:0.0:1780333369.569440:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856000 02000000:00000010:0.0:1780333369.569448:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec426f53400. 00010000:00000200:0.0:1780333369.569453:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129f800 x1866812067856000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333369.569462:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333369.569465:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067856000, offset 224 00000400:00000200:0.0:1780333369.569469:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.569473:0:8139:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.569478:0:8139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2abe80 00000400:00000200:0.0:1780333369.569482:0:8139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x163e1 [1] + 224 00000400:00000200:0.0:1780333369.569486:0:8139:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.569489:0:8139:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.569494:0:8139:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599c00 x1866812067856000/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333369.569504:0:8139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333369.569506:0:8139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000020:00000010:0.0:1780333369.569513:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6780. 00000020:00000010:0.0:1780333369.569516:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333369.569518:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4800. 00000020:00000010:0.0:1780333369.569528:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573600. 00000020:00000010:0.0:1780333369.569530:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573600. 00000100:00000200:0.0:1780333369.569532:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067855744 02000000:00000010:0.0:1780333369.569539:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec426f52c00. 00010000:00000200:0.0:1780333369.569545:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129e680 x1866812067855744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1780333380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333369.569552:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333369.569554:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067855744, offset 224 00000400:00000200:0.0:1780333369.569558:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333369.569562:0:8139:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333369.569566:0:8139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2abd80 00000400:00000200:0.0:1780333369.569581:0:8139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x163e9 [1] + 224 00000400:00000200:0.0:1780333369.569585:0:8139:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333369.569587:0:8139:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333369.569591:0:8139:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259bb80 x1866812067855744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333369.569603:0:8139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333369.569605:0:8139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000020:00000010:0.0:1780333369.569611:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6200. 00000020:00000010:0.0:1780333369.569613:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333369.569615:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4400. 00000400:00000010:1.0:1780333369.569809:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68210. 00000400:00000200:1.0:1780333369.569815:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c425d8 00000400:00000010:1.0:1780333369.569817:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c425d8. 00000100:00000200:1.0:1780333369.569823:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302598380 x1866812067855616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333369.569831:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302598380 x1866812067855616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333369.569847:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437755c00. 02000000:00000010:1.0:1780333369.569851:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437dd5d00. 00000100:00000010:1.0:1780333369.569856:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302598380. 00000400:00000010:0.0:1780333369.569902:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c08. 00000400:00000200:0.0:1780333369.569905:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333369.569906:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333369.569911:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259bb80 x1866812067855744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333369.569918:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259bb80 x1866812067855744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333369.569932:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b4200. 02000000:00000010:0.0:1780333369.569934:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437dd5400. 00000100:00000010:0.0:1780333369.569937:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259bb80. 00000400:00000010:3.0:1780333369.570015:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169108. 00000400:00000200:3.0:1780333369.570018:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:3.0:1780333369.570020:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:3.0:1780333369.570026:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302598e00 x1866812067855488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333369.570033:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302598e00 x1866812067855488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333369.570052:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169318. 00000400:00000200:3.0:1780333369.570055:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:3.0:1780333369.570056:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000100:00000200:3.0:1780333369.570060:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599c00 x1866812067856000/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333369.570068:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599c00 x1866812067856000/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333369.570079:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b4e00. 02000000:00000010:3.0:1780333369.570082:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec407594200. 00000100:00000010:3.0:1780333369.570088:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302598e00. 02000000:00000010:3.0:1780333369.570092:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b4000. 02000000:00000010:3.0:1780333369.570094:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec409de3b00. 00000100:00000010:3.0:1780333369.570097:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599c00. 00000100:00000010:1.0:1780333369.647716:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9ae0. 00000100:00000010:3.0:1780333369.647813:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d97e0. 00000100:00000010:0.0:1780333369.647884:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d92a0. 00000100:00000010:2.0:1780333369.648027:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4342d9ea0. 00000020:00000010:1.0:1780333370.063426:0:107467:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec302828a80. 00000020:00000010:1.0:1780333370.063497:0:107467:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec302828a80. 00000020:00000010:1.0:1780333370.063794:0:107467:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec4371d0800. 00000020:00000010:1.0:1780333370.063805:0:107467:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40baf6600. 00000020:00000010:1.0:1780333370.063810:0:107467:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40baf7200. 00000040:00000010:1.0:1780333370.063815:0:107467:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec407536000. 00000020:00000010:1.0:1780333370.063819:0:107467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344f800. 00000020:00000010:1.0:1780333370.063825:0:107467:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d860800. 80000000:00000010:1.0:1780333370.063829:0:107467:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec410f58ba0. 00040000:00000010:1.0:1780333370.063835:0:107467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d860600. 00080000:00000010:1.0:1780333370.063841:0:107467:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344a800. 20000000:00000010:1.0:1780333370.063848:0:107467:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec4375bce00. 00000020:00000010:1.0:1780333370.063854:0:107467:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec301a10080. 00000001:00000010:1.0:1780333370.063862:0:107467:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff8ec301a10ac0. 00000020:00000010:1.0:1780333370.063883:0:107467:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4375bc600. 00000020:00000010:1.0:1780333370.063886:0:107467:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec4375bc000. 00000040:00000010:1.0:1780333370.063889:0:107467:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4372b6200. 00000020:00000010:1.0:1780333370.063892:0:107467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344c000. 00000020:00000010:1.0:1780333370.063894:0:107467:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4372b7200. 00040000:00000010:1.0:1780333370.063898:0:107467:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec420569c00. 00040000:00000010:1.0:1780333370.063901:0:107467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4372b6800. 00080000:00000010:1.0:1780333370.063903:0:107467:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344c800. 00000001:00000010:1.0:1780333370.063908:0:107467:0:(nodemap_storage.c:990:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff8ec303448000. 00080000:00000010:1.0:1780333370.063920:0:107467:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec4371d3c00. 00000100:00000010:3.0:1780333370.071717:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599c00. 02000000:00000010:3.0:1780333370.071740:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec409de3b00. 02000000:00000010:2.0:1780333370.071837:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4cc00. 00000400:00000010:2.0:1780333370.071846:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a9f8. 00000400:00000010:2.0:1780333370.071853:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333370.071861:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067856128, portal 4 00000400:00000010:2.0:1780333370.071869:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333370.071872:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067856128, offset 0 00000400:00000200:2.0:1780333370.071882:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333370.071897:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333370.071910:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2abf00 00000400:00000200:2.0:1780333370.071918:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 7616 00000400:00000200:2.0:1780333370.071928:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333370.071933:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333370.071943:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1780333370.071947:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303631f80. 00000400:00000200:2.0:1780333370.071970:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:2.0:1780333370.071973:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333370.071982:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599c00 x1866812067856128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333370.072006:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ee40. 00000100:00000010:2.0:1780333370.072021:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eba0. 00000100:00000010:2.0:1780333370.072028:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ecc0. 00000100:00000010:2.0:1780333370.072035:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ea80. 00000020:00000010:2.0:1780333370.072076:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7b00. 00000020:00000010:2.0:1780333370.072081:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7b00. 00000020:00000010:2.0:1780333370.072089:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372ab800. 00000020:00000010:2.0:1780333370.072094:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333370.072099:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333370.072142:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7b00. 00000020:00000010:2.0:1780333370.072146:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7b00. 00000100:00000200:2.0:1780333370.072149:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856128 02000000:00000010:2.0:1780333370.072167:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4d400. 00010000:00000200:2.0:1780333370.072203:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303631f80 x1866812067856128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:346/0 lens 224/368 e 0 to 0 dl 1780333381 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333370.072220:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333370.072224:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067856128, offset 224 00000400:00000200:2.0:1780333370.072230:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333370.072238:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333370.072246:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2abf00 00000400:00000200:2.0:1780333370.072252:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1640d [1] + 224 00000400:00000200:2.0:1780333370.072257:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333370.072263:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333370.072272:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599c00 x1866812067856128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333370.072290:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:2.0:1780333370.072292:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000020:00000010:2.0:1780333370.072305:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333370.072310:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333370.072314:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372ab800. 00000400:00000010:2.0:1780333370.072345:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a9f8. 00000400:00000200:2.0:1780333370.072349:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b110 00000400:00000010:2.0:1780333370.072351:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333370.072357:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599c00 x1866812067856128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333370.072373:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599c00 x1866812067856128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333370.072409:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4cc00. 02000000:00000010:2.0:1780333370.072415:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec409de3b00. 00000100:00000010:2.0:1780333370.072421:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599c00. 00000100:00000010:0.0:1780333370.078015:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ee40. 00000100:00000010:3.0:1780333370.078078:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ea80. 00000100:00000010:1.0:1780333370.078295:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eba0. 00000100:00000010:2.0:1780333370.078678:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ecc0. 00000020:00000010:2.0:1780333370.111427:0:107467:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec408e73f80. 00000001:00000010:2.0:1780333370.111916:0:107467:0:(nodemap_storage.c:1004:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff8ec303448000. 00000020:00000010:2.0:1780333370.111925:0:107467:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec4375bc000. 00000040:00000010:2.0:1780333370.111931:0:107467:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4372b6200. 00000020:00000010:2.0:1780333370.111935:0:107467:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344c000. 00000020:00000010:2.0:1780333370.111939:0:107467:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4372b7200. 00040000:00000010:2.0:1780333370.111944:0:107467:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec420569c00. 00040000:00000010:2.0:1780333370.111949:0:107467:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4372b6800. 00000020:00000010:2.0:1780333370.111952:0:107467:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec408e73f80. 00080000:00000010:2.0:1780333370.111955:0:107467:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344c800. 00000020:00000010:2.0:1780333370.111958:0:107467:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4375bc600. 00000020:00000010:2.0:1780333370.111969:0:107467:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372ab800. 00000020:00000010:2.0:1780333370.111972:0:107467:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec4372aaa00. 00000040:00000010:2.0:1780333370.111977:0:107467:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4372ab200. 00000020:00000010:2.0:1780333370.111980:0:107467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec408463000. 00000020:00000010:2.0:1780333370.111984:0:107467:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4375bc600. 00040000:00000010:2.0:1780333370.111988:0:107467:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec405757600. 00040000:00000010:2.0:1780333370.111991:0:107467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4375bc000. 00080000:00000010:2.0:1780333370.111994:0:107467:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec408460800. 00080000:00000010:2.0:1780333370.112002:0:107467:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc4cc00. 00000020:00000010:2.0:1780333370.112666:0:107467:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec408e73f80. 00080000:00000010:2.0:1780333370.112690:0:107467:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc4f800. 00080000:00000010:2.0:1780333370.112869:0:107467:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc4f000. 00080000:00000010:2.0:1780333370.113122:0:107467:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc4e400. 00000020:00000010:2.0:1780333370.113372:0:107467:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec4372aaa00. 00000040:00000010:2.0:1780333370.113378:0:107467:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4372ab200. 00000020:00000010:2.0:1780333370.113380:0:107467:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec408463000. 00000020:00000010:2.0:1780333370.113384:0:107467:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4375bc600. 00040000:00000010:2.0:1780333370.113388:0:107467:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec405757600. 00040000:00000010:2.0:1780333370.113392:0:107467:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4375bc000. 00000020:00000010:2.0:1780333370.113394:0:107467:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec408e73f80. 00080000:00000010:2.0:1780333370.113397:0:107467:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec408460800. 00000020:00000010:2.0:1780333370.113399:0:107467:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372ab800. 00000001:00000010:2.0:1780333370.113751:0:107467:0:(nodemap_lproc.c:1441:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff8ec4099e7bc0. 00000001:00000010:2.0:1780333370.113760:0:107467:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at ffff8ec30311cc00. 00000001:00000010:2.0:1780333370.113765:0:107467:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff8ec301a10ac0. 00010000:00000010:2.0:1780333370.113781:0:107467:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1e00. 00010000:00000010:2.0:1780333370.113794:0:107467:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec4099e7bc0. 00000100:00000010:2.0:1780333370.113801:0:107467:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42dc45240. 00000100:00000010:2.0:1780333370.113877:0:107467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303630000. 02000000:00000010:2.0:1780333370.113896:0:107467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40926e800. 02000000:00000010:2.0:1780333370.113998:0:107467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4375bc000. 00000400:00000010:2.0:1780333370.114005:0:107467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a9f8. 00000400:00000010:2.0:1780333370.114012:0:107467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333370.114019:0:107467:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067856256, portal 16 00000400:00000010:2.0:1780333370.114025:0:107467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333370.114028:0:107467:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067856256, offset 0 00000400:00000200:2.0:1780333370.114036:0:107467:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333370.114050:0:107467:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333370.114060:0:107467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2abf80 00000400:00000200:2.0:1780333370.114066:0:107467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c49 [2] + 1968 00000400:00000010:2.0:1780333370.114070:0:107467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7420. 00000400:00000200:2.0:1780333370.114074:0:107467:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aac00 00000400:00000200:2.0:1780333370.114081:0:107467:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333370.114085:0:107467:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333370.114090:0:107467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aac00 00000400:00000010:2.0:1780333370.114093:0:107467:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aac00. 00000100:00000200:2.0:1780333370.114098:0:107467:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:2.0:1780333370.114176:0:107467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:2.0:1780333370.114179:0:107467:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333370.114187:0:107467:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec303630000 x1866812067856256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333386 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1780333370.114205:0:107467:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ecc0. 00000100:00000010:2.0:1780333370.114216:0:107467:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e5a0. 00000100:00000010:2.0:1780333370.114221:0:107467:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e8a0. 00000100:00000010:2.0:1780333370.114226:0:107467:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e060. 00000100:00000010:0.0:1780333370.114468:0:5789:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8ec426f51400. 00000100:00000010:0.0:1780333370.114476:0:5789:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8ec4371ce000. 00000100:00000200:0.0:1780333370.114480:0:5789:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1780333370.114484:0:5789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c08. 00000400:00000010:0.0:1780333370.114488:0:5789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4420ef840. 00000020:00000010:0.0:1780333370.114586:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333370.114590:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333370.114596:0:5789:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437755c00. 00000020:00000010:0.0:1780333370.114600:0:5789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6b00. 00000020:00000010:0.0:1780333370.114606:0:5789:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333370.114734:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333370.114736:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000100:00000200:0.0:1780333370.114739:0:5789:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856256 02000000:00000010:0.0:1780333370.114757:0:5789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c0bfc00. 00000400:00000010:0.0:1780333370.114769:0:5789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333370.114772:0:5789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067856256, offset 224 00000400:00000200:0.0:1780333370.114776:0:5789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333370.114782:0:5789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333370.114789:0:5789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2abf80 00000400:00000200:0.0:1780333370.114794:0:5789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16419 [1] + 224 00000400:00000200:0.0:1780333370.114799:0:5789:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333370.114802:0:5789:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333370.114808:0:5789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec303630000 x1866812067856256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333386 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780333370.114993:0:5789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333370.114996:0:5789:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00010000:00000010:0.0:1780333370.115006:0:5789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec4229cec00. 00000020:00000010:0.0:1780333370.115028:0:5789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6b00. 00000020:00000010:0.0:1780333370.115032:0:5789:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333370.115035:0:5789:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437755c00. 02000000:00000010:0.0:1780333370.115043:0:5789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c0bfc00. 02000000:00000010:0.0:1780333370.115047:0:5789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d877c00. 00000100:00000010:0.0:1780333370.115050:0:5789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129d180. 02000000:00000010:0.0:1780333370.115055:0:5789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d875800. 00000100:00000010:0.0:1780333370.115057:0:5789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129e300. 02000000:00000010:0.0:1780333370.115061:0:5789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d874000. 00000100:00000010:0.0:1780333370.115063:0:5789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129d880. 02000000:00000010:0.0:1780333370.115065:0:5789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42e0a8800. 00000100:00000010:0.0:1780333370.115067:0:5789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea0a80. 02000000:00000010:0.0:1780333370.115070:0:5789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42e0a9800. 00000100:00000010:0.0:1780333370.115075:0:5789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb8000. 02000000:00000010:0.0:1780333370.115078:0:5789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42e0a9c00. 00000100:00000010:0.0:1780333370.115085:0:5789:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cbad80. 00000100:00000010:0.0:1780333370.115088:0:5789:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8ec42d99a000. 00000100:00000010:0.0:1780333370.115092:0:5789:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8ec42d9cb000. 00000400:00000010:2.0:1780333370.115333:0:107467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a9f8. 00000400:00000200:2.0:1780333370.115338:0:107467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b110 00000400:00000010:2.0:1780333370.115340:0:107467:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333370.115346:0:107467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec303630000 x1866812067856256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333386 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333370.115355:0:107467:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec303630000 x1866812067856256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333386 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1780333370.115379:0:107467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4375bc000. 02000000:00000010:2.0:1780333370.115384:0:107467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40926e800. 00000100:00000010:2.0:1780333370.115389:0:107467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303630000. 00000100:00000010:2.0:1780333370.115399:0:107467:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42dc45240. 00010000:00000010:2.0:1780333370.115402:0:107467:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec4099e7bc0. 00000100:00000010:3.0:1780333370.116555:0:5793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598e00. 02000000:00000010:3.0:1780333370.116585:0:5793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437193000. 00010000:00000010:3.0:1780333370.116666:0:5793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec4229cec00. 02000000:00000010:1.0:1780333370.116720:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b7c00. 00000400:00000010:1.0:1780333370.116729:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2688. 00000400:00000010:1.0:1780333370.116734:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333370.116740:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067856384, portal 18 00000400:00000010:1.0:1780333370.116744:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333370.116747:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067856384, offset 0 00000400:00000200:1.0:1780333370.116754:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333370.116764:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333370.116773:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ac000 00000400:00000200:1.0:1780333370.116779:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x423d [2] + 984 00000400:00000200:1.0:1780333370.116788:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333370.116791:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333370.116798:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1780333370.116802:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88a80. 00000400:00000200:1.0:1780333370.116943:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333370.116947:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333370.116954:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302598e00 x1866812067856384/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333370.117009:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333370.117015:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333370.117021:0:5792:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437755c00. 00000020:00000010:0.0:1780333370.117025:0:5792:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6b00. 00000020:00000010:0.0:1780333370.117030:0:5792:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000100:00000200:0.0:1780333370.117050:0:5792:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec433f88a80 x1866812067856384/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:346/0 lens 328/0 e 0 to 0 dl 1780333381 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333370.117092:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025733c0. 00000020:00000010:0.0:1780333370.117094:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025733c0. 00000100:00000200:0.0:1780333370.117097:0:5792:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856384 02000000:00000010:0.0:1780333370.117107:0:5792:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c0bfc00. 00010000:00000010:0.0:1780333370.117149:0:5792:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec3025733c0. 00000100:00000010:0.0:1780333370.117157:0:5792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec4229cec00. 00000100:00000010:0.0:1780333370.117362:0:5792:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec4229cec00. 00010000:00000010:0.0:1780333370.117367:0:5792:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec3025733c0. 00000400:00000010:0.0:1780333370.117379:0:5792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333370.117382:0:5792:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067856384, offset 224 00000400:00000200:0.0:1780333370.117388:0:5792:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333370.117394:0:5792:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333370.117399:0:5792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ac000 00000400:00000200:0.0:1780333370.117404:0:5792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16429 [1] + 224 00000400:00000200:0.0:1780333370.117409:0:5792:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333370.117412:0:5792:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333370.117419:0:5792:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302598e00 x1866812067856384/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333370.117444:0:5792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333370.117446:0:5792:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000020:00000010:0.0:1780333370.117468:0:5792:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6b00. 00000020:00000010:0.0:1780333370.117473:0:5792:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333370.117475:0:5792:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437755c00. 00000020:00000010:2.0:1780333370.117547:0:107467:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec301a10080. 00000020:00000010:2.0:1780333370.117557:0:107467:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40baf7200. 00000040:00000010:2.0:1780333370.117581:0:107467:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec407536000. 00000400:00000010:1.0:1780333370.117584:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2688. 00000020:00000010:2.0:1780333370.117586:0:107467:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344f800. 00000400:00000200:1.0:1780333370.117589:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333370.117591:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000020:00000010:2.0:1780333370.117593:0:107467:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d860800. 00000100:00000200:1.0:1780333370.117597:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302598e00 x1866812067856384/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 80000000:00000010:2.0:1780333370.117599:0:107467:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec410f58ba0. 00000100:00000200:1.0:1780333370.117606:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302598e00 x1866812067856384/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1780333370.117607:0:107467:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d860600. 00080000:00000010:2.0:1780333370.117613:0:107467:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344a800. 02000000:00000010:1.0:1780333370.117644:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b7c00. 20000000:00000010:2.0:1780333370.117649:0:107467:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec4375bce00. 02000000:00000010:1.0:1780333370.117649:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437193000. 00000020:00000010:2.0:1780333370.117657:0:107467:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40baf6600. 00000100:00000010:1.0:1780333370.117657:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302598e00. 00000020:00000010:2.0:1780333370.117668:0:107467:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec4371d0800. 00010000:00000010:0.1:1780333370.123263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390a00. 00010000:00000010:2.1:1780333370.124670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256500. 00010000:00000010:2.1:1780333370.124684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1e00. 00010000:00000010:3.1:1780333370.124779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273e700. 00010000:00000010:3.1:1780333370.124785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377de000. 00000100:00000010:0.0:1780333370.191727:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ecc0. 00000100:00000010:3.0:1780333370.191850:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e060. 00000100:00000010:1.0:1780333370.192709:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e5a0. 00000100:00000010:2.0:1780333370.192793:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e8a0. 00000020:00000010:0.0:1780333370.854576:0:107515:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30243a0f0. 00000020:00000010:0.0:1780333370.854740:0:107515:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30243a0f0. 00000020:00000010:0.0:1780333370.854901:0:107515:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec43c0bc800. 00000020:00000010:0.0:1780333370.854911:0:107515:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec418b08200. 00000020:00000010:0.0:1780333370.854915:0:107515:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec418b09400. 00000040:00000010:0.0:1780333370.854920:0:107515:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec418b09c00. 00000020:00000010:0.0:1780333370.854924:0:107515:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a5800. 00000020:00000010:0.0:1780333370.854930:0:107515:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42deaac00. 80000000:00000010:0.0:1780333370.854934:0:107515:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4342d9720. 00040000:00000010:0.0:1780333370.854940:0:107515:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42deaa200. 00080000:00000010:0.0:1780333370.854944:0:107515:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1000. 20000000:00000010:0.0:1780333370.854948:0:107515:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec42deab000. 00000020:00000010:0.0:1780333370.854952:0:107515:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec302573e40. 00000001:00000010:0.0:1780333370.854961:0:107515:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff8ec302573a00. 00000020:00000010:0.0:1780333370.854980:0:107515:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d957600. 00000020:00000010:0.0:1780333370.854984:0:107515:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d956e00. 00000040:00000010:0.0:1780333370.854986:0:107515:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec42d957e00. 00000020:00000010:0.0:1780333370.854991:0:107515:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a2000. 00000020:00000010:0.0:1780333370.854994:0:107515:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d956400. 00040000:00000010:0.0:1780333370.854999:0:107515:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59500. 00040000:00000010:0.0:1780333370.855002:0:107515:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d956800. 00080000:00000010:0.0:1780333370.855006:0:107515:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a0000. 00080000:00000010:0.0:1780333370.855019:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec43c0bd800. 00000020:00000010:0.0:1780333370.855137:0:107515:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec42dfb6480. 00000020:00000010:0.0:1780333370.855163:0:107515:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d956e00. 00000040:00000010:0.0:1780333370.855167:0:107515:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec42d957e00. 00000020:00000010:0.0:1780333370.855170:0:107515:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a2000. 00000020:00000010:0.0:1780333370.855175:0:107515:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d956400. 00040000:00000010:0.0:1780333370.855178:0:107515:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59500. 00040000:00000010:0.0:1780333370.855182:0:107515:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d956800. 00000020:00000010:0.0:1780333370.855184:0:107515:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec42dfb6480. 00080000:00000010:0.0:1780333370.855186:0:107515:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333370.855189:0:107515:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d957600. 00000001:00000010:0.0:1780333370.855193:0:107515:0:(nodemap_range.c:341:range_destroy()) kfreed 'range': 176 at ffff8ec43d7763c0. 00000020:00000010:0.0:1780333370.855199:0:107515:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d957600. 00000020:00000010:0.0:1780333370.855201:0:107515:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d956800. 00000040:00000010:0.0:1780333370.855204:0:107515:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec42d956400. 00000020:00000010:0.0:1780333370.855206:0:107515:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333370.855209:0:107515:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d957e00. 00040000:00000010:0.0:1780333370.855211:0:107515:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59500. 00040000:00000010:0.0:1780333370.855213:0:107515:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d956e00. 00080000:00000010:0.0:1780333370.855216:0:107515:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a2000. 00000001:00000010:0.0:1780333370.855219:0:107515:0:(nodemap_storage.c:990:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff8ec3035a1800. 00080000:00000010:0.0:1780333370.855225:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42d9cb000. 00000020:00000010:0.0:1780333370.857254:0:107515:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec42dfb6480. 00000001:00000010:0.0:1780333370.858070:0:107515:0:(nodemap_storage.c:1004:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff8ec3035a1800. 00000020:00000010:0.0:1780333370.858082:0:107515:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d956800. 00000040:00000010:0.0:1780333370.858086:0:107515:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec42d956400. 00000020:00000010:0.0:1780333370.858090:0:107515:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333370.858095:0:107515:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d957e00. 00040000:00000010:0.0:1780333370.858099:0:107515:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59500. 00040000:00000010:0.0:1780333370.858105:0:107515:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d956e00. 00000020:00000010:0.0:1780333370.858108:0:107515:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec42dfb6480. 00080000:00000010:0.0:1780333370.858111:0:107515:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a2000. 00000020:00000010:0.0:1780333370.858114:0:107515:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d957600. 00000020:00000010:0.0:1780333370.858123:0:107515:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d957600. 00000020:00000010:0.0:1780333370.858127:0:107515:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d956e00. 00000040:00000010:0.0:1780333370.858131:0:107515:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec42d957e00. 00000020:00000010:0.0:1780333370.858133:0:107515:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a2000. 00000020:00000010:0.0:1780333370.858137:0:107515:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42d956400. 00040000:00000010:0.0:1780333370.858140:0:107515:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59500. 00040000:00000010:0.0:1780333370.858143:0:107515:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42d956800. 00080000:00000010:0.0:1780333370.858146:0:107515:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a0000. 00080000:00000010:0.0:1780333370.858156:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec403b8bc00. 00000020:00000010:0.0:1780333370.858208:0:107515:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec42dfb6480. 00080000:00000010:0.0:1780333370.858228:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec410ee7800. 00080000:00000010:0.0:1780333370.858404:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437221c00. 00080000:00000010:0.0:1780333370.858463:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437223000. 00080000:00000010:0.0:1780333370.858519:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437220c00. 00080000:00000010:0.0:1780333370.858576:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437220400. 00080000:00000010:0.0:1780333370.858611:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437223400. 00080000:00000010:0.0:1780333370.858871:0:107515:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec437222000. 00000020:00000010:0.0:1780333370.858906:0:107515:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d956e00. 00000040:00000010:0.0:1780333370.858909:0:107515:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec42d957e00. 00000020:00000010:0.0:1780333370.858912:0:107515:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a2000. 00000020:00000010:0.0:1780333370.858916:0:107515:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42d956400. 00040000:00000010:0.0:1780333370.858918:0:107515:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59500. 00040000:00000010:0.0:1780333370.858922:0:107515:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42d956800. 00000020:00000010:0.0:1780333370.858924:0:107515:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec42dfb6480. 00080000:00000010:0.0:1780333370.858926:0:107515:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333370.858929:0:107515:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d957600. 00000001:00000010:0.0:1780333370.859166:0:107515:0:(nodemap_lproc.c:1441:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff8ec43c43f9c0. 00000020:00000010:0.0:1780333370.859175:0:107515:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8ec42d971000. 00000020:00000010:0.0:1780333370.859179:0:107515:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8ec4342b4c00. 00000020:00000010:0.0:1780333370.859184:0:107515:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8ec418b09e00. 00000020:00000010:0.0:1780333370.859187:0:107515:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff8ec42d970c00. 00000020:00000010:0.0:1780333370.859190:0:107515:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8ec30344f000. 00000020:00000010:0.0:1780333370.859193:0:107515:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8ec43c38f000. 00000020:00000010:0.0:1780333370.859197:0:107515:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff8ec30344b000. 00000020:00000010:0.0:1780333370.859200:0:107515:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff8ec409268000. 00000001:00000010:0.0:1780333370.859205:0:107515:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff8ec437ff9140. 00000001:00000010:0.0:1780333370.859207:0:107515:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff8ec437ff9580. 00000001:00000010:0.0:1780333370.859209:0:107515:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff8ec42db87180. 00000001:00000010:0.0:1780333370.859211:0:107515:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff8ec42db87a00. 00000001:00000010:0.0:1780333370.859216:0:107515:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at ffff8ec42dc22c00. 00000001:00000010:0.0:1780333370.859222:0:107515:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff8ec302573a00. 00010000:00000010:0.0:1780333370.859240:0:107515:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256b00. 00010000:00000010:0.0:1780333370.859249:0:107515:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390e00. 00000020:00000010:0.0:1780333370.859387:0:107515:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec302573e40. 00000020:00000010:0.0:1780333370.859393:0:107515:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec418b09400. 00000040:00000010:0.0:1780333370.859397:0:107515:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec418b09c00. 00000020:00000010:0.0:1780333370.859399:0:107515:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a5800. 00000020:00000010:0.0:1780333370.859402:0:107515:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42deaac00. 80000000:00000010:0.0:1780333370.859405:0:107515:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4342d9720. 00040000:00000010:0.0:1780333370.859409:0:107515:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42deaa200. 00080000:00000010:0.0:1780333370.859411:0:107515:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1000. 20000000:00000010:0.0:1780333370.859414:0:107515:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec42deab000. 00000020:00000010:0.0:1780333370.859417:0:107515:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec418b08200. 00000020:00000010:0.0:1780333370.859423:0:107515:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec43c0bc800. 00010000:00000010:0.1:1780333370.870844:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256b00. 00010000:00000010:0.1:1780333370.870858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390e00. 00080000:00000010:3.0:1780333371.136295:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437222000. 00080000:00000010:3.0:1780333371.136304:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437223400. 00080000:00000010:3.0:1780333371.136307:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437220400. 00080000:00000010:3.0:1780333371.136310:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437220c00. 00080000:00000010:3.0:1780333371.136313:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437223000. 00080000:00000010:3.0:1780333371.136315:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec437221c00. 00080000:00000010:3.0:1780333371.136319:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec410ee7800. 00080000:00000010:3.0:1780333371.136323:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec403b8bc00. 00080000:00000010:3.0:1780333371.136327:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42d9cb000. 00080000:00000010:3.0:1780333371.136331:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec43c0bd800. 00000001:00000010:3.0:1780333371.136337:0:5827:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec4342d9f00. 00080000:00000010:3.0:1780333371.136340:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec434266400. 00000001:00000010:3.0:1780333371.136469:0:5827:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ec4342d9cc0. 00080000:00000010:3.0:1780333371.136474:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec434267000. 00080000:00000010:3.0:1780333371.136481:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec4371d3c00. 00080000:00000010:3.0:1780333371.136485:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc4e400. 00080000:00000010:3.0:1780333371.136490:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc4f000. 00080000:00000010:3.0:1780333371.136493:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc4f800. 00080000:00000010:3.0:1780333371.136496:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc4cc00. 00000004:00000010:0.0:1780333371.136933:0:100539:0:(mdt_handler.c:7667:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8ec301a10940. 00000001:00000010:0.0:1780333371.136945:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec437ad2e00. 00000001:00000010:0.0:1780333371.136948:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec437ad2400. 00000001:00000010:0.0:1780333371.136949:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec437ad2a00. 00000001:00000010:0.0:1780333371.136951:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec437ad3a00. 00000001:00000010:0.0:1780333371.136954:0:100539:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8ec3012a9600. 00000001:00000010:0.0:1780333371.136956:0:100539:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8ec301d59d00. 00000001:00000010:0.0:1780333371.136964:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec437ad3800. 00000001:00000010:0.0:1780333371.136965:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec421a19a00. 00000001:00000010:0.0:1780333371.136968:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec4371a9c00. 00000001:00000010:0.0:1780333371.136971:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec408e76200. 00000001:00000010:0.0:1780333371.136973:0:100539:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8ec3012a93e0. 00000001:00000010:0.0:1780333371.136976:0:100539:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8ec301d59f00. 00000001:00000010:0.0:1780333371.136984:0:100539:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ec42e03ee40. 00000001:00000010:0.0:1780333371.136990:0:100539:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8ec437213000. 00000020:00000010:0.0:1780333371.136999:0:100539:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8ec30344e800. 00000020:00000010:0.0:1780333371.137012:0:100539:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff8ec30344a000. 00000100:00000010:2.0:1780333371.351698:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303630000. 02000000:00000010:2.0:1780333371.351729:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec3024b5600. 00010000:00000010:2.0:1780333371.351744:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7c00. 00010000:00000010:2.0:1780333371.351750:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1000. 00000100:00000010:2.0:1780333371.351767:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42059bcc0. 02000000:00000010:2.0:1780333371.351788:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4cc00. 00000400:00000010:2.0:1780333371.351794:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a9f8. 00000400:00000010:2.0:1780333371.351801:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333371.351807:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067856512, portal 25 00000400:00000010:2.0:1780333371.351812:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333371.351814:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067856512, offset 0 00000400:00000200:2.0:1780333371.351822:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333371.351836:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333371.351848:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ac080 00000400:00000200:2.0:1780333371.351853:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15c8d [2] + 0 00000400:00000010:2.0:1780333371.351857:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef20b0. 00000400:00000200:2.0:1780333371.351860:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4012edf00 00000400:00000200:2.0:1780333371.351867:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333371.351871:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333371.351876:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4012edf00 00000400:00000010:2.0:1780333371.351878:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4012edf00. 00000100:00000200:2.0:1780333371.351884:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333371.351906:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:2.0:1780333371.351908:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333371.351916:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec303630000 x1866812067856512/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333371.351934:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e1e0. 00000100:00000010:2.0:1780333371.351944:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e960. 00000100:00000010:2.0:1780333371.351949:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e600. 00000100:00000010:2.0:1780333371.351953:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ec60. 00000020:00000010:3.0:1780333371.352145:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183be40. 00000020:00000010:3.0:1780333371.352151:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183be40. 00000020:00000010:3.0:1780333371.352157:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9fc00. 00000020:00000010:3.0:1780333371.352162:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d780. 00000020:00000010:3.0:1780333371.352167:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333371.352201:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183be40. 00000020:00000010:3.0:1780333371.352204:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183be40. 00000100:00000200:3.0:1780333371.352207:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856512 00010000:00000010:3.0:1780333371.352224:0:5799:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec4054ddf00. 00010000:00000010:3.0:1780333371.352228:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5000. 02000000:00000010:3.0:1780333371.352241:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec434267000. 00010000:00000200:3.0:1780333371.352264:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec407589450 x1866812067856512/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:347/0 lens 328/344 e 0 to 0 dl 1780333382 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333371.352281:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333371.352285:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067856512, offset 224 00000400:00000200:3.0:1780333371.352290:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333371.352296:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333371.352302:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ac080 00000400:00000200:3.0:1780333371.352307:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16435 [1] + 224 00000400:00000200:3.0:1780333371.352312:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333371.352315:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333371.352321:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec303630000 x1866812067856512/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333371.352345:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333371.352347:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000020:00000010:3.0:1780333371.352357:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d780. 00000020:00000010:3.0:1780333371.352363:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333371.352366:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9fc00. 02000000:00000010:3.0:1780333371.352372:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec434267000. 00000100:00000200:3.0:1780333371.352377:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333371.352381:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68f20. 00000400:00000010:3.0:1780333371.352384:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec30187d600. 00000400:00000010:2.0:1780333371.352476:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a9f8. 00000400:00000200:2.0:1780333371.352481:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b110 00000400:00000010:2.0:1780333371.352483:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333371.352488:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec303630000 x1866812067856512/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333371.352497:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec303630000 x1866812067856512/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333371.352515:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42059bcc0. 02000000:00000010:2.0:1780333371.352528:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4cc00. 02000000:00000010:2.0:1780333371.352533:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec3024b5600. 00000100:00000010:2.0:1780333371.352536:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303630000. 00000100:00000010:0.0:1780333371.431688:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e1e0. 00000100:00000010:3.0:1780333371.431714:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ec60. 00000100:00000010:1.0:1780333371.431862:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e960. 00000100:00000010:2.0:1780333371.434535:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e600. 00000020:00000010:3.0:1780333371.557718:0:107565:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30138a6b0. 00000020:00000010:3.0:1780333371.557799:0:107565:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30138a6b0. 00000020:00000010:3.0:1780333371.558402:0:107565:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec434267000. 00000020:00000010:3.0:1780333371.558412:0:107565:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9fc00. 00000020:00000010:3.0:1780333371.558416:0:107565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec437d9e000. 00000040:00000010:3.0:1780333371.558420:0:107565:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4372d6800. 00000020:00000010:3.0:1780333371.558425:0:107565:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333371.558431:0:107565:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43764a600. 80000000:00000010:3.0:1780333371.558436:0:107565:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a13600. 00040000:00000010:3.0:1780333371.558441:0:107565:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43764aa00. 00080000:00000010:3.0:1780333371.558445:0:107565:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342ca800. 20000000:00000010:3.0:1780333371.558449:0:107565:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec43764ba00. 00000020:00000010:3.0:1780333371.558454:0:107565:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec30183b440. 00000001:00000010:3.0:1780333371.558460:0:107565:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff8ec301a13000. 00000020:00000010:3.0:1780333371.558475:0:107565:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764b600. 00000020:00000010:3.0:1780333371.558480:0:107565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec43c230e00. 00000040:00000010:3.0:1780333371.558483:0:107565:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec43c230800. 00000020:00000010:3.0:1780333371.558486:0:107565:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342c8800. 00000020:00000010:3.0:1780333371.558488:0:107565:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43c231800. 00040000:00000010:3.0:1780333371.558492:0:107565:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec409de3500. 00040000:00000010:3.0:1780333371.558494:0:107565:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43c231600. 00080000:00000010:3.0:1780333371.558497:0:107565:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342c9000. 00080000:00000010:3.0:1780333371.558507:0:107565:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec434266400. 00000020:00000010:3.0:1780333371.558878:0:107565:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec410f3d080. 00000020:00000010:3.0:1780333371.558971:0:107565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec43c230e00. 00000040:00000010:3.0:1780333371.558976:0:107565:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec43c230800. 00000020:00000010:3.0:1780333371.558978:0:107565:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342c8800. 00000020:00000010:3.0:1780333371.558982:0:107565:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43c231800. 00040000:00000010:3.0:1780333371.558985:0:107565:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec409de3500. 00040000:00000010:3.0:1780333371.558989:0:107565:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43c231600. 00000020:00000010:3.0:1780333371.558992:0:107565:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec410f3d080. 00080000:00000010:3.0:1780333371.558996:0:107565:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342c9000. 00000020:00000010:3.0:1780333371.558999:0:107565:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764b600. 00000001:00000010:3.0:1780333371.559008:0:107565:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff8ec301a13000. 00010000:00000010:3.0:1780333371.559217:0:107565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5200. 00010000:00000010:3.0:1780333371.559232:0:107565:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec30183b640. 00000100:00000010:3.0:1780333371.559239:0:107565:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec30187d000. 00000100:00000010:3.0:1780333371.559249:0:107565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259a680. 02000000:00000010:3.0:1780333371.559262:0:107565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec43c231600. 02000000:00000010:3.0:1780333371.559293:0:107565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c231800. 00000400:00000010:3.0:1780333371.559300:0:107565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333371.559306:0:107565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333371.559313:0:107565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067856640, portal 16 00000400:00000010:3.0:1780333371.559318:0:107565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333371.559321:0:107565:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067856640, offset 0 00000400:00000200:3.0:1780333371.559329:0:107565:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333371.559341:0:107565:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333371.559352:0:107565:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ac100 00000400:00000200:3.0:1780333371.559358:0:107565:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16421 [2] + 0 00000400:00000200:3.0:1780333371.559366:0:107565:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333371.559370:0:107565:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333371.559377:0:107565:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1780333371.559381:0:107565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599880. 00000400:00000200:3.0:1780333371.559409:0:107565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42dd0 00000400:00000010:3.0:1780333371.559412:0:107565:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333371.559420:0:107565:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259a680 x1866812067856640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333387 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1780333371.559440:0:107565:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13000. 00000020:00000010:2.0:1780333371.559451:0:48005:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7bc0. 00000100:00000010:3.0:1780333371.559453:0:107565:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a136c0. 00000020:00000010:2.0:1780333371.559458:0:48005:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7bc0. 00000100:00000010:3.0:1780333371.559461:0:107565:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13120. 00000020:00000010:2.0:1780333371.559466:0:48005:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b5c00. 00000100:00000010:3.0:1780333371.559467:0:107565:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13780. 00000020:00000010:2.0:1780333371.559474:0:48005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333371.559480:0:48005:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333371.559601:0:48005:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7bc0. 00000020:00000010:2.0:1780333371.559605:0:48005:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7bc0. 00000100:00000200:2.0:1780333371.559608:0:48005:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856640 02000000:00000010:2.0:1780333371.559638:0:48005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4f800. 00000400:00000010:2.0:1780333371.559650:0:48005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333371.559654:0:48005:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067856640, offset 224 00000400:00000200:2.0:1780333371.559659:0:48005:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333371.559665:0:48005:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333371.559671:0:48005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ac100 00000400:00000200:2.0:1780333371.559676:0:48005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16445 [1] + 224 00000400:00000200:2.0:1780333371.559682:0:48005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333371.559686:0:48005:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333371.559693:0:48005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259a680 x1866812067856640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333387 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1780333371.559713:0:48005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b110 00000400:00000010:2.0:1780333371.559716:0:48005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b110. 00010000:00000010:2.0:1780333371.559725:0:48005:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec42059bcc0. 00000400:00000010:3.0:1780333371.559742:0:107565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f686e0. 00000400:00000200:3.0:1780333371.559747:0:107565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333371.559749:0:107565:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000020:00000010:2.0:1780333371.559754:0:48005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73580. 00000100:00000200:3.0:1780333371.559755:0:107565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259a680 x1866812067856640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333387 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1780333371.559760:0:48005:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333371.559765:0:48005:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b5c00. 00000100:00000200:3.0:1780333371.559768:0:107565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259a680 x1866812067856640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333387 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1780333371.559792:0:107565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c231800. 02000000:00000010:3.0:1780333371.559797:0:107565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec43c231600. 00000100:00000010:3.0:1780333371.559800:0:107565:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259a680. 00000100:00000010:3.0:1780333371.559804:0:107565:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec30187d000. 00010000:00000010:3.0:1780333371.559807:0:107565:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec30183b640. 00000100:00000010:0.0:1780333371.559952:0:7481:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129d880. 02000000:00000010:0.0:1780333371.559961:0:7481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4372b7e00. 00010000:00000010:0.0:1780333371.559993:0:7481:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec42059bcc0. 02000000:00000010:0.0:1780333371.560010:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b7800. 00000400:00000010:0.0:1780333371.560020:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081690b0. 00000400:00000010:0.0:1780333371.560024:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333371.560028:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067856768, portal 18 00000400:00000010:0.0:1780333371.560031:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333371.560033:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067856768, offset 0 00000400:00000200:0.0:1780333371.560037:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333371.560042:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333371.560048:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ac180 00000400:00000200:0.0:1780333371.560053:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x423d [2] + 1312 00000400:00000200:0.0:1780333371.560057:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333371.560061:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333371.560064:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1780333371.560067:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129e300. 00000400:00000200:0.0:1780333371.560080:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333371.560082:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333371.560087:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30129d880 x1866812067856768/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333371.560130:0:6610:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333371.560134:0:6610:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333371.560138:0:6610:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b6800. 00000020:00000010:0.0:1780333371.560142:0:6610:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5f00. 00000020:00000010:0.0:1780333371.560145:0:6610:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000100:00000200:0.0:1780333371.560160:0:6610:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec30129e300 x1866812067856768/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:347/0 lens 328/0 e 0 to 0 dl 1780333382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333371.560254:0:6610:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573280. 00000020:00000010:0.0:1780333371.560257:0:6610:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573280. 00000100:00000200:0.0:1780333371.560259:0:6610:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856768 02000000:00000010:0.0:1780333371.560265:0:6610:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c0bd800. 00010000:00000010:0.0:1780333371.560287:0:6610:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec302573280. 00000100:00000010:0.0:1780333371.560291:0:6610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec4099a3300. 00000100:00000010:0.0:1780333371.560304:0:6610:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec4099a3300. 00010000:00000010:0.0:1780333371.560307:0:6610:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec302573280. 00000400:00000010:0.0:1780333371.560314:0:6610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333371.560316:0:6610:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067856768, offset 224 00000400:00000200:0.0:1780333371.560321:0:6610:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333371.560325:0:6610:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333371.560330:0:6610:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ac180 00000400:00000200:0.0:1780333371.560333:0:6610:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16451 [1] + 224 00000400:00000200:0.0:1780333371.560337:0:6610:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333371.560339:0:6610:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333371.560345:0:6610:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30129d880 x1866812067856768/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333371.560358:0:6610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:0.0:1780333371.560360:0:6610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000020:00000010:0.0:1780333371.560368:0:6610:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5f00. 00000020:00000010:0.0:1780333371.560370:0:6610:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333371.560373:0:6610:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b6800. 00000400:00000010:0.0:1780333371.560386:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081690b0. 00000400:00000200:0.0:1780333371.560389:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333371.560391:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333371.560395:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30129d880 x1866812067856768/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333371.560403:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30129d880 x1866812067856768/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333371.560414:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b7800. 02000000:00000010:0.0:1780333371.560418:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4372b7e00. 00000100:00000010:0.0:1780333371.560420:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129d880. 00000020:00000010:3.0:1780333371.560601:0:107565:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec30183b440. 00000020:00000010:3.0:1780333371.560608:0:107565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec437d9e000. 00000040:00000010:3.0:1780333371.560613:0:107565:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4372d6800. 00000020:00000010:3.0:1780333371.560748:0:107565:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333371.560755:0:107565:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43764a600. 80000000:00000010:3.0:1780333371.560759:0:107565:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a13600. 00040000:00000010:3.0:1780333371.560763:0:107565:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43764aa00. 00080000:00000010:3.0:1780333371.560767:0:107565:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342ca800. 20000000:00000010:3.0:1780333371.560771:0:107565:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec43764ba00. 00000020:00000010:3.0:1780333371.560774:0:107565:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9fc00. 00000020:00000010:3.0:1780333371.560792:0:107565:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec434267000. 00010000:00000010:0.1:1780333371.568669:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7c00. 00010000:00000010:0.1:1780333371.568686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1000. 00010000:00000010:0.1:1780333371.568691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec42deb5000. 00010000:00000010:3.1:1780333371.568775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec4054ddf00. 00010000:00000010:3.1:1780333371.568782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec42deb5200. 00000100:00000010:0.0:1780333371.640353:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13000. 00000100:00000010:1.0:1780333371.640906:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a136c0. 00000100:00000010:3.0:1780333371.640984:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13780. 00000100:00000010:2.0:1780333371.643014:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13120. 00000020:00000010:0.0:1780333372.277796:0:107613:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30243ac50. 00000020:00000010:0.0:1780333372.277868:0:107613:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30243ac50. 00000020:00000010:0.0:1780333372.279516:0:107613:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec42d970c00. 00000020:00000010:0.0:1780333372.279544:0:107613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec418b09c00. 00000020:00000010:0.0:1780333372.279549:0:107613:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec418b08200. 00000040:00000010:0.0:1780333372.279553:0:107613:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec418b09400. 00000020:00000010:0.0:1780333372.279558:0:107613:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333372.279563:0:107613:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4371a9c00. 80000000:00000010:0.0:1780333372.279567:0:107613:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e9480. 00040000:00000010:0.0:1780333372.279572:0:107613:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43c230800. 00080000:00000010:0.0:1780333372.279577:0:107613:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a5800. 20000000:00000010:0.0:1780333372.279580:0:107613:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec43c230e00. 00000020:00000010:0.0:1780333372.279585:0:107613:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec302573d40. 00000001:00000010:0.0:1780333372.279591:0:107613:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff8ec4372e9b40. 00000020:00000010:0.0:1780333372.279608:0:107613:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c231600. 00000020:00000010:0.0:1780333372.279611:0:107613:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec433d9c600. 00000040:00000010:0.0:1780333372.279614:0:107613:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec433d9ce00. 00000020:00000010:0.0:1780333372.279640:0:107613:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333372.279644:0:107613:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43735ca00. 00040000:00000010:0.0:1780333372.279648:0:107613:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59f00. 00040000:00000010:0.0:1780333372.279651:0:107613:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43735da00. 00080000:00000010:0.0:1780333372.279653:0:107613:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a2000. 00080000:00000010:0.0:1780333372.279665:0:107613:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42d971000. 00000020:00000010:0.0:1780333372.279783:0:107613:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec437ff5200. 00000020:00000010:0.0:1780333372.279806:0:107613:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec433d9c600. 00000040:00000010:0.0:1780333372.279810:0:107613:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec433d9ce00. 00000020:00000010:0.0:1780333372.279812:0:107613:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333372.279816:0:107613:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43735ca00. 00040000:00000010:0.0:1780333372.279819:0:107613:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59f00. 00040000:00000010:0.0:1780333372.279823:0:107613:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43735da00. 00000020:00000010:0.0:1780333372.279826:0:107613:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec437ff5200. 00080000:00000010:0.0:1780333372.279828:0:107613:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a2000. 00000020:00000010:0.0:1780333372.279831:0:107613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c231600. 00000001:00000010:0.0:1780333372.279841:0:107613:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff8ec4372e9b40. 00010000:00000010:0.0:1780333372.279855:0:107613:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256b00. 00010000:00000010:0.0:1780333372.279861:0:107613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390400. 00000020:00000010:0.0:1780333372.279903:0:107613:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec302573d40. 00000020:00000010:0.0:1780333372.279908:0:107613:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec418b08200. 00000040:00000010:0.0:1780333372.279911:0:107613:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec418b09400. 00000020:00000010:0.0:1780333372.279914:0:107613:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333372.279917:0:107613:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4371a9c00. 80000000:00000010:0.0:1780333372.279921:0:107613:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e9480. 00040000:00000010:0.0:1780333372.279923:0:107613:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43c230800. 00080000:00000010:0.0:1780333372.279925:0:107613:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a5800. 20000000:00000010:0.0:1780333372.279928:0:107613:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec43c230e00. 00000020:00000010:0.0:1780333372.279930:0:107613:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec418b09c00. 00000020:00000010:0.0:1780333372.281320:0:107613:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec42d970c00. 00010000:00000010:0.1:1780333372.288800:0:107590:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256b00. 00010000:00000010:0.1:1780333372.288809:0:107590:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390400. 00000100:00000010:2.0:1780333373.341722:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303630000. 02000000:00000010:2.0:1780333373.341744:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437dbbc00. 00010000:00000010:2.0:1780333373.341759:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7300. 00010000:00000010:2.0:1780333373.341766:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1c00. 00000100:00000010:2.0:1780333373.341784:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec43bc00780. 02000000:00000010:2.0:1780333373.341909:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4ec00. 00000400:00000010:2.0:1780333373.341917:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a9f8. 00000400:00000010:2.0:1780333373.341925:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b110. 00000100:00000200:2.0:1780333373.341932:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067856896, portal 25 00000400:00000010:2.0:1780333373.341937:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333373.341940:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067856896, offset 0 00000400:00000200:2.0:1780333373.341949:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333373.341962:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333373.341974:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ac200 00000400:00000200:2.0:1780333373.341983:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15c9d [2] + 0 00000400:00000010:2.0:1780333373.341986:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2c60. 00000400:00000200:2.0:1780333373.341992:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec422bd5cc0 00000400:00000200:2.0:1780333373.341999:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333373.342003:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333373.342008:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec422bd5cc0 00000400:00000010:2.0:1780333373.342010:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec422bd5cc0. 00000100:00000200:2.0:1780333373.342017:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333373.342125:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:2.0:1780333373.342128:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333373.342135:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec303630000 x1866812067856896/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333373.342155:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e0c0. 00000100:00000010:2.0:1780333373.342166:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e000. 00000100:00000010:2.0:1780333373.342171:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e420. 00000100:00000010:2.0:1780333373.342176:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e600. 00000020:00000010:1.0:1780333373.344833:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333373.344842:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333373.344849:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437192c00. 00000020:00000010:1.0:1780333373.344856:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333373.344861:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333373.344904:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f40. 00000020:00000010:1.0:1780333373.344906:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10f40. 00000100:00000200:1.0:1780333373.344910:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067856896 00010000:00000010:1.0:1780333373.344933:0:5798:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec41273ef00. 00010000:00000010:1.0:1780333373.344939:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377df800. 02000000:00000010:1.0:1780333373.344954:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec4371d2000. 00010000:00000200:1.0:1780333373.344979:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec407589850 x1866812067856896/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:349/0 lens 328/344 e 0 to 0 dl 1780333384 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333373.344997:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333373.345005:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067856896, offset 224 00000400:00000200:1.0:1780333373.345011:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333373.345023:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333373.345033:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ac200 00000400:00000200:1.0:1780333373.345040:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1645d [1] + 224 00000400:00000200:1.0:1780333373.345049:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333373.345053:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333373.345063:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec303630000 x1866812067856896/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333373.345084:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333373.345087:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000020:00000010:1.0:1780333373.345099:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213100. 00000020:00000010:1.0:1780333373.345103:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333373.345106:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437192c00. 02000000:00000010:1.0:1780333373.345112:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec4371d2000. 00000100:00000200:1.0:1780333373.345117:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333373.345122:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2688. 00000400:00000010:1.0:1780333373.345128:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec30187d6c0. 00000400:00000010:1.0:1780333373.345148:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a9f8. 00000400:00000200:1.0:1780333373.345151:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b110 00000400:00000010:1.0:1780333373.345153:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b110. 00000100:00000200:1.0:1780333373.345158:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec303630000 x1866812067856896/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333373.345165:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec303630000 x1866812067856896/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333389 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333373.345191:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec43bc00780. 02000000:00000010:1.0:1780333373.345206:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4ec00. 02000000:00000010:1.0:1780333373.345211:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437dbbc00. 00000100:00000010:1.0:1780333373.345216:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303630000. 00000100:00000010:1.0:1780333373.415727:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e000. 00000100:00000010:0.0:1780333373.415727:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e0c0. 00000100:00000010:3.0:1780333373.415779:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e600. 00000100:00000010:2.0:1780333373.415850:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e420. 00000100:00000010:3.0:1780333373.656752:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259a680. 02000000:00000010:3.0:1780333373.656773:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec409de3800. 02000000:00000010:3.0:1780333373.656859:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec434267000. 00000400:00000010:3.0:1780333373.656866:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333373.656873:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333373.656880:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067857024, portal 4 00000400:00000010:3.0:1780333373.656888:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333373.656891:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067857024, offset 0 00000400:00000200:3.0:1780333373.656901:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333373.656914:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333373.656925:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ac280 00000400:00000200:3.0:1780333373.656932:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 7840 00000400:00000200:3.0:1780333373.656940:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333373.656944:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333373.656952:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333373.656956:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598700. 00000400:00000200:3.0:1780333373.656972:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42dd0 00000400:00000010:3.0:1780333373.656975:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333373.656984:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259a680 x1866812067857024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333373.657005:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a132a0. 00000100:00000010:3.0:1780333373.657017:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13ae0. 00000100:00000010:3.0:1780333373.657023:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13600. 00000100:00000010:3.0:1780333373.657029:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13780. 00000020:00000010:3.0:1780333373.657079:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b8c0. 00000020:00000010:3.0:1780333373.657085:0:6599:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333373.657103:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9e000. 00000020:00000010:3.0:1780333373.657109:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3700. 00000020:00000010:3.0:1780333373.657114:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333373.657155:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333373.657159:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000100:00000200:3.0:1780333373.657167:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857024 02000000:00000010:3.0:1780333373.657187:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42d970c00. 00010000:00000200:3.0:1780333373.657220:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302598700 x1866812067857024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:349/0 lens 224/368 e 0 to 0 dl 1780333384 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333373.657266:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333373.657269:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067857024, offset 224 00000400:00000200:3.0:1780333373.657273:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333373.657281:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333373.657287:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ac280 00000400:00000200:3.0:1780333373.657293:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1646d [1] + 224 00000400:00000200:3.0:1780333373.657298:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333373.657301:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333373.657307:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259a680 x1866812067857024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333373.657323:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42dd0 00000400:00000010:3.0:1780333373.657325:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42dd0. 00000020:00000010:3.0:1780333373.657339:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3700. 00000020:00000010:3.0:1780333373.657343:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333373.657345:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9e000. 00000400:00000010:3.0:1780333373.657740:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f686e0. 00000400:00000200:3.0:1780333373.657745:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333373.657746:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333373.657751:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259a680 x1866812067857024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333373.657760:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259a680 x1866812067857024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333373.657789:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec434267000. 02000000:00000010:3.0:1780333373.657796:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec409de3800. 00000100:00000010:3.0:1780333373.657801:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259a680. 00000100:00000010:2.0:1780333373.662781:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13600. 00000100:00000010:0.0:1780333373.662782:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a132a0. 00000100:00000010:1.0:1780333373.663339:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13ae0. 00000100:00000010:3.0:1780333373.663696:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13780. 00000400:00000010:0.0:1780333373.745220:0:107712:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at ffff8ec30342db78. 00000400:00000010:0.0:1780333373.745371:0:107712:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at ffff8ec30342db78. 00000100:00000010:1.0:1780333374.679973:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89c00. 02000000:00000010:1.0:1780333374.679996:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528300. 00000100:00000010:1.0:1780333374.680044:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cbad80. 02000000:00000010:1.0:1780333374.680050:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528e00. 00000100:00000010:1.0:1780333374.680067:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb8000. 02000000:00000010:1.0:1780333374.680072:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528c00. 00000100:00000010:1.0:1780333374.680093:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb9f80. 02000000:00000010:1.0:1780333374.680099:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec406528200. 02000000:00000010:2.0:1780333374.680103:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437dba800. 00000100:00000010:1.0:1780333374.680110:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea0a80. 00000400:00000010:2.0:1780333374.680114:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a898. 02000000:00000010:1.0:1780333374.680118:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41200. 02000000:00000010:0.0:1780333374.680119:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec418b09c00. 00000400:00000010:2.0:1780333374.680123:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000400:00000010:0.0:1780333374.680127:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081690b0. 00000100:00000010:1.0:1780333374.680130:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 00000100:00000200:2.0:1780333374.680132:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067857280, portal 10 00000400:00000010:0.0:1780333374.680134:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 02000000:00000010:1.0:1780333374.680136:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437d41c00. 00000100:00000200:0.0:1780333374.680140:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067857152, portal 25 00000400:00000010:2.0:1780333374.680142:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bb28. 00000400:00000010:0.0:1780333374.680147:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:2.0:1780333374.680148:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067857280, offset 0 00000100:00000200:0.0:1780333374.680153:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067857152, offset 0 00000400:00000200:2.0:1780333374.680162:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1780333374.680166:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40baf7200. 00000400:00000200:0.0:1780333374.680171:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1780333374.680175:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2cb8. 00000400:00000010:1.0:1780333374.680181:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000400:00000200:2.0:1780333374.680184:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333374.680184:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1780333374.680187:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067857408, portal 10 00000400:00000010:1.0:1780333374.680196:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333374.680199:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067857408, offset 0 00000400:00000200:1.0:1780333374.680209:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333374.680210:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ac380 00000400:00000200:1.0:1780333374.680220:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333374.680221:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 68336 00000400:00000200:1.0:1780333374.680232:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ac400 00000400:00000200:2.0:1780333374.680235:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.680239:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 68560 00000400:00000200:2.0:1780333374.680244:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333374.680248:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.680252:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333374.680253:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1780333374.680257:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2ac300 00000100:00000010:2.0:1780333374.680260:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303631c00. 00000400:00000200:0.0:1780333374.680267:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15cad [2] + 0 00000400:00000010:0.0:1780333374.680272:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef25d8. 00000400:00000200:0.0:1780333374.680277:0:3326:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec42e10e3c0 00000400:00000200:0.0:1780333374.680282:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333374.680286:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333374.680291:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bb28 00000400:00000010:2.0:1780333374.680295:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bb28. 00000400:00000200:0.0:1780333374.680299:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42e10e3c0 00000400:00000010:0.0:1780333374.680302:0:3326:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec42e10e3c0. 00000100:00000200:2.0:1780333374.680306:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cbad80 x1866812067857280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333374.680309:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333374.680314:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333374.680321:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333374.680330:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40baf6600. 00000400:00000200:0.0:1780333374.680332:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000020:00000010:1.0:1780333374.680336:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213700. 00000400:00000010:0.0:1780333374.680336:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000100:00000010:2.0:1780333374.680338:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e360. 00000020:00000010:1.0:1780333374.680345:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000100:00000010:2.0:1780333374.680357:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e420. 00000100:00000010:2.0:1780333374.680365:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ed80. 00000100:00000010:2.0:1780333374.680371:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e300. 00000020:00000010:1.0:1780333374.680397:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333374.680401:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10840. 00000100:00000200:1.0:1780333374.680405:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857280 02000000:00000010:2.0:1780333374.680409:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437dba600. 00000400:00000010:2.0:1780333374.680415:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3af78. 00000400:00000010:2.0:1780333374.680419:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bb28. 00000100:00000200:2.0:1780333374.680422:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067857792, portal 4 02000000:00000010:1.0:1780333374.680427:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2ce800. 00000400:00000010:2.0:1780333374.680428:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bbb0. 00000100:00000200:2.0:1780333374.680433:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067857792, offset 0 00000100:00000200:0.0:1780333374.680438:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f89c00 x1866812067857152/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1780333374.680440:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303631c00 x1866812067857280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333374.680443:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333374.680456:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333374.680472:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ac580 00000400:00000200:2.0:1780333374.680478:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 9552 00000400:00000010:1.0:1780333374.680482:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000400:00000200:2.0:1780333374.680484:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1780333374.680486:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067857280, offset 224 00000400:00000200:2.0:1780333374.680491:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333374.680507:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333374.680513:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333374.680520:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ac380 00000400:00000200:1.0:1780333374.680524:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16479 [1] + 224 00000100:00000200:2.0:1780333374.680531:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1780333374.680531:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.680536:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1780333374.680539:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303631880. 00000100:00000200:1.0:1780333374.680545:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cbad80 x1866812067857280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333374.680556:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bbb0 00000400:00000010:2.0:1780333374.680559:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bbb0. 00000100:00000200:2.0:1780333374.680564:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067857792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333374.680711:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec418b09e00. 00000400:00000010:0.0:1780333374.680716:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169738. 00000400:00000200:1.0:1780333374.683105:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:1.0:1780333374.683112:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 00000020:00000010:1.0:1780333374.683137:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333374.683142:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333374.683146:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40baf6600. 00000020:00000010:1.0:1780333374.683199:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333374.683205:0:6594:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573740. 00000020:00000010:1.0:1780333374.683228:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40baf6600. 00000020:00000010:1.0:1780333374.683231:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333374.683235:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333374.683266:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10340. 00000020:00000010:1.0:1780333374.683270:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10340. 00000100:00000200:1.0:1780333374.683274:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857792 02000000:00000010:1.0:1780333374.683293:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cdc00. 00010000:00000200:1.0:1780333374.683305:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303631880 x1866812067857792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333374.683322:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333374.683327:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067857792, offset 224 00000400:00000200:1.0:1780333374.683332:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333374.683344:0:6594:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333374.683355:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ac580 00000400:00000200:1.0:1780333374.683363:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16491 [1] + 224 00000400:00000200:1.0:1780333374.683371:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.683375:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333374.683384:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067857792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333374.683397:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:1.0:1780333374.683399:0:6594:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 00000020:00000010:1.0:1780333374.683406:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333374.683409:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333374.683412:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40baf6600. 00000100:00000200:1.0:1780333374.683436:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333374.683443:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3012a4000. 00000400:00000200:1.0:1780333374.683456:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333374.683459:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333374.683467:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb8000 x1866812067857408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333374.683527:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40baf6600. 00000400:00000010:1.0:1780333374.683533:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2318. 00000400:00000010:1.0:1780333374.683537:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333374.683542:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067857536, portal 4 00000400:00000010:1.0:1780333374.683547:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333374.683550:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067857536, offset 0 00000400:00000200:1.0:1780333374.683556:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333374.683562:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333374.683569:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ac480 00000400:00000200:1.0:1780333374.683576:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 9776 00000400:00000200:1.0:1780333374.683580:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.684159:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333374.684165:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333374.684170:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c7cd180. 00000400:00000200:1.0:1780333374.684186:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:1.0:1780333374.684188:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333374.684194:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb9f80 x1866812067857536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333374.684233:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10340. 00000020:00000010:1.0:1780333374.684244:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec410f7c600. 00000020:00000010:1.0:1780333374.684247:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333374.684250:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333374.684276:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10ec0. 00000020:00000010:1.0:1780333374.684279:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10ec0. 00000100:00000200:1.0:1780333374.684281:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857408 02000000:00000010:1.0:1780333374.684290:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cf000. 00010000:00000200:1.0:1780333374.684297:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3012a4000 x1866812067857408/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333374.684308:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333374.684311:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067857408, offset 224 00000400:00000200:1.0:1780333374.684317:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333374.684323:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1780333374.684326:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a898. 00000400:00000200:1.0:1780333374.684330:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ac400 00000400:00000200:2.0:1780333374.684333:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:2.0:1780333374.684337:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333374.684346:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cbad80 x1866812067857280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333374.684356:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cbad80 x1866812067857280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333374.684409:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333374.684415:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067857664, portal 10 00000400:00000010:0.0:1780333374.684421:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346330. 00000100:00000200:0.0:1780333374.684423:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067857664, offset 0 00000400:00000200:0.0:1780333374.684428:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333374.684434:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333374.684441:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ac500 00000400:00000200:0.0:1780333374.684447:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 68784 02000000:00000010:2.0:1780333374.684449:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437dba800. 00000400:00000200:0.0:1780333374.684454:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1780333374.684459:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528e00. 00000400:00000200:0.0:1780333374.684459:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333374.684464:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333374.684467:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cbad80. 00000400:00000010:2.0:1780333374.684480:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3af78. 00000400:00000200:2.0:1780333374.684482:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bb28 00000400:00000010:2.0:1780333374.684484:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bb28. 00000100:00000200:2.0:1780333374.684489:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067857792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333374.684509:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067857792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333374.684524:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437dba600. 02000000:00000010:2.0:1780333374.684528:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41c00. 00000100:00000010:2.0:1780333374.684530:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 00000100:00000010:0.0:1780333374.684674:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129d880. 00000400:00000200:0.0:1780333374.684688:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346330 00000400:00000010:0.0:1780333374.684690:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346330. 00000100:00000200:0.0:1780333374.684697:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea0a80 x1866812067857664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333374.684848:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333374.684853:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573300. 00000020:00000010:2.0:1780333374.684858:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333374.684863:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437dba600. 00000020:00000010:2.0:1780333374.684867:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73680. 00000020:00000010:2.0:1780333374.684871:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333374.684896:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333374.684899:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000100:00000200:2.0:1780333374.684902:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857664 02000000:00000010:2.0:1780333374.684911:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4e000. 00010000:00000200:2.0:1780333374.684918:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129d880 x1866812067857664/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333374.684928:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bb28. 00000100:00000200:2.0:1780333374.684932:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067857664, offset 224 00000020:00000010:0.0:1780333374.684994:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573f40. 00000020:00000010:0.0:1780333374.684999:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573f40. 00000020:00000010:0.0:1780333374.685005:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec418b09400. 00000020:00000010:0.0:1780333374.685013:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5880. 00000020:00000010:0.0:1780333374.685079:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333374.685114:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573f40. 00000020:00000010:0.0:1780333374.685118:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573f40. 00000100:00000200:0.0:1780333374.685121:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857152 02000000:00000010:0.0:1780333374.685129:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45cc00. 00010000:00000200:0.0:1780333374.685136:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec40758bc50 x1866812067857152/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:350/0 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333374.685146:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346330. 00000400:00000200:2.0:1780333374.685164:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333374.685172:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333374.685179:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ac500 00000400:00000200:1.0:1780333374.686356:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16489 [1] + 224 00000400:00000200:1.0:1780333374.686367:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.686371:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333374.686380:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb8000 x1866812067857408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333374.686408:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:1.0:1780333374.686411:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 00000020:00000010:1.0:1780333374.686426:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333374.686430:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333374.686433:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec410f7c600. 00000020:00000010:1.0:1780333374.686470:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10ec0. 00000020:00000010:1.0:1780333374.686473:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10ec0. 00000020:00000010:1.0:1780333374.686477:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec410f7c600. 00000020:00000010:1.0:1780333374.686479:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333374.686482:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333374.686521:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10ec0. 00000020:00000010:1.0:1780333374.686524:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10ec0. 00000100:00000200:1.0:1780333374.686527:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857536 02000000:00000010:1.0:1780333374.686538:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cc000. 00010000:00000200:1.0:1780333374.686544:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c7cd180 x1866812067857536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1780333385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333374.686557:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333374.686560:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067857536, offset 224 00000400:00000200:1.0:1780333374.686565:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333374.686572:0:6597:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333374.686578:0:6597:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ac480 00000400:00000200:1.0:1780333374.687005:0:6597:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x164a1 [1] + 224 00000400:00000200:1.0:1780333374.687012:0:6597:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.687016:0:6597:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333374.687023:0:6597:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb9f80 x1866812067857536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333374.687036:0:6597:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:1.0:1780333374.687038:0:6597:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 00000020:00000010:1.0:1780333374.687047:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213700. 00000020:00000010:1.0:1780333374.687050:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333374.687052:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec410f7c600. 00000400:00000010:1.0:1780333374.687086:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2318. 00000400:00000200:1.0:1780333374.687090:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333374.687092:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333374.687099:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb9f80 x1866812067857536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333374.687106:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb9f80 x1866812067857536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333374.687128:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2cb8. 00000400:00000200:1.0:1780333374.687131:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333374.687133:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333374.687136:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb8000 x1866812067857408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333374.687143:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb8000 x1866812067857408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333374.687159:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40baf6600. 02000000:00000010:1.0:1780333374.687167:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528200. 00000100:00000200:0.0:1780333374.687167:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067857152, offset 224 00000100:00000010:1.0:1780333374.687173:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb9f80. 00000400:00000200:0.0:1780333374.687178:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1780333374.687179:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40baf7200. 02000000:00000010:1.0:1780333374.687185:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528c00. 00000400:00000200:0.0:1780333374.687187:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1780333374.687191:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb8000. 00000400:00000200:0.0:1780333374.687197:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2ac300 00000400:00000200:0.0:1780333374.687203:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1647d [1] + 224 00000400:00000200:0.0:1780333374.687208:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333374.687212:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333374.687221:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f89c00 x1866812067857152/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333374.687238:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346330 00000400:00000010:0.0:1780333374.687240:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346330. 00000020:00000010:0.0:1780333374.687252:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5880. 00000020:00000010:0.0:1780333374.687256:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333374.687259:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec418b09400. 00000400:00000010:1.0:1780333374.687262:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081690b0. 02000000:00000010:0.0:1780333374.687267:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c45cc00. 00000400:00000200:1.0:1780333374.687268:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:1.0:1780333374.687272:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333374.687276:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1780333374.687280:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f89c00 x1866812067857152/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333374.687282:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081690b0. 00000400:00000010:0.0:1780333374.687289:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec437e95180. 00000100:00000200:1.0:1780333374.687292:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f89c00 x1866812067857152/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333374.687306:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec418b09c00. 02000000:00000010:1.0:1780333374.687310:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec406528300. 00000100:00000010:1.0:1780333374.687313:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89c00. 00000400:00000200:2.0:1780333374.687560:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x164ad [1] + 224 00000400:00000200:2.0:1780333374.687568:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333374.687634:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333374.687641:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea0a80 x1866812067857664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333374.687662:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bb28 00000400:00000010:2.0:1780333374.687664:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bb28. 00000020:00000010:2.0:1780333374.687675:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73680. 00000020:00000010:2.0:1780333374.687678:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333374.687681:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437dba600. 00000400:00000010:1.0:1780333374.687739:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169738. 00000400:00000200:1.0:1780333374.687743:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:1.0:1780333374.687802:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000100:00000200:1.0:1780333374.687808:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea0a80 x1866812067857664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333374.687816:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea0a80 x1866812067857664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333374.687831:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec418b09e00. 02000000:00000010:1.0:1780333374.687834:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437d41200. 00000100:00000010:1.0:1780333374.687836:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea0a80. 00000100:00000010:2.0:1780333374.760380:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ed80. 00000100:00000010:1.0:1780333374.760716:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e420. 00000100:00000010:3.0:1780333374.760809:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e300. 00000100:00000010:0.0:1780333374.765376:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e360. 00000020:00000010:1.0:1780333374.973182:0:107810:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec3028283a0. 00000020:00000010:1.0:1780333374.973308:0:107810:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec3028283a0. 00000020:00000010:1.0:1780333374.973479:0:107810:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec42e2cc400. 00000020:00000010:1.0:1780333374.973501:0:107810:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec409c17200. 00000020:00000010:1.0:1780333374.973506:0:107810:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40baf7200. 00000040:00000010:1.0:1780333374.973510:0:107810:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec437193800. 00000020:00000010:1.0:1780333374.973515:0:107810:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344f800. 00000020:00000010:1.0:1780333374.973519:0:107810:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec437192c00. 80000000:00000010:1.0:1780333374.973523:0:107810:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec437d51d20. 00040000:00000010:1.0:1780333374.973528:0:107810:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec437193000. 00080000:00000010:1.0:1780333374.973532:0:107810:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344a800. 20000000:00000010:1.0:1780333374.973536:0:107810:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec43735da00. 00000020:00000010:1.0:1780333374.973541:0:107810:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec301a10c40. 00000001:00000010:1.0:1780333374.973549:0:107810:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff8ec437d51420. 00000020:00000010:1.0:1780333374.973558:0:107810:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43735ca00. 00000020:00000010:1.0:1780333374.973561:0:107810:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec407536400. 00000040:00000010:1.0:1780333374.973563:0:107810:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec407536000. 00000020:00000010:1.0:1780333374.973565:0:107810:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344d800. 00000020:00000010:1.0:1780333374.973568:0:107810:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4372b7c00. 00040000:00000010:1.0:1780333374.973572:0:107810:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec437d41200. 00040000:00000010:1.0:1780333374.973575:0:107810:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4372b6a00. 00080000:00000010:1.0:1780333374.973577:0:107810:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344c000. 00080000:00000010:1.0:1780333374.973589:0:107810:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42e2cec00. 00000020:00000010:1.0:1780333374.973774:0:107810:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec437213100. 00000020:00000010:1.0:1780333374.973800:0:107810:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec407536400. 00000040:00000010:1.0:1780333374.973804:0:107810:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec407536000. 00000020:00000010:1.0:1780333374.973807:0:107810:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344d800. 00000020:00000010:1.0:1780333374.973811:0:107810:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4372b7c00. 00040000:00000010:1.0:1780333374.973815:0:107810:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec437d41200. 00040000:00000010:1.0:1780333374.973818:0:107810:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4372b6a00. 00000020:00000010:1.0:1780333374.973821:0:107810:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec437213100. 00080000:00000010:1.0:1780333374.973823:0:107810:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344c000. 00000020:00000010:1.0:1780333374.973826:0:107810:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43735ca00. 00000001:00000010:1.0:1780333374.973908:0:107810:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff8ec437d51420. 00010000:00000010:1.0:1780333374.973925:0:107810:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377de400. 00010000:00000010:1.0:1780333374.973940:0:107810:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec301a10680. 00000100:00000010:1.0:1780333374.973946:0:107810:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec403160840. 00000100:00000010:1.0:1780333374.973956:0:107810:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c7cc000. 02000000:00000010:1.0:1780333374.973969:0:107810:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4372b6a00. 02000000:00000010:1.0:1780333374.973999:0:107810:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372b7c00. 00000400:00000010:1.0:1780333374.974005:0:107810:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2cb8. 00000400:00000010:1.0:1780333374.974011:0:107810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333374.974017:0:107810:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067857920, portal 16 00000400:00000010:1.0:1780333374.974022:0:107810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333374.974025:0:107810:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067857920, offset 0 00000400:00000200:1.0:1780333374.974034:0:107810:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333374.974047:0:107810:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333374.974058:0:107810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ac600 00000400:00000200:1.0:1780333374.974064:0:107810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16421 [2] + 328 00000400:00000200:1.0:1780333374.974072:0:107810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333374.974076:0:107810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333374.974083:0:107810:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780333374.974088:0:107810:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89c00. 00000400:00000200:1.0:1780333374.974153:0:107810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333374.974157:0:107810:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333374.974165:0:107810:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec43c7cc000 x1866812067857920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1780333374.974182:0:107810:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51420. 00000100:00000010:1.0:1780333374.974191:0:107810:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51ae0. 00000100:00000010:1.0:1780333374.974195:0:107810:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d510c0. 00000100:00000010:1.0:1780333374.974199:0:107810:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51600. 00000020:00000010:0.0:1780333374.974314:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573040. 00000020:00000010:0.0:1780333374.974318:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573040. 00000020:00000010:0.0:1780333374.974323:0:5789:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec418b09c00. 00000020:00000010:0.0:1780333374.974327:0:5789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5200. 00000020:00000010:0.0:1780333374.974331:0:5789:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333374.974372:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573040. 00000020:00000010:0.0:1780333374.974375:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573040. 00000100:00000200:0.0:1780333374.974378:0:5789:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067857920 02000000:00000010:0.0:1780333374.974390:0:5789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45e000. 00000400:00000010:0.0:1780333374.974402:0:5789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346330. 00000100:00000200:0.0:1780333374.974405:0:5789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067857920, offset 224 00000400:00000200:0.0:1780333374.974409:0:5789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333374.974415:0:5789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333374.974421:0:5789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ac600 00000400:00000200:0.0:1780333374.974425:0:5789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x164c5 [1] + 224 00000400:00000200:0.0:1780333374.974430:0:5789:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333374.974433:0:5789:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333374.974439:0:5789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec43c7cc000 x1866812067857920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780333374.974539:0:5789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346330 00000400:00000010:0.0:1780333374.974541:0:5789:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346330. 00010000:00000010:0.0:1780333374.974551:0:5789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec43bc003c0. 00000020:00000010:0.0:1780333374.974575:0:5789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5200. 00000020:00000010:0.0:1780333374.974578:0:5789:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333374.974581:0:5789:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec418b09c00. 00000100:00000010:3.0:1780333374.974676:0:5794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259a680. 02000000:00000010:3.0:1780333374.974685:0:5794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4372b4200. 00010000:00000010:3.0:1780333374.974724:0:5794:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec43bc003c0. 02000000:00000010:0.0:1780333374.974778:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec418b09c00. 00000400:00000010:0.0:1780333374.974783:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169318. 00000400:00000010:0.0:1780333374.974786:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346330. 00000100:00000200:0.0:1780333374.974789:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067858048, portal 18 00000400:00000010:0.0:1780333374.974792:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346990. 00000100:00000200:0.0:1780333374.974795:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067858048, offset 0 00000400:00000200:0.0:1780333374.974798:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333374.974804:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333374.974809:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ac680 00000400:00000200:0.0:1780333374.974814:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x423d [2] + 1640 00000400:00000200:0.0:1780333374.974819:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333374.974821:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333374.974826:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1780333374.974830:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129d180. 00000400:00000200:0.0:1780333374.974857:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346990 00000400:00000010:0.0:1780333374.974859:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346990. 00000100:00000200:0.0:1780333374.974864:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259a680 x1866812067858048/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333374.974941:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bd40. 00000020:00000010:3.0:1780333374.974944:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bd40. 00000020:00000010:3.0:1780333374.974949:0:5791:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4000. 00000020:00000010:3.0:1780333374.974952:0:5791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333374.974956:0:5791:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000100:00000200:3.0:1780333374.974971:0:5791:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec30129d180 x1866812067858048/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:350/0 lens 328/0 e 0 to 0 dl 1780333385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333374.974997:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bd40. 00000020:00000010:3.0:1780333374.974999:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bd40. 00000100:00000200:3.0:1780333374.975002:0:5791:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858048 02000000:00000010:3.0:1780333374.975008:0:5791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc87800. 00010000:00000010:3.0:1780333374.975027:0:5791:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec30183bd40. 00000100:00000010:3.0:1780333374.975032:0:5791:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42dc453c0. 00000100:00000010:3.0:1780333374.975045:0:5791:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42dc453c0. 00010000:00000010:3.0:1780333374.975049:0:5791:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec30183bd40. 00000400:00000010:3.0:1780333374.975056:0:5791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333374.975059:0:5791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067858048, offset 224 00000400:00000200:3.0:1780333374.975063:0:5791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333374.975068:0:5791:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333374.975073:0:5791:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ac680 00000400:00000200:3.0:1780333374.975076:0:5791:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x164d1 [1] + 224 00000400:00000200:3.0:1780333374.975081:0:5791:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333374.975083:0:5791:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333374.975089:0:5791:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259a680 x1866812067858048/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333374.975102:0:5791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333374.975103:0:5791:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000020:00000010:3.0:1780333374.975110:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333374.975113:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333374.975115:0:5791:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4000. 00000400:00000010:0.0:1780333374.975226:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169318. 00000400:00000200:0.0:1780333374.975229:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346330 00000400:00000010:0.0:1780333374.975231:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346330. 00000100:00000200:0.0:1780333374.975235:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259a680 x1866812067858048/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333374.975244:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259a680 x1866812067858048/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333374.975263:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec418b09c00. 02000000:00000010:0.0:1780333374.975267:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4372b4200. 00000100:00000010:0.0:1780333374.975271:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259a680. 00000400:00000010:1.0:1780333374.975460:0:107810:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2cb8. 00000400:00000200:1.0:1780333374.975464:0:107810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333374.975466:0:107810:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333374.975472:0:107810:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec43c7cc000 x1866812067857920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1780333374.975480:0:107810:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec43c7cc000 x1866812067857920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333390 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1780333374.975508:0:107810:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372b7c00. 02000000:00000010:1.0:1780333374.975513:0:107810:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4372b6a00. 00000100:00000010:1.0:1780333374.975515:0:107810:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec43c7cc000. 00000100:00000010:1.0:1780333374.975519:0:107810:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec403160840. 00010000:00000010:1.0:1780333374.975522:0:107810:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec301a10680. 00000020:00000010:1.0:1780333374.975537:0:107810:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec301a10c40. 00000020:00000010:1.0:1780333374.975542:0:107810:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40baf7200. 00000040:00000010:1.0:1780333374.975547:0:107810:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec437193800. 00000020:00000010:1.0:1780333374.975550:0:107810:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344f800. 00000020:00000010:1.0:1780333374.975555:0:107810:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec437192c00. 80000000:00000010:1.0:1780333374.975559:0:107810:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec437d51d20. 00040000:00000010:1.0:1780333374.975562:0:107810:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec437193000. 00080000:00000010:1.0:1780333374.975565:0:107810:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344a800. 20000000:00000010:1.0:1780333374.975569:0:107810:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec43735da00. 00000020:00000010:1.0:1780333374.975572:0:107810:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec409c17200. 00000020:00000010:1.0:1780333374.975578:0:107810:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec42e2cc400. 00010000:00000010:3.1:1780333374.981705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7300. 00010000:00000010:3.1:1780333374.981717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1c00. 00010000:00000010:1.1:1780333374.987031:0:1121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377df800. 00010000:00000010:1.1:1780333374.987041:0:1121:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273ef00. 00010000:00000010:1.1:1780333374.987045:0:1121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377de400. 00000100:00000010:1.0:1780333375.055708:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51ae0. 00000100:00000010:2.0:1780333375.055766:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d510c0. 00000100:00000010:3.0:1780333375.055827:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51600. 00000100:00000010:0.0:1780333375.056662:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51420. 00000100:00000010:3.0:1780333375.191739:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599500. 02000000:00000010:3.0:1780333375.191762:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec30322b900. 02000000:00000010:3.0:1780333375.191823:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc87000. 00000400:00000010:3.0:1780333375.191832:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333375.191839:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333375.191846:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067858176, portal 4 00000400:00000010:3.0:1780333375.191852:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333375.191854:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067858176, offset 0 00000400:00000200:3.0:1780333375.191863:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333375.191875:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333375.191887:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ac700 00000400:00000200:3.0:1780333375.191902:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 8064 00000400:00000200:3.0:1780333375.191911:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333375.191915:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333375.191924:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333375.191929:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259b100. 00000400:00000200:3.0:1780333375.191952:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42dd0 00000400:00000010:3.0:1780333375.191955:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333375.191963:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599500 x1866812067858176/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333375.191984:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a137e0. 00000100:00000010:3.0:1780333375.192000:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13a20. 00000100:00000010:3.0:1780333375.192012:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13660. 00000100:00000010:3.0:1780333375.192019:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13a80. 00000020:00000010:2.0:1780333375.192040:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333375.192047:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333375.192054:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360fe00. 00000020:00000010:2.0:1780333375.192059:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73300. 00000020:00000010:2.0:1780333375.192064:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333375.192099:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333375.192102:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000100:00000200:2.0:1780333375.192105:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858176 02000000:00000010:2.0:1780333375.192120:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4f400. 00010000:00000200:2.0:1780333375.192152:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30259b100 x1866812067858176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:351/0 lens 224/368 e 0 to 0 dl 1780333386 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333375.192167:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bb28. 00000100:00000200:2.0:1780333375.192902:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067858176, offset 224 00000400:00000200:2.0:1780333375.192910:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333375.192917:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333375.192923:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ac700 00000400:00000200:2.0:1780333375.192928:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x164dd [1] + 224 00000400:00000200:2.0:1780333375.192933:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333375.192936:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333375.192943:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599500 x1866812067858176/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333391 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333375.192967:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bb28 00000400:00000010:2.0:1780333375.192970:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bb28. 00000020:00000010:2.0:1780333375.192986:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73300. 00000020:00000010:2.0:1780333375.192991:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333375.192996:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360fe00. 00000400:00000010:3.0:1780333375.193010:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f686e0. 00000400:00000200:3.0:1780333375.193015:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333375.193018:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333375.193024:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599500 x1866812067858176/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333375.193033:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599500 x1866812067858176/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333391 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333375.193123:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc87000. 02000000:00000010:3.0:1780333375.193129:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec30322b900. 00000100:00000010:3.0:1780333375.193136:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599500. 00000100:00000010:0.0:1780333375.197750:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a137e0. 00000100:00000010:1.0:1780333375.197801:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13a20. 00000100:00000010:3.0:1780333375.198150:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13a80. 00000100:00000010:2.0:1780333375.198512:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13660. 00080000:00000010:3.0:1780333376.239497:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42d971000. 00080000:00000010:3.0:1780333376.239511:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42e2cec00. 00080000:00000010:3.0:1780333376.239516:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec434266400. 00000400:00000010:1.0:1780333376.287207:0:107908:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at ffff8ec41b2ced90. 00000400:00000010:1.0:1780333376.287293:0:107908:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at ffff8ec41b2ced90. 00000100:00000010:2.0:1780333376.472579:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303632300. 02000000:00000010:2.0:1780333376.472600:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec30360f400. 00010000:00000010:2.0:1780333376.472614:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7d00. 00010000:00000010:2.0:1780333376.472775:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1800. 00000100:00000010:2.0:1780333376.472795:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42e03ec00. 02000000:00000010:2.0:1780333376.472817:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4e400. 00000400:00000010:2.0:1780333376.472824:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3af78. 00000400:00000010:2.0:1780333376.472831:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bb28. 00000100:00000200:2.0:1780333376.472838:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067858304, portal 25 00000400:00000010:2.0:1780333376.472843:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333376.472846:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067858304, offset 0 00000400:00000200:2.0:1780333376.472854:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333376.472866:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333376.472877:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ac780 00000400:00000200:2.0:1780333376.472884:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15cbd [2] + 0 00000400:00000010:2.0:1780333376.472888:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7cb8. 00000400:00000200:2.0:1780333376.472891:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aa3c0 00000400:00000200:2.0:1780333376.472897:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333376.472901:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333376.472905:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aa3c0 00000400:00000010:2.0:1780333376.472908:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aa3c0. 00000100:00000200:2.0:1780333376.472913:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333376.472937:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:2.0:1780333376.472940:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333376.472947:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec303632300 x1866812067858304/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333376.472965:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e480. 00000020:00000010:3.0:1780333376.472967:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b800. 00000020:00000010:3.0:1780333376.472972:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b800. 00000020:00000010:3.0:1780333376.472978:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d3a6600. 00000020:00000010:3.0:1780333376.472983:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3e80. 00000100:00000010:2.0:1780333376.472986:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e6c0. 00000020:00000010:3.0:1780333376.472988:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000100:00000010:2.0:1780333376.472990:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e3c0. 00000100:00000010:2.0:1780333376.472995:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ed80. 00000020:00000010:3.0:1780333376.473025:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b800. 00000020:00000010:3.0:1780333376.473027:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b800. 00000100:00000200:3.0:1780333376.473030:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858304 00010000:00000010:3.0:1780333376.473055:0:5799:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec4054dd000. 00010000:00000010:3.0:1780333376.473059:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5200. 02000000:00000010:3.0:1780333376.473070:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42dc87000. 00010000:00000200:3.0:1780333376.473087:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec4205a6850 x1866812067858304/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:352/0 lens 328/344 e 0 to 0 dl 1780333387 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333376.473101:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333376.473104:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067858304, offset 224 00000400:00000200:3.0:1780333376.473108:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333376.473113:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333376.473117:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ac780 00000400:00000200:3.0:1780333376.473121:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x164e9 [1] + 224 00000400:00000200:3.0:1780333376.473125:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333376.473127:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333376.473132:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec303632300 x1866812067858304/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333376.473154:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:3.0:1780333376.473155:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 00000020:00000010:3.0:1780333376.473165:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3e80. 00000020:00000010:3.0:1780333376.473168:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333376.473171:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d3a6600. 02000000:00000010:3.0:1780333376.473177:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42dc87000. 00000100:00000200:3.0:1780333376.473182:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333376.473185:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f686e0. 00000400:00000010:3.0:1780333376.473189:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42dc45f00. 00000400:00000010:2.0:1780333376.474641:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3af78. 00000400:00000200:2.0:1780333376.474649:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bb28 00000400:00000010:2.0:1780333376.474651:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bb28. 00000100:00000200:2.0:1780333376.474660:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec303632300 x1866812067858304/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333376.474670:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec303632300 x1866812067858304/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333376.474693:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42e03ec00. 02000000:00000010:2.0:1780333376.474709:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4e400. 02000000:00000010:2.0:1780333376.474714:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec30360f400. 00000100:00000010:2.0:1780333376.474717:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303632300. 00000100:00000010:3.0:1780333376.551816:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ed80. 00000100:00000010:0.0:1780333376.551837:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e480. 00000100:00000010:2.0:1780333376.551857:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e3c0. 00000100:00000010:1.0:1780333376.552037:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e6c0. 00000400:00000200:1.0:1780333377.147549:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333377.147568:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 26 MB=0x6a1db0cd81880 00000400:00000200:1.0:1780333377.147576:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 520/520 into md 0x15ccd [2] + 0 00000400:00000010:1.0:1780333377.147581:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7898. 00000400:00000200:1.0:1780333377.147588:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aa000 00000400:00000200:1.0:1780333377.147600:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.147604:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.147609:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aa000 00000400:00000010:1.0:1780333377.147612:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aa000. 00000100:00000200:1.0:1780333377.147657:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333377.147758:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0f9c00. 00000020:00000010:0.0:1780333377.147764:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.147774:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000100:00000200:0.0:1780333377.147810:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045662336 02000000:00000010:0.0:1780333377.147833:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec43c45dc00. 00000020:00000010:0.0:1780333377.147843:0:5798:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec3035a5800. 00000001:00000010:0.0:1780333377.147853:0:5798:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec301d59d00. 00000001:00000010:0.0:1780333377.147858:0:5798:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec30330ea20. 00000001:00000010:0.0:1780333377.147861:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec42e0f8600. 00000001:00000010:0.0:1780333377.147863:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec42e0f8400. 00000001:00000010:0.0:1780333377.147866:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec42e0f9e00. 00000001:00000010:0.0:1780333377.147870:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec408e0f400. 00000020:00000010:0.0:1780333377.147884:0:5798:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec4372e9ae0. 00000020:00000010:0.0:1780333377.147902:0:5798:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec4372e9ae0. 00000020:00000010:0.0:1780333377.147909:0:5798:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec3035a4000. 00000400:00000200:0.0:1780333377.147922:0:5798:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:0.0:1780333377.147956:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec4205a7450 x1866812045662336/t0(0) o250->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333397 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333377.147976:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346330. 00000100:00000200:0.0:1780333377.147981:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1866812045662336, offset 0 00000400:00000200:0.0:1780333377.147987:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333377.147996:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333377.148002:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3789:3789:256:4294967295] 192.168.204.30@tcp LPNI seq info [3785:3785:8:4294967295] 00000400:00000200:0.0:1780333377.148012:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333377.148017:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333377.148021:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59f00. 00000800:00000200:0.0:1780333377.148028:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333377.148035:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333377.148040:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59f00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1780333377.148066:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.148070:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333377.148073:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0f9c00. 00000100:00000200:0.0:1780333377.148083:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333377.148087:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169318. 00000400:00000010:0.0:1780333377.148092:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec409271b40. 00000800:00000200:1.0:1780333377.148234:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333377.148238:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59f00. 00000400:00000200:1.0:1780333377.148241:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.148246:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.148249:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346330 00000400:00000010:1.0:1780333377.148250:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346330. 02000000:00000010:1.0:1780333377.148255:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8ec43c45dc00. 00000400:00000200:0.0:1780333377.153729:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333377.153749:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd81900 00000400:00000200:0.0:1780333377.153757:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15cdd [2] + 0 00000400:00000010:0.0:1780333377.153763:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169790. 00000400:00000200:0.0:1780333377.153769:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4055b1e40 00000400:00000200:0.0:1780333377.153784:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.153788:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333377.153794:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4055b1e40 00000400:00000010:0.0:1780333377.153797:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4055b1e40. 00000100:00000200:0.0:1780333377.153803:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333377.154189:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.154194:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.154201:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437193000. 00000020:00000010:1.0:1780333377.154207:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.154211:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.154285:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.154288:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000100:00000200:1.0:1780333377.154292:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045662464 00010000:00000010:1.0:1780333377.154318:0:5800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377de200. 02000000:00000010:1.0:1780333377.154333:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42e2ce400. 00010000:00000200:1.0:1780333377.154357:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e55850 x1866812045662464/t0(0) o101->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 328/344 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333377.154376:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333377.154382:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045662464, offset 224 00000400:00000200:1.0:1780333377.154388:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333377.154399:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333377.154404:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3790:3790:256:4294967295] 192.168.204.30@tcp LPNI seq info [3786:3786:8:4294967295] 00000400:00000200:1.0:1780333377.154415:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333377.154420:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333377.154425:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437d41100. 00000800:00000200:1.0:1780333377.154431:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333377.154438:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333377.154442:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437d41100 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1780333377.154478:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.154483:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.154487:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437193000. 00000100:00000200:1.0:1780333377.154496:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333377.154501:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2cb8. 00000400:00000010:1.0:1780333377.154507:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209f00. 00000800:00000200:2.0:1780333377.154583:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.154589:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437d41100. 00000400:00000200:2.0:1780333377.154593:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.154597:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.154600:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:2.0:1780333377.154603:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 02000000:00000010:2.0:1780333377.154608:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42e2ce400. 00000400:00000200:1.0:1780333377.156655:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333377.156745:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 512 into portal 26 MB=0x6a1db0cd81980 00000400:00000200:1.0:1780333377.156754:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 512/512 into md 0x15ced [2] + 0 00000400:00000010:1.0:1780333377.156759:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2aa8. 00000400:00000200:1.0:1780333377.156764:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4066c39c0 00000400:00000200:1.0:1780333377.156776:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.156780:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.156784:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4066c39c0 00000400:00000010:1.0:1780333377.156786:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4066c39c0. 00000100:00000200:1.0:1780333377.156793:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1780333377.156927:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333377.156932:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333377.156938:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764a600. 00000020:00000010:3.0:1780333377.156942:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.156946:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.156980:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333377.156983:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000100:00000200:3.0:1780333377.156986:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045662592 02000000:00000010:3.0:1780333377.157004:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec434267000. 00000040:00000010:3.0:1780333377.157011:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43764b600. 00000040:00000010:3.0:1780333377.157787:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43764b600. 00010000:00000200:3.0:1780333377.157806:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e57c50 x1866812045662592/t0(0) o501->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 512/272 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333377.157825:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42330. 00000100:00000200:3.0:1780333377.157830:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812045662592, offset 224 00000400:00000200:3.0:1780333377.157837:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333377.157846:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333377.157853:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3791:3791:256:4294967295] 192.168.204.30@tcp LPNI seq info [3787:3787:8:4294967295] 00000400:00000200:3.0:1780333377.157862:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333377.157867:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333377.157873:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec433da1c00. 00000800:00000200:3.0:1780333377.157880:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333377.157886:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333377.157890:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec433da1c00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1780333377.157961:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.157965:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.157969:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764a600. 00000100:00000200:3.0:1780333377.157977:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333377.157982:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f681b8. 00000400:00000010:3.0:1780333377.157987:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea0c0. 00000800:00000200:0.0:1780333377.159550:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333377.159557:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec433da1c00. 00000400:00000200:0.0:1780333377.159564:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.159571:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333377.159577:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42330 00000400:00000010:0.0:1780333377.159579:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42330. 02000000:00000010:0.0:1780333377.159585:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec434267000. 00000400:00000200:2.0:1780333377.163700:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.163720:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd81a00 00000400:00000200:2.0:1780333377.163730:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15cfd [2] + 0 00000400:00000010:2.0:1780333377.163736:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2840. 00000400:00000200:2.0:1780333377.163743:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4066c3e40 00000400:00000200:2.0:1780333377.163758:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.163762:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.163767:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4066c3e40 00000400:00000010:2.0:1780333377.163769:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4066c3e40. 00000100:00000200:2.0:1780333377.163776:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333377.163879:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.163885:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.163891:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437193000. 00000020:00000010:1.0:1780333377.163896:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.163902:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.163939:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.163942:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000100:00000200:1.0:1780333377.163945:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045662720 00010000:00000010:1.0:1780333377.163967:0:5800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377de000. 02000000:00000010:1.0:1780333377.163982:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42e2ce000. 00010000:00000200:1.0:1780333377.164005:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e56050 x1866812045662720/t0(0) o101->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 328/344 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333377.164024:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333377.164029:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045662720, offset 224 00000400:00000200:1.0:1780333377.164036:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333377.164046:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333377.164052:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3792:3792:256:4294967295] 192.168.204.30@tcp LPNI seq info [3788:3788:8:4294967295] 00000400:00000200:1.0:1780333377.164061:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333377.164067:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333377.164071:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437d41d00. 00000800:00000200:1.0:1780333377.164077:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333377.164084:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333377.164088:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437d41d00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1780333377.164115:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.164119:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.164122:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437193000. 00000100:00000200:1.0:1780333377.164130:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333377.164134:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2aa8. 00000400:00000010:1.0:1780333377.164139:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec3032090c0. 00000800:00000200:3.0:1780333377.164392:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333377.164396:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437d41d00. 00000400:00000200:3.0:1780333377.164400:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333377.164404:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333377.164408:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:3.0:1780333377.164410:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 02000000:00000010:3.0:1780333377.164414:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42e2ce000. 00000400:00000200:0.0:1780333377.167756:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333377.167774:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 512 into portal 26 MB=0x6a1db0cd81a80 00000400:00000200:0.0:1780333377.167783:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 512/512 into md 0x15d0d [2] + 0 00000400:00000010:0.0:1780333377.167788:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68738. 00000400:00000200:0.0:1780333377.167793:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4012e4600 00000400:00000200:0.0:1780333377.167804:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.167808:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333377.167813:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4012e4600 00000400:00000010:0.0:1780333377.167815:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4012e4600. 00000100:00000200:0.0:1780333377.167821:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1780333377.167975:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333377.167979:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333377.167985:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764a600. 00000020:00000010:3.0:1780333377.167991:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.167995:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.168033:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bbc0. 00000020:00000010:3.0:1780333377.168036:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bbc0. 00000100:00000200:3.0:1780333377.168039:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045662848 02000000:00000010:3.0:1780333377.168058:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec434266400. 00000040:00000010:3.0:1780333377.168065:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43764b600. 00000040:00000010:3.0:1780333377.168298:0:5799:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff8ec30138ac50. 00000040:00000010:3.0:1780333377.169544:0:5799:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff8ec30138ac50. 00000040:00000010:3.0:1780333377.169553:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43764b600. 20000000:00000010:3.0:1780333377.169568:0:5799:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff8ec30183bbc0. 00010000:00000200:3.0:1780333377.169585:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e54850 x1866812045662848/t0(0) o501->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 512/272 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333377.169612:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42dd0. 00000100:00000200:3.0:1780333377.169631:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812045662848, offset 224 00000400:00000200:3.0:1780333377.169638:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333377.169650:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333377.169656:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3793:3793:256:4294967295] 192.168.204.30@tcp LPNI seq info [3789:3789:8:4294967295] 00000400:00000200:3.0:1780333377.170057:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333377.170063:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333377.170069:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec433da1000. 00000800:00000200:3.0:1780333377.170075:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333377.170082:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333377.170086:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec433da1000 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1780333377.170115:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.170120:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.170124:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764a600. 00000100:00000200:3.0:1780333377.170133:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333377.170138:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68370. 00000400:00000010:3.0:1780333377.170143:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea480. 00000800:00000200:2.0:1780333377.170832:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.170838:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec433da1000. 00000400:00000200:2.0:1780333377.170843:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.170849:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.170854:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42dd0 00000400:00000010:2.0:1780333377.170856:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42dd0. 02000000:00000010:2.0:1780333377.170861:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec434266400. 00000400:00000200:3.0:1780333377.172295:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333377.172324:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd81b00 00000400:00000200:3.0:1780333377.172333:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15d1d [2] + 0 00000400:00000010:3.0:1780333377.172339:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7108. 00000400:00000200:3.0:1780333377.172347:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aa480 00000400:00000200:3.0:1780333377.172359:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333377.172363:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333377.172367:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aa480 00000400:00000010:3.0:1780333377.172369:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aa480. 00000100:00000200:3.0:1780333377.172379:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333377.172531:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.172535:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.172542:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0f9c00. 00000020:00000010:0.0:1780333377.172547:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.172552:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333377.172590:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.172593:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000100:00000200:0.0:1780333377.172596:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045662976 02000000:00000010:0.0:1780333377.172653:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec434328000. 00000040:00000010:0.0:1780333377.172661:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437d9fc00. 00000040:00000010:0.0:1780333377.172692:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec42d99a000. 00000040:00000010:0.0:1780333377.172790:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec42d99a000. 00000040:00000010:0.0:1780333377.172794:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437d9fc00. 00010000:00000200:0.0:1780333377.172806:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e54c50 x1866812045662976/t0(0) o503->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 272/8416 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333377.172825:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec409271480. 00000100:00000200:0.0:1780333377.172830:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812045662976, offset 224 00000400:00000200:0.0:1780333377.172836:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333377.172845:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333377.172851:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3794:3794:256:4294967295] 192.168.204.30@tcp LPNI seq info [3790:3790:8:4294967295] 00000400:00000200:0.0:1780333377.172860:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333377.172866:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333377.172870:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec437d9fc00. 00000800:00000200:0.0:1780333377.172876:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333377.172883:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:0.0:1780333377.172887:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437d9fc00 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:0.0:1780333377.172911:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.172914:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333377.172917:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0f9c00. 00000100:00000200:0.0:1780333377.172926:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333377.172931:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169790. 00000400:00000010:0.0:1780333377.172935:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec409271c00. 00000800:00000200:2.0:1780333377.173570:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.173576:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec437d9fc00. 00000400:00000200:2.0:1780333377.173581:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.173585:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.173588:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409271480 00000400:00000010:2.0:1780333377.173591:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec409271480. 02000000:00000010:2.0:1780333377.173596:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec434328000. 00000400:00000200:2.0:1780333377.176900:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.176916:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd81b80 00000400:00000200:2.0:1780333377.176924:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15d2d [2] + 0 00000400:00000010:2.0:1780333377.176930:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7a50. 00000400:00000200:2.0:1780333377.176936:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aa9c0 00000400:00000200:2.0:1780333377.176990:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.176996:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.177000:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aa9c0 00000400:00000010:2.0:1780333377.177003:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aa9c0. 00000100:00000200:2.0:1780333377.177009:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1780333377.177800:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.177807:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.177812:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764a600. 00000020:00000010:3.0:1780333377.177817:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.177822:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.177859:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.177861:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000100:00000200:3.0:1780333377.177864:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045663104 02000000:00000010:3.0:1780333377.177897:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec434328000. 00000040:00000010:3.0:1780333377.177904:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43764b600. 00000040:00000010:3.0:1780333377.177921:0:5799:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec40368e000. 00000040:00000010:3.0:1780333377.178070:0:5799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec40368e000. 00000040:00000010:3.0:1780333377.178074:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43764b600. 00010000:00000200:3.0:1780333377.178085:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e54050 x1866812045663104/t0(0) o502->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 272/8472 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333377.178103:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec42d9ea840. 00000100:00000200:3.0:1780333377.178109:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045663104, offset 224 00000400:00000200:3.0:1780333377.178116:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333377.178126:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333377.178131:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3795:3795:256:4294967295] 192.168.204.30@tcp LPNI seq info [3791:3791:8:4294967295] 00000400:00000200:3.0:1780333377.178140:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333377.178146:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333377.178150:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec43764b600. 00000800:00000200:3.0:1780333377.178156:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333377.178426:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:3.0:1780333377.178430:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec43764b600 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1780333377.178502:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.178507:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.178510:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764a600. 00000100:00000200:3.0:1780333377.178519:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333377.178525:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68160. 00000400:00000010:3.0:1780333377.178529:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea9c0. 00000800:00000200:1.0:1780333377.179004:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333377.179009:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec43764b600. 00000400:00000200:1.0:1780333377.179014:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.179019:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.179023:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42d9ea840 00000400:00000010:1.0:1780333377.179026:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec42d9ea840. 02000000:00000010:1.0:1780333377.179031:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec434328000. 00000400:00000200:2.0:1780333377.193788:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.193812:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd81c00 00000400:00000200:2.0:1780333377.193820:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15d3d [2] + 0 00000400:00000010:2.0:1780333377.193826:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c60. 00000400:00000200:2.0:1780333377.193834:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4125469c0 00000400:00000200:2.0:1780333377.193860:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.193865:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.193871:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4125469c0 00000400:00000010:2.0:1780333377.193873:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4125469c0. 00000100:00000200:2.0:1780333377.193881:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333377.196785:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.196796:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.196804:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437193000. 00000020:00000010:1.0:1780333377.196810:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.196816:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.196862:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.196864:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000100:00000200:1.0:1780333377.196867:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045663232 02000000:00000010:1.0:1780333377.196903:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec434328000. 00000040:00000010:1.0:1780333377.196910:0:5800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437193800. 00000040:00000010:1.0:1780333377.196929:0:5800:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec4377cc000. 00000040:00000010:1.0:1780333377.197084:0:5800:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec4377cc000. 00000040:00000010:1.0:1780333377.197089:0:5800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437193800. 00010000:00000200:1.0:1780333377.197105:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e55c50 x1866812045663232/t0(0) o502->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 272/8472 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333377.197125:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec3032093c0. 00000100:00000200:1.0:1780333377.197131:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045663232, offset 224 00000400:00000200:1.0:1780333377.197138:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333377.197150:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333377.197157:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3796:3796:256:4294967295] 192.168.204.30@tcp LPNI seq info [3792:3792:8:4294967295] 00000400:00000200:1.0:1780333377.197170:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333377.197177:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333377.197181:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec437193800. 00000800:00000200:1.0:1780333377.197187:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333377.197195:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:1.0:1780333377.197198:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437193800 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1780333377.197226:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.197230:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.197233:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437193000. 00000100:00000200:1.0:1780333377.197240:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333377.197246:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2318. 00000400:00000010:1.0:1780333377.197250:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209d80. 00000800:00000200:2.0:1780333377.197456:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.197469:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec437193800. 00000400:00000200:2.0:1780333377.197473:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.197478:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.197483:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3032093c0 00000400:00000010:2.0:1780333377.197485:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec3032093c0. 02000000:00000010:2.0:1780333377.197490:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec434328000. 00000400:00000200:1.0:1780333377.205209:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333377.205228:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd81c80 00000400:00000200:1.0:1780333377.205237:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15d4d [2] + 0 00000400:00000010:1.0:1780333377.205242:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169f20. 00000400:00000200:1.0:1780333377.205250:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec42e21df00 00000400:00000200:1.0:1780333377.205302:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.205307:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.205313:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42e21df00 00000400:00000010:1.0:1780333377.205315:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec42e21df00. 00000100:00000200:1.0:1780333377.205322:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1780333377.205418:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.205422:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.205428:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764a600. 00000020:00000010:3.0:1780333377.205434:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.205438:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.205483:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.205486:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000100:00000200:3.0:1780333377.205489:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045663360 00010000:00000010:3.0:1780333377.205512:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5000. 02000000:00000010:3.0:1780333377.205529:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec434266400. 00010000:00000200:3.0:1780333377.205551:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e57050 x1866812045663360/t0(0) o101->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 328/344 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333377.205570:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42880. 00000100:00000200:3.0:1780333377.205576:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045663360, offset 224 00000400:00000200:3.0:1780333377.205582:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333377.205591:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333377.205597:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3797:3797:256:4294967295] 192.168.204.30@tcp LPNI seq info [3793:3793:8:4294967295] 00000400:00000200:3.0:1780333377.205608:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333377.205613:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333377.205654:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec433da1000. 00000800:00000200:3.0:1780333377.205661:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333377.205668:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333377.205672:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec433da1000 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1780333377.205696:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.205700:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.205703:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764a600. 00000100:00000200:3.0:1780333377.205710:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333377.205716:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68898. 00000400:00000010:3.0:1780333377.205721:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9eae40. 00000800:00000200:2.0:1780333377.205909:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.205914:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec433da1000. 00000400:00000200:2.0:1780333377.205918:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.205922:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.205925:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42880 00000400:00000010:2.0:1780333377.205928:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42880. 02000000:00000010:2.0:1780333377.205933:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec434266400. 00000400:00000200:2.0:1780333377.209236:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.209253:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 304 into portal 26 MB=0x6a1db0cd81d00 00000400:00000200:2.0:1780333377.209262:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 304/304 into md 0x15d5d [2] + 0 00000400:00000010:2.0:1780333377.209268:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169000. 00000400:00000200:2.0:1780333377.209271:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec40b287a80 00000400:00000200:2.0:1780333377.209283:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.209287:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.209292:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec40b287a80 00000400:00000010:2.0:1780333377.209294:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec40b287a80. 00000100:00000200:2.0:1780333377.209300:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333377.210032:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.210038:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.210046:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9fc00. 00000020:00000010:0.0:1780333377.210051:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.210056:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333377.210136:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.210139:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000100:00000200:0.0:1780333377.210142:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045663488 02000000:00000010:0.0:1780333377.210159:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff8ec43c45d000. 20000000:00000010:0.0:1780333377.210170:0:5798:0:(mgs_nids.c:914:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff8ec3035a0000. 00000100:00000010:0.0:1780333377.210199:0:5798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8ec43c45f800. 00000100:00000010:0.0:1780333377.210203:0:5798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff8ec30243a2b0. 00000400:00000010:0.0:1780333377.210213:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346990. 00000400:00000010:0.0:1780333377.210221:0:5798:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8ec40b201d90. 00000400:00000200:0.0:1780333377.210226:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333377.210239:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333377.210245:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3798:3798:256:4294967295] 192.168.204.30@tcp LPNI seq info [3794:3794:8:4294967295] 00000400:00000200:0.0:1780333377.210255:0:5798:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.30@tcp 00000400:00000200:0.0:1780333377.210262:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333377.210267:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 132 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333377.210272:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59b00. 00000800:00000200:0.0:1780333377.210278:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333377.210285:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333377.210289:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59b00 type 1, nob 228 niov 1 nkiov 1 00000100:00000200:0.0:1780333377.210298:0:5798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 132 bytes via portal 33 id 12345-192.168.204.30@tcp mbits 0x6a1db0cd81d00-0x6a1db0cd81d00 00000800:00000200:1.0:1780333377.210473:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333377.210478:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59b00. 00000400:00000200:1.0:1780333377.210482:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.210486:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:1.0:1780333377.210491:0:3319:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8ec43c45f800 00000400:00000200:2.0:1780333377.213057:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : ACK - for me 00000400:00000200:2.0:1780333377.213077:0:3320:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.204.130@tcp: ACK from 12345-192.168.204.30@tcp into md 0x16541 00000400:00000200:2.0:1780333377.213084:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.213088:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: ACK: OK 00000400:00000200:2.0:1780333377.213094:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346990 00000400:00000010:2.0:1780333377.213097:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346990. 00000100:00000200:2.0:1780333377.213102:0:3320:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8ec43c45f800 00000100:00000010:0.0:1780333377.213189:0:5798:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff8ec30243a2b0. 00000100:00000010:0.0:1780333377.213194:0:5798:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8ec43c45f800. 20000000:00000010:0.0:1780333377.213207:0:5798:0:(mgs_nids.c:961:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff8ec3035a0000. 00010000:00000200:0.0:1780333377.213221:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e57850 x1866812045663488/t0(0) o256->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 304/240 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333377.213241:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346990. 00000100:00000200:0.0:1780333377.213245:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1866812045663488, offset 224 00000400:00000200:0.0:1780333377.213252:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333377.213261:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333377.213267:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3799:3799:256:4294967295] 192.168.204.30@tcp LPNI seq info [3795:3795:8:4294967295] 00000400:00000200:0.0:1780333377.213277:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333377.213283:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333377.213288:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59000. 00000800:00000200:0.0:1780333377.213294:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333377.213301:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333377.213305:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59000 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:0.0:1780333377.213333:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.213338:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333377.213342:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9fc00. 00000100:00000200:0.0:1780333377.213353:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333377.213358:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169108. 00000400:00000010:0.0:1780333377.213364:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4092716c0. 00000800:00000200:2.0:1780333377.213494:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.213499:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59000. 00000400:00000200:2.0:1780333377.213503:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.213507:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.213510:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346990 00000400:00000010:2.0:1780333377.213512:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346990. 02000000:00000010:2.0:1780333377.213516:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff8ec43c45d000. 00000400:00000200:1.0:1780333377.216145:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333377.216160:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 328 into portal 26 MB=0x6a1db0cd81d80 00000400:00000200:1.0:1780333377.216168:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 328/328 into md 0x15d6d [2] + 0 00000400:00000010:1.0:1780333377.216182:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081699a0. 00000400:00000200:1.0:1780333377.216186:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4074c5780 00000400:00000200:1.0:1780333377.216195:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.216199:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.216203:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4074c5780 00000400:00000010:1.0:1780333377.216205:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4074c5780. 00000100:00000200:1.0:1780333377.216211:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333377.216337:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.216342:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.216348:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9fc00. 00000020:00000010:0.0:1780333377.216352:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.216357:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333377.216392:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.216394:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000100:00000200:0.0:1780333377.216397:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045663616 00010000:00000010:0.0:1780333377.216422:0:5800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390c00. 02000000:00000010:0.0:1780333377.216438:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec43c45f800. 00010000:00000200:0.0:1780333377.216495:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e56450 x1866812045663616/t0(0) o101->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 328/344 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333377.216516:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346330. 00000100:00000200:0.0:1780333377.216520:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812045663616, offset 224 00000400:00000200:0.0:1780333377.216526:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333377.216536:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333377.216541:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3800:3800:256:4294967295] 192.168.204.30@tcp LPNI seq info [3796:3796:8:4294967295] 00000400:00000200:0.0:1780333377.216551:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333377.216556:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333377.216560:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59a00. 00000800:00000200:0.0:1780333377.216566:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333377.216573:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333377.216577:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59a00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1780333377.216599:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.216603:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:0.0:1780333377.216606:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9fc00. 00000100:00000200:0.0:1780333377.216614:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333377.216648:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169688. 00000400:00000010:0.0:1780333377.216652:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec409271000. 00000800:00000200:2.0:1780333377.216776:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.216780:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59a00. 00000400:00000200:2.0:1780333377.216783:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.216787:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.216791:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346330 00000400:00000010:2.0:1780333377.216792:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346330. 02000000:00000010:2.0:1780333377.216796:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec43c45f800. 00000400:00000200:2.0:1780333377.219120:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.219137:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 504 into portal 26 MB=0x6a1db0cd81e00 00000400:00000200:2.0:1780333377.219144:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 504/504 into md 0x15d7d [2] + 0 00000400:00000010:2.0:1780333377.219150:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f687e8. 00000400:00000200:2.0:1780333377.219154:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec40b38d3c0 00000400:00000200:2.0:1780333377.219165:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.219230:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.219235:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec40b38d3c0 00000400:00000010:2.0:1780333377.219238:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec40b38d3c0. 00000100:00000200:2.0:1780333377.219244:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333377.219434:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.219449:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.219463:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9fc00. 00000020:00000010:0.0:1780333377.219469:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5c00. 00000020:00000010:0.0:1780333377.219474:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9190. 00000020:00000010:1.0:1780333377.219743:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10bc0. 00000020:00000010:1.0:1780333377.219747:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10bc0. 00000100:00000200:1.0:1780333377.219751:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045663744 02000000:00000010:1.0:1780333377.219772:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8ec42e2cf400. 00000040:00000010:1.0:1780333377.219778:0:5800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec437193000. 00000040:00000010:1.0:1780333377.219971:0:5800:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8ec41b2ceca8. 00000040:00000010:1.0:1780333377.219984:0:5800:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8ec41b2ceca8. 00000040:00000010:1.0:1780333377.219987:0:5800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec437193000. 00010000:00000200:1.0:1780333377.220000:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e54450 x1866812045663744/t0(0) o501->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 504/272 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333377.220017:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333377.220023:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1866812045663744, offset 224 00000400:00000200:1.0:1780333377.220029:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333377.220040:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333377.220046:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3801:3801:256:4294967295] 192.168.204.30@tcp LPNI seq info [3797:3797:8:4294967295] 00000400:00000200:1.0:1780333377.220057:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333377.220062:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333377.220066:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437d41400. 00000800:00000200:1.0:1780333377.220072:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333377.220078:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333377.220082:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437d41400 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:1.0:1780333377.220107:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5c00. 00000020:00000010:1.0:1780333377.220111:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9190. 00000020:00000010:1.0:1780333377.220114:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9fc00. 00000100:00000200:1.0:1780333377.220122:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333377.220128:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2840. 00000400:00000010:1.0:1780333377.220133:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec303209540. 00000800:00000200:3.0:1780333377.220475:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333377.220481:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437d41400. 00000400:00000200:3.0:1780333377.220485:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333377.220489:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333377.220494:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:3.0:1780333377.220500:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 02000000:00000010:3.0:1780333377.220506:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8ec42e2cf400. 00000400:00000200:2.0:1780333377.222099:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.222114:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd81e80 00000400:00000200:2.0:1780333377.222122:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15e19 [2] + 0 00000400:00000010:2.0:1780333377.222127:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169a50. 00000400:00000200:2.0:1780333377.222132:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec405741540 00000400:00000200:2.0:1780333377.222210:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.222216:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.222221:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec405741540 00000400:00000010:2.0:1780333377.222223:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec405741540. 00000100:00000200:2.0:1780333377.222229:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1780333377.222707:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.222712:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.222717:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764a600. 00000020:00000010:3.0:1780333377.222721:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.222726:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.222810:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.222814:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000100:00000200:3.0:1780333377.222817:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045663872 02000000:00000010:3.0:1780333377.222852:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8ec434328000. 00000040:00000010:3.0:1780333377.222860:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43764aa00. 00000040:00000010:3.0:1780333377.222875:0:5799:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec40368e000. 00000040:00000010:3.0:1780333377.222981:0:5799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec40368e000. 00000040:00000010:3.0:1780333377.222985:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43764aa00. 00010000:00000200:3.0:1780333377.222995:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e55050 x1866812045663872/t0(0) o503->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 272/8416 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333377.223012:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec42d9ead80. 00000100:00000200:3.0:1780333377.223017:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1866812045663872, offset 224 00000400:00000200:3.0:1780333377.223024:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333377.223033:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333377.223039:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3802:3802:256:4294967295] 192.168.204.30@tcp LPNI seq info [3798:3798:8:4294967295] 00000400:00000200:3.0:1780333377.223048:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333377.223053:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333377.223057:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec43764aa00. 00000800:00000200:3.0:1780333377.223064:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333377.223071:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:3.0:1780333377.223075:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec43764aa00 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1780333377.223100:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.223104:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.223107:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764a600. 00000100:00000200:3.0:1780333377.223115:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333377.223120:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f683c8. 00000400:00000010:3.0:1780333377.223123:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea540. 00000800:00000200:2.0:1780333377.223247:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.223251:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec43764aa00. 00000400:00000200:2.0:1780333377.223254:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.223259:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.223262:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42d9ead80 00000400:00000010:2.0:1780333377.223264:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec42d9ead80. 02000000:00000010:2.0:1780333377.223268:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8ec434328000. 00000400:00000200:3.0:1780333377.228244:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333377.228258:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd81f00 00000400:00000200:3.0:1780333377.228265:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15e6d [2] + 0 00000400:00000010:3.0:1780333377.228269:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68528. 00000400:00000200:3.0:1780333377.228274:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4229a30c0 00000400:00000200:3.0:1780333377.228331:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333377.228336:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333377.228342:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4229a30c0 00000400:00000010:3.0:1780333377.228344:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4229a30c0. 00000100:00000200:3.0:1780333377.228351:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1780333377.228582:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.228587:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.228594:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437d9fc00. 00000020:00000010:0.0:1780333377.228600:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5d00. 00000020:00000010:0.0:1780333377.228604:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333377.228668:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.228671:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000100:00000200:0.0:1780333377.228674:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664000 02000000:00000010:0.0:1780333377.228701:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec434328000. 00000040:00000010:0.0:1780333377.228709:0:5798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec42e0f9c00. 00000040:00000010:0.0:1780333377.228726:0:5798:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec42d99a000. 00000040:00000010:0.0:1780333377.228848:0:5798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec42d99a000. 00000040:00000010:0.0:1780333377.228852:0:5798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec42e0f9c00. 00010000:00000200:0.0:1780333377.228863:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e56c50 x1866812045664000/t0(0) o502->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 272/8472 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333377.228881:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec409271480. 00000100:00000200:0.0:1780333377.228885:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045664000, offset 224 00000400:00000200:0.0:1780333377.228904:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333377.228914:0:5798:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333377.228921:0:5798:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3803:3803:256:4294967295] 192.168.204.30@tcp LPNI seq info [3799:3799:8:4294967295] 00000400:00000200:0.0:1780333377.228931:0:5798:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333377.228938:0:5798:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333377.228942:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec42e0f9c00. 00000800:00000200:0.0:1780333377.228948:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333377.228955:0:5798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:0.0:1780333377.228969:0:5798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42e0f9c00 type 1, nob 8568 niov 1 nkiov 3 00000800:00000200:2.0:1780333377.229082:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.229087:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec42e0f9c00. 00000400:00000200:2.0:1780333377.229090:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.229095:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.229099:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409271480 00000400:00000010:2.0:1780333377.229101:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec409271480. 00000020:00000010:0.0:1780333377.229248:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5d00. 00000020:00000010:0.0:1780333377.229262:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333377.229266:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437d9fc00. 02000000:00000010:0.0:1780333377.229273:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec434328000. 00000100:00000200:0.0:1780333377.229285:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333377.229291:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081695d8. 00000400:00000010:0.0:1780333377.229296:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec409271480. 00000400:00000200:2.0:1780333377.243701:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.243720:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 272 into portal 26 MB=0x6a1db0cd81f80 00000400:00000200:2.0:1780333377.243728:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 272/272 into md 0x15ed9 [2] + 0 00000400:00000010:2.0:1780333377.243733:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef29a0. 00000400:00000200:2.0:1780333377.243740:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec403eeea80 00000400:00000200:2.0:1780333377.243752:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.243756:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.243761:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec403eeea80 00000400:00000010:2.0:1780333377.243763:0:3321:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec403eeea80. 00000100:00000200:2.0:1780333377.243769:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1780333377.247753:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.247763:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.247771:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764a600. 00000020:00000010:3.0:1780333377.247777:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.247783:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.247832:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b9c0. 00000020:00000010:3.0:1780333377.247835:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b9c0. 00000100:00000200:3.0:1780333377.247838:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664128 02000000:00000010:3.0:1780333377.247875:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff8ec434328000. 00000040:00000010:3.0:1780333377.247882:0:5799:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8ec43764ba00. 00000040:00000010:3.0:1780333377.247977:0:5799:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8ec40368e000. 00000040:00000010:3.0:1780333377.248444:0:5799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8ec40368e000. 00000040:00000010:3.0:1780333377.248449:0:5799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8ec43764ba00. 00010000:00000200:3.0:1780333377.248475:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e56850 x1866812045664128/t0(0) o502->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:353/0 lens 272/8472 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333377.248496:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8ec42d9eaf00. 00000100:00000200:3.0:1780333377.248505:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1866812045664128, offset 224 00000400:00000200:3.0:1780333377.248513:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333377.248525:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333377.248532:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3804:3804:256:4294967295] 192.168.204.30@tcp LPNI seq info [3800:3800:8:4294967295] 00000400:00000200:3.0:1780333377.248543:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333377.248549:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333377.248553:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8ec43764ba00. 00000800:00000200:3.0:1780333377.248559:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333377.249361:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1022 00000800:00000200:3.0:1780333377.249366:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec43764ba00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1780333377.249395:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.249401:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:3.0:1780333377.249405:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764a600. 00000100:00000200:3.0:1780333377.249414:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1780333377.249797:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333377.249803:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8ec43764ba00. 00000400:00000200:1.0:1780333377.249808:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.249814:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.249820:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42d9eaf00 00000400:00000010:1.0:1780333377.249823:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff8ec42d9eaf00. 02000000:00000010:1.0:1780333377.249829:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8ec434328000. 00000400:00000010:2.0:1780333377.251193:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3af78. 00000400:00000010:2.0:1780333377.251206:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42e03e180. 00000400:00000200:2.0:1780333377.260148:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.260167:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 12 MB=0x6a1db0cd82000 00000400:00000200:2.0:1780333377.260176:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 520/520 into md 0x23d [64] + 69008 00000400:00000200:2.0:1780333377.260240:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.260246:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333377.260254:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333377.260261:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303632300. 00000020:00000010:1.0:1780333377.260672:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437193000. 00000020:00000010:1.0:1780333377.260680:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.260686:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000100:00000200:1.0:1780333377.260796:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664256 02000000:00000010:1.0:1780333377.260953:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec42e2cd800. 00000020:00000010:1.0:1780333377.260965:0:5805:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec30344c800. 00000004:00000010:1.0:1780333377.260974:0:5805:0:(mdt_handler.c:7630:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff8ec301a10bc0. 00000001:00000010:1.0:1780333377.260978:0:5805:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8ec437213600. 00000001:00000010:1.0:1780333377.260984:0:5805:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec437d41900. 00000001:00000010:1.0:1780333377.260990:0:5805:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec3012a93e0. 00000001:00000010:1.0:1780333377.260993:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437192c00. 00000001:00000010:1.0:1780333377.260996:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437192000. 00000001:00000010:1.0:1780333377.260998:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437193800. 00000001:00000010:1.0:1780333377.261001:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec421a19a00. 00000001:00000010:1.0:1780333377.261005:0:5805:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec437d41400. 00000001:00000010:1.0:1780333377.261008:0:5805:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec3012a9fa0. 00000001:00000010:1.0:1780333377.261010:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec3024b5e00. 00000001:00000010:1.0:1780333377.261013:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec3024b5600. 00000001:00000010:1.0:1780333377.261015:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec3024b4c00. 00000001:00000010:1.0:1780333377.261017:0:5805:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec3024b4000. 00080000:00000010:1.0:1780333377.261062:0:5805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42e2cc400. 00000001:00000010:1.0:1780333377.263388:0:5805:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec437d511e0. 00000020:00000010:1.0:1780333377.263810:0:5805:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec437d51d20. 00000020:00000010:1.0:1780333377.263816:0:5805:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec437d51d20. 00000020:00000010:1.0:1780333377.263823:0:5805:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec30344a800. 00000020:00000010:1.0:1780333377.263830:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000400:00000200:1.0:1780333377.263848:0:5805:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:1.0:1780333377.263888:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303632300 x1866812045664256/t0(0) o38->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333397 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333377.263908:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227aa0. 00000100:00000200:1.0:1780333377.263914:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1866812045664256, offset 0 00000400:00000200:1.0:1780333377.263921:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333377.263932:0:5805:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333377.263939:0:5805:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3805:3805:256:4294967295] 192.168.204.30@tcp LPNI seq info [3801:3801:8:4294967295] 00000400:00000200:1.0:1780333377.263950:0:5805:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333377.263955:0:5805:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333377.263960:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437d41d00. 00000800:00000200:1.0:1780333377.263966:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333377.263973:0:5805:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333377.263977:0:5805:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437d41d00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1780333377.264078:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.264084:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.264087:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437193000. 00000800:00000200:2.0:1780333377.264225:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333377.264230:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437d41d00. 00000400:00000200:2.0:1780333377.264234:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.264239:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333377.264244:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227aa0 00000400:00000010:2.0:1780333377.264246:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227aa0. 00000400:00000200:1.0:1780333377.267541:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333377.267559:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd82100 00000400:00000200:1.0:1780333377.267567:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 69528 00000400:00000200:1.0:1780333377.267579:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.267583:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:1.0:1780333377.267590:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333377.267599:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec43c7cc000. 00000400:00000200:1.0:1780333377.267654:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:1.0:1780333377.267661:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd82080 00000400:00000200:1.0:1780333377.267664:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 69752 00000400:00000200:1.0:1780333377.267673:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.267676:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:1.0:1780333377.267678:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333377.267684:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2c700. 00000020:00000010:2.0:1780333377.267890:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f980. 00000020:00000010:2.0:1780333377.267897:0:5806:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10f00. 00000020:00000010:2.0:1780333377.267918:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360ea00. 00000020:00000010:2.0:1780333377.267925:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73f00. 00000020:00000010:2.0:1780333377.267929:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333377.267971:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43fd40. 00000020:00000010:2.0:1780333377.267974:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43fd40. 00000020:00000010:2.0:1780333377.267978:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360fe00. 00000020:00000010:2.0:1780333377.267980:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73880. 00000020:00000010:2.0:1780333377.267983:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333377.268000:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43fd40. 00000020:00000010:2.0:1780333377.268002:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43fd40. 00000100:00000200:2.0:1780333377.268005:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664512 02000000:00000010:2.0:1780333377.268024:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4f000. 00000020:00000010:2.0:1780333377.268060:0:5806:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8ec408463000. 00010000:00000200:2.0:1780333377.268072:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec43c7cc000 x1866812045664512/t0(0) o41->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:353/0 lens 224/368 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333377.268090:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bb28. 00000100:00000200:2.0:1780333377.268095:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1866812045664512, offset 224 00000400:00000200:2.0:1780333377.268101:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333377.268110:0:5806:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333377.268115:0:5806:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3806:3806:256:4294967295] 192.168.204.30@tcp LPNI seq info [3802:3802:8:4294967295] 00000400:00000200:2.0:1780333377.268125:0:5806:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333377.268130:0:5806:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333377.268134:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757f00. 00000800:00000200:2.0:1780333377.268140:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333377.268147:0:5806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333377.268151:0:5806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757f00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1780333377.268169:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73f00. 00000020:00000010:2.0:1780333377.268172:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333377.268176:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360ea00. 00000020:00000010:2.0:1780333377.268189:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43fd40. 00000020:00000010:2.0:1780333377.268191:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43fd40. 00000100:00000200:2.0:1780333377.268193:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664384 02000000:00000010:2.0:1780333377.268200:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4ec00. 00010000:00000200:2.0:1780333377.268211:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2c700 x1866812045664384/t0(0) o41->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:353/0 lens 224/368 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333377.268222:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bdd0. 00000100:00000200:2.0:1780333377.268225:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1866812045664384, offset 224 00000400:00000200:2.0:1780333377.268229:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333377.268235:0:5806:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333377.268241:0:5806:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3807:3807:255:4294967295] 192.168.204.30@tcp LPNI seq info [3803:3803:7:4294967295] 00000400:00000200:2.0:1780333377.268250:0:5806:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333377.268254:0:5806:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333377.268258:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757500. 00000800:00000200:2.0:1780333377.268261:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333377.268266:0:5806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333377.268268:0:5806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757500 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1780333377.268276:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73880. 00000020:00000010:2.0:1780333377.268279:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333377.268281:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360fe00. 00000800:00000200:0.0:1780333377.268297:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333377.268302:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757f00. 00000400:00000200:0.0:1780333377.268307:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.268321:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333377.268325:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bb28 00000400:00000010:0.0:1780333377.268328:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bb28. 00000800:00000200:0.0:1780333377.270318:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333377.270326:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757500. 00000400:00000200:0.0:1780333377.270334:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.270341:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333377.270346:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bdd0 00000400:00000010:0.0:1780333377.270348:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bdd0. 00000400:00000200:2.0:1780333377.275806:0:3321:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333377.275876:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 440 into portal 12 MB=0x6a1db0cd82180 00000400:00000200:2.0:1780333377.275885:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 440/440 into md 0x23d [64] + 69976 00000400:00000200:2.0:1780333377.275899:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333377.275904:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333377.275913:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333377.275920:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303630000. 00000020:00000010:0.0:1780333377.276015:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.276021:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.276027:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0f9c00. 00000020:00000010:0.0:1780333377.276033:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5d00. 00000020:00000010:0.0:1780333377.276038:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333377.276115:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573300. 00000020:00000010:0.0:1780333377.276119:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573300. 00000100:00000200:0.0:1780333377.276123:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664640 02000000:00000010:0.0:1780333377.276143:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ec43c45f400. 00010000:00000200:0.0:1780333377.276160:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec303630000 x1866812045664640/t0(0) o40->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:353/0 lens 440/448 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333377.276179:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346550. 00000100:00000200:0.0:1780333377.276184:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1866812045664640, offset 224 00000400:00000200:0.0:1780333377.276191:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333377.276200:0:5805:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333377.276211:0:5805:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3808:3808:256:4294967295] 192.168.204.30@tcp LPNI seq info [3804:3804:8:4294967295] 00000400:00000200:0.0:1780333377.276221:0:5805:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333377.276227:0:5805:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333377.276233:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59a00. 00000800:00000200:0.0:1780333377.276240:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333377.276247:0:5805:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333377.276251:0:5805:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59a00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1780333377.276271:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5d00. 00000020:00000010:0.0:1780333377.276275:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333377.276278:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0f9c00. 00000800:00000200:1.0:1780333377.276350:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333377.276356:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59a00. 00000400:00000200:1.0:1780333377.276359:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.276364:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.276367:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346550 00000400:00000010:1.0:1780333377.276369:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346550. 00000400:00000200:0.0:1780333377.278683:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333377.278747:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 28 MB=0x6a1db0cd82200 00000400:00000200:0.0:1780333377.278754:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 520/520 into md 0xc11 [8] + 10000 00000400:00000200:0.0:1780333377.278763:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.278765:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333377.278771:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333377.278778:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf5880. 00000400:00000200:0.0:1780333377.278800:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333377.278806:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 520 into portal 28 MB=0x6a1db0cd82280 00000020:00000010:3.0:1780333377.278914:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764ba00. 00000020:00000010:3.0:1780333377.278921:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333377.278925:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d190. 00000100:00000200:3.0:1780333377.278958:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664768 00000400:00000200:0.0:1780333377.279004:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 520/520 into md 0xc11 [8] + 10520 00000400:00000200:0.0:1780333377.279017:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.279022:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333377.279026:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333377.279030:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433cf7100. 02000000:00000010:2.0:1780333377.279073:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec42dc4e400. 00000020:00000010:2.0:1780333377.279085:0:6596:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec408465800. 00000001:00000010:2.0:1780333377.279095:0:6596:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8ec408e73880. 00000001:00000010:2.0:1780333377.279102:0:6596:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec405757500. 00000001:00000010:2.0:1780333377.279107:0:6596:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec30362d420. 00000001:00000010:2.0:1780333377.279110:0:6596:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec30360fe00. 00000001:00000010:2.0:1780333377.279113:0:6596:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec30360ea00. 00000001:00000010:2.0:1780333377.279115:0:6596:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec30360f400. 00000001:00000010:2.0:1780333377.279118:0:6596:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec30360fc00. 00080000:00000010:2.0:1780333377.279163:0:6596:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc4c000. 00000001:00000010:2.0:1780333377.279299:0:6596:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec30190e6c0. 00000020:00000010:2.0:1780333377.279395:0:6596:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec30190e3c0. 00000020:00000010:2.0:1780333377.279400:0:6596:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec30190e3c0. 00000020:00000010:2.0:1780333377.279405:0:6596:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec408461800. 00000020:00000010:2.0:1780333377.279426:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43fd40. 00000400:00000200:2.0:1780333377.279446:0:6596:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:2.0:1780333377.279487:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433cf5880 x1866812045664768/t0(0) o8->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333397 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333377.279505:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bbb0. 00000100:00000200:2.0:1780333377.279510:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1866812045664768, offset 0 00000400:00000200:2.0:1780333377.279516:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333377.279525:0:6596:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333377.279531:0:6596:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3809:3809:256:4294967295] 192.168.204.30@tcp LPNI seq info [3805:3805:8:4294967295] 00000020:00000010:1.0:1780333377.279664:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b5c00. 00000020:00000010:1.0:1780333377.279669:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.279673:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 00000100:00000200:1.0:1780333377.279711:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045664896 02000000:00000010:1.0:1780333377.279725:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8ec42e2cfc00. 00000020:00000010:1.0:1780333377.279732:0:6597:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff8ec30344f800. 00000001:00000010:1.0:1780333377.279737:0:6597:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8ec437213700. 00000001:00000010:1.0:1780333377.279741:0:6597:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8ec437d41100. 00000001:00000010:1.0:1780333377.279746:0:6597:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8ec3012a9b00. 00000001:00000010:1.0:1780333377.279748:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec3024b5800. 00000001:00000010:1.0:1780333377.279751:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec437193000. 00000001:00000010:1.0:1780333377.279754:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec409c17200. 00000001:00000010:1.0:1780333377.279757:0:6597:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8ec40baf6600. 00080000:00000010:1.0:1780333377.279779:0:6597:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42e2cec00. 00000001:00000010:1.0:1780333377.279868:0:6597:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec437d51660. 00000020:00000010:1.0:1780333377.279941:0:6597:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8ec437d51d20. 00000020:00000010:1.0:1780333377.279945:0:6597:0:(lprocfs_status_server.c:730:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8ec437d51d20. 00000020:00000010:1.0:1780333377.279949:0:6597:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at ffff8ec30344c000. 00000020:00000010:1.0:1780333377.279955:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10440. 00000400:00000200:2.0:1780333377.280139:0:6596:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333377.280146:0:6596:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333377.280151:0:6596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757f00. 00000800:00000200:2.0:1780333377.280157:0:6596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333377.280164:0:6596:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333377.280168:0:6596:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757f00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1780333377.280199:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:2.0:1780333377.280204:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d190. 00000020:00000010:2.0:1780333377.280208:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764ba00. 00000800:00000200:3.0:1780333377.280366:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333377.280371:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757f00. 00000400:00000200:3.0:1780333377.280375:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333377.280380:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333377.280693:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333377.280768:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 448 into portal 23 MB=0x6a1db0cd82300 00000400:00000200:0.0:1780333377.280775:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.30@tcp of length 448/448 into md 0x381 [2] + 0 00000400:00000200:0.0:1780333377.280788:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333377.280791:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333377.280797:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1780333377.280805:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1f80. 00000400:00000200:1.0:1780333377.280985:0:6597:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.30@tcp primary NID 192.168.204.30@tcp rc 0 00010000:00000200:1.0:1780333377.281017:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433cf7100 x1866812045664896/t0(0) o8->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:0/0 lens 520/416 e 0 to 0 dl 1780333397 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333377.281033:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227440. 00000100:00000200:1.0:1780333377.281037:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1866812045664896, offset 0 00000400:00000200:1.0:1780333377.281043:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333377.281051:0:6597:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333377.281057:0:6597:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3810:3810:255:4294967295] 192.168.204.30@tcp LPNI seq info [3806:3806:7:4294967295] 00000400:00000200:1.0:1780333377.281066:0:6597:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333377.281071:0:6597:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333377.281075:0:6597:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437d41500. 00000800:00000200:1.0:1780333377.281080:0:6597:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333377.281085:0:6597:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333377.281088:0:6597:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437d41500 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1780333377.281098:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437213e00. 00000020:00000010:1.0:1780333377.281102:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:1.0:1780333377.281105:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b5c00. 00000020:00000010:2.0:1780333377.281191:0:5808:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43fac0. 00000020:00000010:2.0:1780333377.281195:0:5808:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43fac0. 00000020:00000010:2.0:1780333377.281200:0:5808:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360e200. 00000020:00000010:2.0:1780333377.281204:0:5808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73f00. 00000020:00000010:2.0:1780333377.281208:0:5808:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333377.281241:0:5808:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43fac0. 00000020:00000010:2.0:1780333377.281244:0:5808:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43fac0. 00000100:00000200:2.0:1780333377.281246:0:5808:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665024 02000000:00000010:2.0:1780333377.281287:0:5808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff8ec408460800. 00000400:00000200:3.0:1780333377.281602:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bbb0 00000400:00000010:3.0:1780333377.281606:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bbb0. 00000800:00000200:3.0:1780333377.281984:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333377.281988:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437d41500. 00000400:00000200:3.0:1780333377.281994:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333377.281999:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333377.282002:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227440 00000400:00000010:3.0:1780333377.282005:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227440. 00010000:00000200:2.0:1780333377.282212:0:5808:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c1f80 x1866812045665024/t0(0) o33->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:353/0 lens 448/464 e 0 to 0 dl 1780333388 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1780333377.282227:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2ba18. 00000100:00000200:2.0:1780333377.282230:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1866812045665024, offset 224 00000400:00000200:2.0:1780333377.282236:0:5808:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333377.282244:0:5808:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333377.282249:0:5808:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3811:3811:256:4294967295] 192.168.204.30@tcp LPNI seq info [3807:3807:8:4294967295] 00000400:00000200:2.0:1780333377.282257:0:5808:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333377.282261:0:5808:0:(socklnd_cb.c:931:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333377.282265:0:5808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757600. 00000800:00000200:2.0:1780333377.282270:0:5808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333377.282275:0:5808:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333377.282278:0:5808:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757600 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:2.0:1780333377.282327:0:5808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73f00. 00000020:00000010:2.0:1780333377.282331:0:5808:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333377.282334:0:5808:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360e200. 00000800:00000200:1.0:1780333377.283155:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333377.283160:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757600. 00000400:00000200:1.0:1780333377.283166:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333377.283229:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333377.283235:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2ba18 00000400:00000010:1.0:1780333377.283237:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2ba18. 00000100:00000010:0.0:1780333378.776719:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c2d80. 02000000:00000010:0.0:1780333378.776742:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59000. 02000000:00000010:3.0:1780333378.776848:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec434267000. 00000400:00000010:3.0:1780333378.776858:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68528. 00000400:00000010:3.0:1780333378.776865:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c426e8. 00000100:00000200:3.0:1780333378.776872:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067858432, portal 4 00000400:00000010:3.0:1780333378.776881:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333378.776884:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067858432, offset 0 00000400:00000200:3.0:1780333378.776894:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333378.776909:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333378.776921:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ac800 00000400:00000200:3.0:1780333378.776928:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 8288 00000400:00000200:3.0:1780333378.776937:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333378.776942:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333378.776950:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333378.776957:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599500. 00000400:00000200:3.0:1780333378.776975:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333378.776978:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333378.776985:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c2d80 x1866812067858432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333378.777005:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a137e0. 00000100:00000010:3.0:1780333378.777017:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13a80. 00000100:00000010:3.0:1780333378.777025:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a138a0. 00000100:00000010:3.0:1780333378.777030:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13660. 00000020:00000010:3.0:1780333378.777209:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b280. 00000020:00000010:3.0:1780333378.777216:0:6598:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b8c0. 00000020:00000010:3.0:1780333378.777270:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956800. 00000020:00000010:3.0:1780333378.777277:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3380. 00000020:00000010:3.0:1780333378.777281:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333378.777318:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b8c0. 00000020:00000010:3.0:1780333378.777322:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b8c0. 00000100:00000200:3.0:1780333378.777325:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858432 02000000:00000010:3.0:1780333378.777340:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec434266400. 00010000:00000200:3.0:1780333378.777372:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302599500 x1866812067858432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/368 e 0 to 0 dl 1780333389 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333378.777388:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333378.777392:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067858432, offset 224 00000400:00000200:3.0:1780333378.777398:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333378.777404:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333378.777411:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ac800 00000400:00000200:3.0:1780333378.777415:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16591 [1] + 224 00000400:00000200:3.0:1780333378.777420:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333378.777423:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333378.777429:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c2d80 x1866812067858432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333378.777455:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333378.777457:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000020:00000010:3.0:1780333378.777470:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3380. 00000020:00000010:3.0:1780333378.777473:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333378.777476:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956800. 00000400:00000010:3.0:1780333378.777521:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68528. 00000400:00000200:3.0:1780333378.777526:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c426e8 00000400:00000010:3.0:1780333378.777527:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c426e8. 00000100:00000200:3.0:1780333378.777532:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c2d80 x1866812067858432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333378.777539:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c2d80 x1866812067858432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333378.777567:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec434267000. 02000000:00000010:3.0:1780333378.777573:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59000. 00000100:00000010:3.0:1780333378.777577:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c2d80. 00000100:00000010:3.0:1780333378.782691:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13660. 00000100:00000010:2.0:1780333378.782758:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a138a0. 00000100:00000010:1.0:1780333378.783347:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13a80. 00000100:00000010:0.0:1780333378.783683:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a137e0. 00000001:00000010:1.0:1780333378.820290:0:6623:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec30190e6c0. 00080000:00000010:1.0:1780333378.820305:0:6623:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc4c000. 00000001:00000010:1.0:1780333378.826724:0:7493:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec437d51660. 00080000:00000010:1.0:1780333378.826735:0:7493:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42e2cec00. 00000100:00000010:2.0:1780333379.799820:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec303633100. 02000000:00000010:2.0:1780333379.799843:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757f00. 00000100:00000010:2.0:1780333379.799895:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea0a80. 02000000:00000010:2.0:1780333379.799901:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757900. 00000100:00000010:2.0:1780333379.799935:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 02000000:00000010:2.0:1780333379.799940:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757800. 02000000:00000010:0.0:1780333379.799943:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c230e00. 00000100:00000010:2.0:1780333379.799948:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb8000. 00000400:00000010:0.0:1780333379.799951:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169a50. 02000000:00000010:2.0:1780333379.799952:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757700. 00000400:00000010:0.0:1780333379.799957:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333379.799963:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067858560, portal 25 00000400:00000010:0.0:1780333379.799968:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000010:2.0:1780333379.799971:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cb9f80. 00000100:00000200:0.0:1780333379.799971:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067858560, offset 0 02000000:00000010:2.0:1780333379.799975:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757100. 00000400:00000200:0.0:1780333379.799979:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1780333379.799980:0:100136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec301cbad80. 02000000:00000010:2.0:1780333379.799983:0:100136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757000. 00000400:00000200:0.0:1780333379.799992:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333379.800003:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2ac880 02000000:00000010:2.0:1780333379.800004:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437dbbc00. 00000400:00000010:2.0:1780333379.800008:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a898. 00000400:00000200:0.0:1780333379.800010:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15f9d [2] + 0 00000400:00000010:0.0:1780333379.800013:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2e18. 00000400:00000200:0.0:1780333379.800019:0:3327:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec42e03e900 00000400:00000200:0.0:1780333379.800026:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333379.800029:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1780333379.800052:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42d3a6600. 00000400:00000010:3.0:1780333379.800059:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68528. 02000000:00000010:1.0:1780333379.800076:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4126afc00. 00000400:00000010:1.0:1780333379.800081:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef25d8. 00000400:00000010:2.0:1780333379.800517:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b7f8. 00000100:00000200:2.0:1780333379.800573:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067858816, portal 10 00000400:00000010:2.0:1780333379.800579:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.800582:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067858816, offset 0 00000400:00000200:2.0:1780333379.800587:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333379.800593:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333379.800600:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ac980 00000400:00000200:2.0:1780333379.800605:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 70416 00000400:00000200:2.0:1780333379.800611:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333379.800614:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333379.800654:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333379.800713:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019da680. 00000400:00000200:2.0:1780333379.800787:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333379.800790:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.800915:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea2680 x1866812067858816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333379.800940:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e360. 00000100:00000010:2.0:1780333379.800952:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e3c0. 00000100:00000010:2.0:1780333379.800957:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e300. 00000100:00000010:2.0:1780333379.800961:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e420. 00000400:00000200:0.0:1780333379.800970:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42e03e900 00000400:00000010:0.0:1780333379.800973:0:3327:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec42e03e900. 00000100:00000200:0.0:1780333379.800979:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333379.800993:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333379.800994:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333379.801000:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec303633100 x1866812067858560/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333379.801004:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f0c0. 00000020:00000010:2.0:1780333379.801019:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437dbb400. 00000020:00000010:2.0:1780333379.801024:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73c00. 02000000:00000010:0.0:1780333379.801025:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c231400. 00000400:00000010:0.0:1780333379.801028:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081699a0. 00000020:00000010:2.0:1780333379.801029:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000400:00000010:0.0:1780333379.801030:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333379.801033:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067859072, portal 10 00000400:00000010:0.0:1780333379.801037:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333379.801039:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067859072, offset 0 00000400:00000200:0.0:1780333379.801043:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333379.801048:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333379.801053:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2aca80 00000400:00000200:0.0:1780333379.801056:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 70640 00000020:00000010:2.0:1780333379.801060:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000400:00000200:0.0:1780333379.801061:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1780333379.801062:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000400:00000200:0.0:1780333379.801063:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333379.801066:0:6619:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858816 00000100:00000200:0.0:1780333379.801066:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333379.801069:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1880. 00000400:00000200:0.0:1780333379.801079:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 02000000:00000010:2.0:1780333379.801081:0:6619:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0a9c00. 00000400:00000010:0.0:1780333379.801081:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333379.801084:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb9f80 x1866812067859072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1780333379.801088:0:6619:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019da680 x1866812067858816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333379.801102:0:6619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.801105:0:6619:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067858816, offset 224 00000400:00000200:2.0:1780333379.801108:0:6619:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333379.801113:0:6619:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1780333379.801113:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573140. 00000020:00000010:0.0:1780333379.801116:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573140. 00000400:00000200:2.0:1780333379.801117:0:6619:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ac980 00000020:00000010:0.0:1780333379.801120:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c231800. 00000400:00000200:2.0:1780333379.801121:0:6619:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x165a5 [1] + 224 00000020:00000010:0.0:1780333379.801123:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec437ff5e00. 00000020:00000010:0.0:1780333379.801125:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000400:00000200:2.0:1780333379.801126:0:6619:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333379.801128:0:6619:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333379.801134:0:6619:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea2680 x1866812067858816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333379.801147:0:6619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333379.801149:0:6619:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000020:00000010:2.0:1780333379.801159:0:6619:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73c00. 00000020:00000010:2.0:1780333379.801163:0:6619:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333379.801167:0:6619:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437dbb400. 00000020:00000010:2.0:1780333379.801180:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333379.801183:0:6619:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10340. 00000020:00000010:2.0:1780333379.801186:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333379.801189:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437dbb400. 00000020:00000010:2.0:1780333379.801191:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73c00. 00000020:00000010:2.0:1780333379.801193:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333379.801208:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333379.801211:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000100:00000200:2.0:1780333379.801213:0:6619:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859072 02000000:00000010:2.0:1780333379.801219:0:6619:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0abc00. 00000020:00000010:0.0:1780333379.801221:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573140. 00010000:00000200:2.0:1780333379.801224:0:6619:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c1880 x1866812067859072/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333379.801224:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573140. 00000100:00000200:0.0:1780333379.801226:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858560 02000000:00000010:0.0:1780333379.801231:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45fc00. 00000400:00000010:2.0:1780333379.801233:0:6619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.801236:0:6619:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067859072, offset 224 00010000:00000200:0.0:1780333379.801236:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e57450 x1866812067858560/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:355/0 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333379.801239:0:6619:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333379.801244:0:6619:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1780333379.801244:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333379.801247:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067858560, offset 224 00000400:00000200:2.0:1780333379.801249:0:6619:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2aca80 00000400:00000200:0.0:1780333379.801250:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333379.801253:0:6619:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x165ad [1] + 224 00000400:00000200:0.0:1780333379.801255:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333379.801258:0:6619:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333379.801259:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2ac880 00000400:00000200:2.0:1780333379.801261:0:6619:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333379.801263:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1659d [1] + 224 00000400:00000200:0.0:1780333379.801267:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333379.801269:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333379.801274:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec303633100 x1866812067858560/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333379.801289:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333379.801291:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000020:00000010:0.0:1780333379.801298:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec437ff5e00. 00000020:00000010:0.0:1780333379.801300:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333379.801303:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c231800. 02000000:00000010:0.0:1780333379.801309:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c45fc00. 00000100:00000200:0.0:1780333379.801314:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333379.801318:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169000. 00000100:00000200:2.0:1780333379.801320:0:6619:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb9f80 x1866812067859072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333379.801321:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42dc45600. 00000400:00000200:2.0:1780333379.801329:0:6619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333379.801331:0:6619:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000400:00000010:0.0:1780333379.801336:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081699a0. 00000020:00000010:2.0:1780333379.801337:0:6619:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73c00. 00000400:00000200:0.0:1780333379.801338:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000020:00000010:2.0:1780333379.801339:0:6619:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000400:00000010:0.0:1780333379.801340:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000020:00000010:2.0:1780333379.801341:0:6619:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437dbb400. 00000100:00000200:0.0:1780333379.801344:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb9f80 x1866812067859072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333379.801351:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb9f80 x1866812067859072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333379.801364:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a898. 00000400:00000200:2.0:1780333379.801367:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b7f8 00000400:00000010:2.0:1780333379.801368:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b7f8. 00000100:00000200:2.0:1780333379.801371:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea2680 x1866812067858816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333379.801371:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169a50. 00000400:00000200:0.0:1780333379.801373:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333379.801375:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333379.801378:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec303633100 x1866812067858560/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333379.801379:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea2680 x1866812067858816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333379.801386:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec303633100 x1866812067858560/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333379.801393:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437dbbc00. 02000000:00000010:2.0:1780333379.801397:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757800. 02000000:00000010:0.0:1780333379.801400:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c231400. 00000100:00000010:2.0:1780333379.801401:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 02000000:00000010:0.0:1780333379.801402:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757100. 00000100:00000010:0.0:1780333379.801404:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb9f80. 02000000:00000010:0.0:1780333379.801407:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c230e00. 02000000:00000010:0.0:1780333379.801409:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757f00. 00000100:00000010:0.0:1780333379.801411:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303633100. 00000400:00000010:1.0:1780333379.801613:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227440. 00000400:00000010:2.0:1780333379.801945:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b7f8. 00000100:00000200:2.0:1780333379.801953:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067858944, portal 4 00000400:00000010:2.0:1780333379.801959:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.801965:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067858944, offset 0 00000400:00000200:2.0:1780333379.801970:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333379.801977:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1780333379.801980:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067858688, portal 10 00000400:00000200:2.0:1780333379.801983:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2aca00 00000400:00000200:2.0:1780333379.801988:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 11040 00000400:00000200:2.0:1780333379.801994:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333379.801998:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333379.802003:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333379.802007:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019d8380. 00000400:00000200:2.0:1780333379.802027:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333379.802029:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.802035:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cb8000 x1866812067858944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333379.802038:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333379.802041:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067858688, offset 0 00000400:00000200:0.0:1780333379.802045:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333379.802050:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333379.802054:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ac900 00000400:00000200:0.0:1780333379.802059:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 70864 00000400:00000200:0.0:1780333379.802063:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333379.802066:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333379.802069:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333379.802072:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c2680. 00000400:00000200:0.0:1780333379.802090:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333379.802092:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333379.802097:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea0a80 x1866812067858688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333379.802117:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 02000000:00000010:0.0:1780333379.802117:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c230e00. 00000020:00000010:2.0:1780333379.802120:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000400:00000010:0.0:1780333379.802120:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169a50. 00000400:00000010:0.0:1780333379.802123:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000020:00000010:2.0:1780333379.802124:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437dbbc00. 00000100:00000200:0.0:1780333379.802125:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067859200, portal 4 00000020:00000010:2.0:1780333379.802127:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73c00. 00000400:00000010:0.0:1780333379.802129:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000020:00000010:2.0:1780333379.802130:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000100:00000200:0.0:1780333379.802130:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067859200, offset 0 00000400:00000200:0.0:1780333379.802134:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333379.802138:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1780333379.802149:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333379.802151:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000100:00000200:2.0:1780333379.802153:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858688 02000000:00000010:2.0:1780333379.802162:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0a9800. 00010000:00000200:2.0:1780333379.802168:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c2680 x1866812067858688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333379.802178:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.802181:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067858688, offset 224 00000400:00000200:2.0:1780333379.802184:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333379.802188:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333379.802193:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ac900 00000400:00000200:2.0:1780333379.802197:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x165cd [1] + 224 00000400:00000200:2.0:1780333379.802201:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333379.802204:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333379.802209:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea0a80 x1866812067858688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333379.802225:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333379.802226:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000020:00000010:2.0:1780333379.802235:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73c00. 00000020:00000010:2.0:1780333379.802238:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333379.802240:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437dbbc00. 00000400:00000200:0.0:1780333379.802322:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2acb00 00000400:00000200:0.0:1780333379.802327:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 11264 00000400:00000200:0.0:1780333379.802333:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333379.802335:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333379.802338:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333379.802341:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c3800. 00000400:00000200:0.0:1780333379.802359:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333379.802361:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333379.802365:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec301cbad80 x1866812067859200/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333379.802383:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef25d8. 00000400:00000200:0.0:1780333379.802386:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227440 00000400:00000010:0.0:1780333379.802388:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227440. 00000020:00000010:1.0:1780333379.802392:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000100:00000200:0.0:1780333379.802392:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea0a80 x1866812067858688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333379.802395:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333379.802399:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126aec00. 00000100:00000200:0.0:1780333379.802399:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea0a80 x1866812067858688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333379.802402:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325f00. 00000020:00000010:1.0:1780333379.802405:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d898. 02000000:00000010:0.0:1780333379.802415:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4126afc00. 02000000:00000010:0.0:1780333379.802419:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757900. 00000100:00000010:0.0:1780333379.802435:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea0a80. 00000020:00000010:1.0:1780333379.802439:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333379.802443:0:8139:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10840. 00000020:00000010:2.0:1780333379.802486:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333379.802490:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000100:00000200:2.0:1780333379.802492:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067858944 02000000:00000010:2.0:1780333379.802500:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e0a8800. 00010000:00000200:2.0:1780333379.802506:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019d8380 x1866812067858944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333379.802515:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333379.802518:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067858944, offset 224 00000400:00000200:2.0:1780333379.802645:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333379.802651:0:6594:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333379.802656:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2aca00 00000020:00000010:1.0:1780333379.802711:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126af600. 00000020:00000010:1.0:1780333379.802714:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325480. 00000020:00000010:1.0:1780333379.802717:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d640. 00000020:00000010:1.0:1780333379.802743:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333379.802745:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10840. 00000100:00000200:1.0:1780333379.802747:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859200 02000000:00000010:1.0:1780333379.802755:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cec00. 00010000:00000200:1.0:1780333379.802808:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c3800 x1866812067859200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1780333390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333379.802886:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227aa0. 00000100:00000200:1.0:1780333379.802890:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067859200, offset 224 00000400:00000200:1.0:1780333379.802895:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333379.802900:0:8139:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333379.802904:0:8139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2acb00 00000400:00000200:1.0:1780333379.802908:0:8139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x165d5 [1] + 224 00000400:00000200:1.0:1780333379.802913:0:8139:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333379.802916:0:8139:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333379.802922:0:8139:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cbad80 x1866812067859200/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333379.802934:0:8139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227aa0 00000400:00000010:1.0:1780333379.802935:0:8139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227aa0. 00000400:00000010:0.0:1780333379.802939:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169a50. 00000400:00000200:0.0:1780333379.802942:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000020:00000010:1.0:1780333379.802943:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325480. 00000400:00000010:0.0:1780333379.802944:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000020:00000010:1.0:1780333379.802945:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d640. 00000020:00000010:1.0:1780333379.802948:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126af600. 00000100:00000200:0.0:1780333379.802948:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cbad80 x1866812067859200/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333379.802956:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cbad80 x1866812067859200/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333379.802970:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c230e00. 02000000:00000010:0.0:1780333379.802973:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757000. 00000100:00000010:0.0:1780333379.802976:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cbad80. 00000400:00000200:2.0:1780333379.803124:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x165c5 [1] + 224 00000400:00000200:2.0:1780333379.803130:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333379.803132:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333379.803139:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec301cb8000 x1866812067858944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333379.803161:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333379.803163:0:6594:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000020:00000010:2.0:1780333379.803172:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325f00. 00000020:00000010:2.0:1780333379.803174:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d898. 00000020:00000010:2.0:1780333379.803177:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126aec00. 00000400:00000010:1.0:1780333379.803265:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68528. 00000400:00000200:1.0:1780333379.803269:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b7f8 00000400:00000010:1.0:1780333379.803271:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b7f8. 00000100:00000200:1.0:1780333379.803277:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec301cb8000 x1866812067858944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333379.803284:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec301cb8000 x1866812067858944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333379.803298:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42d3a6600. 02000000:00000010:1.0:1780333379.803302:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757700. 00000100:00000010:1.0:1780333379.803305:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec301cb8000. 00000100:00000010:0.0:1780333379.879736:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e360. 00000100:00000010:3.0:1780333379.879912:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e420. 00000100:00000010:2.0:1780333379.880003:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e300. 00000100:00000010:1.0:1780333379.880110:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e3c0. 00000100:00000010:3.0:1780333380.312225:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259aa00. 02000000:00000010:3.0:1780333380.312251:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec427539d00. 02000000:00000010:2.0:1780333380.312427:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec4342b4c00. 00000400:00000010:2.0:1780333380.312436:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a898. 00000400:00000010:2.0:1780333380.312443:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333380.312450:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067859328, portal 4 00000400:00000010:2.0:1780333380.312457:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333380.312461:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067859328, offset 0 00000400:00000200:2.0:1780333380.312469:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333380.312481:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333380.312492:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2acb80 00000400:00000200:2.0:1780333380.312499:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 8512 00000400:00000200:2.0:1780333380.312507:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333380.312512:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333380.312519:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1780333380.312525:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec3019daa00. 00000400:00000200:2.0:1780333380.312553:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333380.312556:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333380.312564:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259aa00 x1866812067859328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333380.312585:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e300. 00000100:00000010:2.0:1780333380.312604:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e4e0. 00000100:00000010:2.0:1780333380.312609:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e600. 00000100:00000010:2.0:1780333380.312615:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e0c0. 00000020:00000010:3.0:1780333380.315556:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b540. 00000020:00000010:3.0:1780333380.315567:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b540. 00000020:00000010:3.0:1780333380.315573:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4600. 00000020:00000010:3.0:1780333380.315578:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3600. 00000020:00000010:3.0:1780333380.315583:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333380.315658:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b540. 00000020:00000010:3.0:1780333380.315661:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b540. 00000100:00000200:3.0:1780333380.315664:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859328 02000000:00000010:3.0:1780333380.315684:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec434267000. 00010000:00000200:3.0:1780333380.315717:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec3019daa00 x1866812067859328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:356/0 lens 224/368 e 0 to 0 dl 1780333391 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333380.315737:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c426e8. 00000100:00000200:3.0:1780333380.315744:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067859328, offset 224 00000400:00000200:3.0:1780333380.315751:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333380.315765:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333380.315775:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2acb80 00000400:00000200:3.0:1780333380.315783:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x165e9 [1] + 224 00000400:00000200:3.0:1780333380.315791:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333380.315795:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333380.315805:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259aa00 x1866812067859328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333396 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333380.315829:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c426e8 00000400:00000010:3.0:1780333380.315832:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c426e8. 00000020:00000010:3.0:1780333380.315845:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3600. 00000020:00000010:3.0:1780333380.315849:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333380.315852:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4600. 00000400:00000010:0.0:1780333380.316448:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a898. 00000400:00000200:0.0:1780333380.316454:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:0.0:1780333380.316477:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000100:00000200:0.0:1780333380.316486:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259aa00 x1866812067859328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333380.316495:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259aa00 x1866812067859328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333396 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333380.316528:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec4342b4c00. 02000000:00000010:0.0:1780333380.316534:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec427539d00. 00000100:00000010:0.0:1780333380.316540:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259aa00. 00000100:00000010:3.0:1780333380.322042:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e0c0. 00000100:00000010:2.0:1780333380.322725:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e600. 00000100:00000010:1.0:1780333380.323091:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e4e0. 00000100:00000010:0.0:1780333380.323264:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e300. 00000001:00000010:3.0:1780333381.392090:0:5827:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec437d511e0. 00080000:00000010:3.0:1780333381.392106:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42e2cc400. 00000001:02000400:1.0:1780333381.972977:0:108155:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25b: test nodemap info values ========= 13:03:01 (1780333381) 00000400:00000200:0.0:1780333382.336302:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333382.336321:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd82380 00000400:00000200:0.0:1780333382.336330:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x15fad [2] + 0 00000400:00000010:0.0:1780333382.336336:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef28f0. 00000400:00000200:0.0:1780333382.336341:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec42e03e300 00000400:00000200:0.0:1780333382.336350:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333382.336354:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333382.336360:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42e03e300 00000400:00000010:0.0:1780333382.336362:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec42e03e300. 00000100:00000200:0.0:1780333382.336369:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333382.336407:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000020:00000010:2.0:1780333382.336674:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e72c0. 00000020:00000010:2.0:1780333382.336679:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e72c0. 00000020:00000010:2.0:1780333382.336687:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4371f1800. 00000020:00000010:2.0:1780333382.336692:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333382.336698:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333382.336749:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e72c0. 00000020:00000010:2.0:1780333382.336751:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e72c0. 00000100:00000200:2.0:1780333382.336755:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665152 02000000:00000010:2.0:1780333382.336773:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec426ee0400. 00010000:00000200:2.0:1780333382.336785:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410e55450 x1866812045665152/t0(0) o400->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:358/0 lens 224/224 e 0 to 0 dl 1780333393 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333382.336804:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333382.336810:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045665152, offset 224 00000400:00000200:2.0:1780333382.336816:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333382.336826:0:5799:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333382.336831:0:5799:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3812:3812:256:4294967295] 192.168.204.30@tcp LPNI seq info [3808:3808:8:4294967295] 00000400:00000200:2.0:1780333382.336841:0:5799:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333382.336846:0:5799:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333382.336851:0:5799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757b00. 00000800:00000200:2.0:1780333382.336857:0:5799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333382.336864:0:5799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333382.336868:0:5799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333382.336893:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333382.336898:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333382.336902:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4371f1800. 00000100:00000200:2.0:1780333382.336910:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333382.336915:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a268. 00000400:00000010:2.0:1780333382.336919:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4066c3c00. 00000400:00000200:0.0:1780333382.336985:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82480 00000400:00000200:0.0:1780333382.336991:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 11488 00000400:00000200:0.0:1780333382.337000:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333382.337004:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333382.337009:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333382.337014:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0e00. 00000020:00000010:1.0:1780333382.337081:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10f00. 00000020:00000010:1.0:1780333382.337094:0:6597:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec43c43fd40. 00000020:00000010:1.0:1780333382.337112:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4126aec00. 00000800:00000200:0.0:1780333382.337113:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1780333382.337115:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325f00. 00000800:00000010:0.0:1780333382.337116:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757b00. 00000020:00000010:1.0:1780333382.337118:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d640. 00000400:00000200:0.0:1780333382.337120:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333382.337123:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333382.337126:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:0.0:1780333382.337129:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 02000000:00000010:0.0:1780333382.337134:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec426ee0400. 00000020:00000010:1.0:1780333382.337139:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a100c0. 00000020:00000010:1.0:1780333382.337141:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a100c0. 00000100:00000200:1.0:1780333382.337144:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665408 00000400:00000200:0.0:1780333382.337146:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333382.337151:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd82400 02000000:00000010:1.0:1780333382.337153:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2ce000. 00000400:00000200:0.0:1780333382.337157:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 71088 00010000:00000200:1.0:1780333382.337158:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c0e00 x1866812045665408/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:358/0 lens 224/224 e 0 to 0 dl 1780333393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333382.337163:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333382.337166:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000010:1.0:1780333382.337169:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227aa0. 00000100:00000200:0.0:1780333382.337170:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1780333382.337172:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045665408, offset 224 00000100:00000010:0.0:1780333382.337173:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c3480. 00000400:00000200:1.0:1780333382.337176:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333382.337181:0:6597:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333382.337184:0:6597:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3813:3813:256:4294967295] 192.168.204.30@tcp LPNI seq info [3809:3809:8:4294967295] 00000400:00000200:1.0:1780333382.337192:0:6597:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333382.337196:0:6597:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333382.337199:0:6597:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437dd3b00. 00000800:00000200:1.0:1780333382.337203:0:6597:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333382.337207:0:6597:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333382.337210:0:6597:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437dd3b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333382.337222:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325f00. 00000020:00000010:1.0:1780333382.337225:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d640. 00000020:00000010:1.0:1780333382.337227:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4126aec00. 00000020:00000010:2.0:1780333382.337241:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e72c0. 00000020:00000010:2.0:1780333382.337245:0:5806:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec43c43f980. 00000800:00000200:1.0:1780333382.337245:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333382.337248:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437dd3b00. 00000400:00000200:1.0:1780333382.337251:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1780333382.337253:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4371f1800. 00000020:00000010:2.0:1780333382.337255:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73f80. 00000400:00000200:1.0:1780333382.337255:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000020:00000010:2.0:1780333382.337258:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333382.337562:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7540. 00000020:00000010:2.0:1780333382.337566:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7540. 00000100:00000200:2.0:1780333382.337569:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665280 02000000:00000010:2.0:1780333382.337579:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec426ee0400. 00010000:00000200:2.0:1780333382.337585:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c3480 x1866812045665280/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:358/0 lens 224/224 e 0 to 0 dl 1780333393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333382.337596:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b6e8. 00000100:00000200:2.0:1780333382.337600:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045665280, offset 224 00000400:00000200:2.0:1780333382.337604:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333382.338467:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333382.338478:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82500 00000400:00000200:0.0:1780333382.338484:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 11712 00000400:00000200:0.0:1780333382.338496:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333382.338500:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333382.338506:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333382.338511:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c2300. 00000020:00000010:3.0:1780333382.338557:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bac0. 00000020:00000010:3.0:1780333382.338563:0:8139:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10440. 00000020:00000010:3.0:1780333382.338584:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405753200. 00000020:00000010:3.0:1780333382.338589:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3e80. 00000020:00000010:3.0:1780333382.338592:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333382.338636:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b300. 00000020:00000010:3.0:1780333382.338639:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b300. 00000100:00000200:3.0:1780333382.338642:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665536 02000000:00000010:3.0:1780333382.338652:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc4c000. 00010000:00000200:3.0:1780333382.338660:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c2300 x1866812045665536/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:358/0 lens 224/224 e 0 to 0 dl 1780333393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333382.338673:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c426e8. 00000100:00000200:3.0:1780333382.338677:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045665536, offset 224 00000400:00000200:3.0:1780333382.338683:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333382.338691:0:8139:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333382.338696:0:8139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3814:3814:255:4294967295] 192.168.204.30@tcp LPNI seq info [3810:3810:7:4294967295] 00000400:00000200:3.0:1780333382.338705:0:8139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333382.338711:0:8139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333382.338715:0:8139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec427539f00. 00000800:00000200:3.0:1780333382.338721:0:8139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333382.338728:0:8139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333382.338732:0:8139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec427539f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333382.338741:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3e80. 00000020:00000010:3.0:1780333382.338745:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333382.338748:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405753200. 00000400:00000200:1.0:1780333382.338996:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227aa0 00000400:00000010:1.0:1780333382.339000:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227aa0. 00000800:00000200:1.0:1780333382.339310:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333382.339314:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec427539f00. 00000400:00000200:1.0:1780333382.339319:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333382.339324:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333382.339328:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c426e8 00000400:00000010:1.0:1780333382.339330:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c426e8. 00000400:00000200:2.0:1780333382.340149:0:5806:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333382.340154:0:5806:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3815:3815:256:4294967295] 192.168.204.30@tcp LPNI seq info [3811:3811:8:4294967295] 00000400:00000200:2.0:1780333382.340165:0:5806:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333382.340171:0:5806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333382.340178:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757d00. 00000800:00000200:2.0:1780333382.340183:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333382.340188:0:5806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333382.340192:0:5806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333382.340215:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73f80. 00000020:00000010:2.0:1780333382.340220:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333382.340224:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4371f1800. 00000800:00000200:3.0:1780333382.341683:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333382.341690:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757d00. 00000400:00000200:3.0:1780333382.341696:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333382.341703:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333382.341708:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b6e8 00000400:00000010:3.0:1780333382.341711:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b6e8. 02000000:00000010:2.0:1780333383.615165:0:108204:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 5 at ffff8ec405521168. 02000000:00000010:2.0:1780333383.615176:0:108204:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 5 at ffff8ec405521168. 00000004:00000400:2.0:1780333383.615181:0:108204:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000100:00000010:3.0:1780333383.896896:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598000. 02000000:00000010:3.0:1780333383.896921:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec427539f00. 02000000:00000010:3.0:1780333383.896970:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc87400. 00000400:00000010:3.0:1780333383.896979:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68840. 00000400:00000010:3.0:1780333383.896986:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333383.896992:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067859456, portal 4 00000400:00000010:3.0:1780333383.896999:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333383.897002:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067859456, offset 0 00000400:00000200:3.0:1780333383.897010:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333383.897023:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333383.897034:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2acc00 00000400:00000200:3.0:1780333383.897042:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 8736 00000400:00000200:3.0:1780333383.897050:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333383.897053:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333383.897060:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1780333383.897064:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259b800. 00000400:00000200:3.0:1780333383.897078:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333383.897081:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333383.897088:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302598000 x1866812067859456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333399 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333383.897108:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13660. 00000100:00000010:3.0:1780333383.897119:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13ba0. 00000100:00000010:3.0:1780333383.897124:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13900. 00000100:00000010:3.0:1780333383.897128:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a139c0. 00000020:00000010:3.0:1780333383.897166:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b400. 00000020:00000010:3.0:1780333383.897171:0:6599:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b280. 00000020:00000010:3.0:1780333383.897186:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d707c00. 00000020:00000010:3.0:1780333383.897191:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333383.897196:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333383.897226:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b280. 00000020:00000010:3.0:1780333383.897228:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b280. 00000100:00000200:3.0:1780333383.897231:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859456 02000000:00000010:3.0:1780333383.897247:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc87000. 00010000:00000200:3.0:1780333383.897276:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30259b800 x1866812067859456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:359/0 lens 224/368 e 0 to 0 dl 1780333394 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333383.897291:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333383.897294:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067859456, offset 224 00000400:00000200:3.0:1780333383.897298:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333383.897303:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333383.897307:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2acc00 00000400:00000200:3.0:1780333383.897312:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16609 [1] + 224 00000400:00000200:3.0:1780333383.897316:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333383.897319:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333383.897325:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302598000 x1866812067859456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333399 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333383.897340:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333383.897342:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000020:00000010:3.0:1780333383.897352:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3f80. 00000020:00000010:3.0:1780333383.897355:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333383.897358:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d707c00. 00000400:00000010:3.0:1780333383.897393:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68840. 00000400:00000200:3.0:1780333383.897396:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333383.897398:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333383.897402:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302598000 x1866812067859456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333399 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333383.897409:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302598000 x1866812067859456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333399 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333383.897434:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc87400. 02000000:00000010:3.0:1780333383.897439:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec427539f00. 00000100:00000010:3.0:1780333383.897446:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302598000. 00000100:00000010:1.0:1780333383.905544:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13ba0. 00000100:00000010:3.0:1780333383.905650:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a139c0. 00000100:00000010:0.0:1780333383.905930:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13660. 00000100:00000010:2.0:1780333383.906559:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13900. 00000020:00000010:2.0:1780333384.437283:0:108253:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec402a8ea90. 00000020:00000010:2.0:1780333384.437419:0:108253:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec402a8ea90. 00000020:00000010:2.0:1780333384.437585:0:108253:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec4342b6800. 00000020:00000010:2.0:1780333384.437594:0:108253:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4c00. 00000020:00000010:2.0:1780333384.437598:0:108253:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42e0b4800. 00000040:00000010:2.0:1780333384.437602:0:108253:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec42e0b5e00. 00000020:00000010:2.0:1780333384.437607:0:108253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec409fa1000. 00000020:00000010:2.0:1780333384.437611:0:108253:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42e0b5600. 80000000:00000010:2.0:1780333384.437614:0:108253:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30190e8a0. 00040000:00000010:2.0:1780333384.440804:0:108253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42e0b5200. 00080000:00000010:2.0:1780333384.440813:0:108253:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec409fa0000. 20000000:00000010:2.0:1780333384.440819:0:108253:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec4371f0a00. 00000020:00000010:2.0:1780333384.440825:0:108253:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec43c43f400. 00000001:00000010:2.0:1780333384.440834:0:108253:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff8ec43c43f3c0. 00000001:00000010:2.0:1780333384.440851:0:108253:0:(nodemap_handler.c:3532:nodemap_create()) kmalloced '(nodemap)': 968 at ffff8ec4342b7800. 00000020:00000010:2.0:1780333384.440912:0:108253:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4371f1800. 00000020:00000010:2.0:1780333384.440920:0:108253:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40364f200. 00000040:00000010:2.0:1780333384.440924:0:108253:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec43c47c400. 00000020:00000010:2.0:1780333384.440929:0:108253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec409fa2000. 00000020:00000010:2.0:1780333384.440934:0:108253:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43c47dc00. 00040000:00000010:2.0:1780333384.440939:0:108253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec405757800. 00040000:00000010:2.0:1780333384.440942:0:108253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43c47c000. 00080000:00000010:2.0:1780333384.440945:0:108253:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec42013e800. 00080000:00000010:2.0:1780333384.440957:0:108253:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec4342b4400. 00000020:00000010:2.0:1780333384.441293:0:108253:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333384.441321:0:108253:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40364f200. 00000040:00000010:2.0:1780333384.441328:0:108253:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec43c47c400. 00000020:00000010:2.0:1780333384.441339:0:108253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec409fa2000. 00000020:00000010:2.0:1780333384.441348:0:108253:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43c47dc00. 00040000:00000010:2.0:1780333384.441352:0:108253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec405757800. 00040000:00000010:2.0:1780333384.441366:0:108253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43c47c000. 00000020:00000010:2.0:1780333384.441369:0:108253:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec408e73e80. 00080000:00000010:2.0:1780333384.441372:0:108253:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec42013e800. 00000020:00000010:2.0:1780333384.441375:0:108253:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4371f1800. 00000001:00000010:2.0:1780333384.441381:0:108253:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff8ec43c43f600. 00000001:00000010:2.0:1780333384.442664:0:108253:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff8ec43c43f3c0. 00010000:00000010:2.0:1780333384.442689:0:108253:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1000. 00010000:00000010:2.0:1780333384.442707:0:108253:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec43c43f3c0. 00000100:00000010:2.0:1780333384.442714:0:108253:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec3036dacc0. 00000100:00000010:2.0:1780333384.442727:0:108253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea0a80. 02000000:00000010:2.0:1780333384.442744:0:108253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec43c47c000. 02000000:00000010:2.0:1780333384.443014:0:108253:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43c47dc00. 00000400:00000010:2.0:1780333384.443022:0:108253:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3ac60. 00000400:00000010:2.0:1780333384.443028:0:108253:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333384.443034:0:108253:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067859584, portal 16 00000400:00000010:2.0:1780333384.443039:0:108253:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333384.443042:0:108253:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067859584, offset 0 00000400:00000200:2.0:1780333384.443051:0:108253:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333384.443177:0:108253:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333384.443190:0:108253:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2acc80 00000400:00000200:2.0:1780333384.443196:0:108253:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16421 [2] + 656 00000400:00000200:2.0:1780333384.443205:0:108253:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333384.443209:0:108253:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333384.443217:0:108253:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1780333384.443221:0:108253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 00000400:00000200:2.0:1780333384.443250:0:108253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bd48 00000400:00000010:2.0:1780333384.443253:0:108253:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333384.443261:0:108253:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec410ea0a80 x1866812067859584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1780333384.443278:0:108253:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e600. 00000100:00000010:2.0:1780333384.443299:0:108253:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e1e0. 00000100:00000010:2.0:1780333384.443304:0:108253:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e060. 00000100:00000010:2.0:1780333384.443309:0:108253:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ecc0. 00000020:00000010:3.0:1780333384.443424:0:48005:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bf00. 00000020:00000010:3.0:1780333384.443429:0:48005:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bf00. 00000020:00000010:3.0:1780333384.443452:0:48005:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437192e00. 00000020:00000010:3.0:1780333384.443458:0:48005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3d00. 00000020:00000010:3.0:1780333384.443463:0:48005:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333384.443509:0:48005:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bf00. 00000020:00000010:3.0:1780333384.443512:0:48005:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bf00. 00000100:00000200:3.0:1780333384.443515:0:48005:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859584 02000000:00000010:3.0:1780333384.443530:0:48005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc85000. 00000400:00000010:3.0:1780333384.443543:0:48005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333384.443546:0:48005:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067859584, offset 224 00000400:00000200:3.0:1780333384.443551:0:48005:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333384.443557:0:48005:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333384.443563:0:48005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2acc80 00000400:00000200:3.0:1780333384.443568:0:48005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16615 [1] + 224 00000400:00000200:3.0:1780333384.443573:0:48005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333384.443576:0:48005:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333384.443582:0:48005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec410ea0a80 x1866812067859584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1780333384.443604:0:48005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333384.443606:0:48005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00010000:00000010:3.0:1780333384.443612:0:48005:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec437e05cc0. 00000020:00000010:3.0:1780333384.443649:0:48005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3d00. 00000020:00000010:3.0:1780333384.443654:0:48005:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333384.443658:0:48005:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437192e00. 00000400:00000010:2.0:1780333384.443697:0:108253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3ac60. 00000400:00000200:2.0:1780333384.443702:0:108253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b440 00000400:00000010:2.0:1780333384.443705:0:108253:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333384.443712:0:108253:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec410ea0a80 x1866812067859584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333384.443722:0:108253:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec410ea0a80 x1866812067859584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1780333384.443729:0:7482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2c000. 02000000:00000010:1.0:1780333384.443739:0:7482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4126aec00. 02000000:00000010:2.0:1780333384.443746:0:108253:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43c47dc00. 02000000:00000010:2.0:1780333384.443753:0:108253:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec43c47c000. 00000100:00000010:2.0:1780333384.443758:0:108253:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea0a80. 00000100:00000010:2.0:1780333384.443761:0:108253:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec3036dacc0. 00010000:00000010:2.0:1780333384.443764:0:108253:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec43c43f3c0. 00010000:00000010:1.0:1780333384.443781:0:7482:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec437e05cc0. 02000000:00000010:3.0:1780333384.443872:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437192e00. 00000400:00000010:3.0:1780333384.443876:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68840. 00000400:00000010:3.0:1780333384.443879:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333384.443882:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067859712, portal 18 00000400:00000010:3.0:1780333384.443885:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333384.443886:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067859712, offset 0 00000400:00000200:3.0:1780333384.443890:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333384.443895:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333384.443900:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2acd00 00000400:00000200:3.0:1780333384.443904:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x423d [2] + 1968 00000400:00000010:3.0:1780333384.443907:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec437aea210. 00000400:00000200:3.0:1780333384.443919:0:3327:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec40929ecc0 00000400:00000200:3.0:1780333384.443922:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333384.443924:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333384.443926:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec40929ecc0 00000400:00000010:3.0:1780333384.443927:0:3327:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec40929ecc0. 00000100:00000200:3.0:1780333384.443930:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1780333384.443944:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333384.443945:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333384.443949:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2c000 x1866812067859712/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333384.444019:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f3c0. 00000020:00000010:2.0:1780333384.444023:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f3c0. 00000020:00000010:2.0:1780333384.444027:0:5790:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47c000. 00000020:00000010:2.0:1780333384.444031:0:5790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333384.444034:0:5790:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000100:00000200:2.0:1780333384.444050:0:5790:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec4177b4850 x1866812067859712/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:360/0 lens 328/0 e 0 to 0 dl 1780333395 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333384.444172:0:5790:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f3c0. 00000020:00000010:2.0:1780333384.444175:0:5790:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f3c0. 00000100:00000200:2.0:1780333384.444178:0:5790:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859712 02000000:00000010:2.0:1780333384.444188:0:5790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d9b3c00. 00010000:00000010:2.0:1780333384.444214:0:5790:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec43c43f3c0. 00000100:00000010:2.0:1780333384.444219:0:5790:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec3036dacc0. 00000100:00000010:2.0:1780333384.444242:0:5790:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec3036dacc0. 00010000:00000010:2.0:1780333384.444244:0:5790:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec43c43f3c0. 00000400:00000010:2.0:1780333384.444252:0:5790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333384.444255:0:5790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067859712, offset 224 00000400:00000200:2.0:1780333384.444259:0:5790:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333384.444264:0:5790:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333384.444269:0:5790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2acd00 00000400:00000200:2.0:1780333384.444273:0:5790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16621 [1] + 224 00000400:00000200:2.0:1780333384.444278:0:5790:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333384.444280:0:5790:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333384.444286:0:5790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2c000 x1866812067859712/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333384.444307:0:5790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b440 00000400:00000010:2.0:1780333384.444309:0:5790:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b440. 00000400:00000010:3.0:1780333384.444434:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68840. 00000400:00000200:3.0:1780333384.444438:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333384.444440:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333384.444445:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2c000 x1866812067859712/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333384.444454:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2c000 x1866812067859712/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333384.444468:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437192e00. 02000000:00000010:3.0:1780333384.444472:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4126aec00. 00000100:00000010:3.0:1780333384.444475:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2c000. 00000020:00000010:1.0:1780333384.444535:0:108253:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec43c43f400. 00000020:00000010:1.0:1780333384.444547:0:108253:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42e0b4800. 00000040:00000010:1.0:1780333384.444555:0:108253:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec42e0b5e00. 00000020:00000010:1.0:1780333384.444560:0:108253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec409fa1000. 00000020:00000010:1.0:1780333384.444569:0:108253:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42e0b5600. 80000000:00000010:1.0:1780333384.444573:0:108253:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30190e8a0. 00040000:00000010:1.0:1780333384.444577:0:108253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42e0b5200. 00080000:00000010:1.0:1780333384.444581:0:108253:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec409fa0000. 20000000:00000010:1.0:1780333384.444588:0:108253:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec4371f0a00. 00000020:00000010:1.0:1780333384.444591:0:108253:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4c00. 00000020:00000010:1.0:1780333384.444597:0:108253:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec4342b6800. 00000020:00000010:2.0:1780333384.445460:0:5790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333384.445471:0:5790:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333384.445475:0:5790:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47c000. 02000000:00000010:2.0:1780333384.445484:0:5790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42d9b3c00. 02000000:00000010:2.0:1780333384.445488:0:5790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc87800. 00000100:00000010:2.0:1780333384.445491:0:5790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129d180. 02000000:00000010:2.0:1780333384.445495:0:5790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c0bd800. 00000100:00000010:2.0:1780333384.445497:0:5790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30129e300. 02000000:00000010:2.0:1780333384.445500:0:5790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c0bfc00. 00000100:00000010:2.0:1780333384.445502:0:5790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88a80. 02000000:00000010:2.0:1780333384.445506:0:5790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec4343d3400. 00000100:00000010:2.0:1780333384.445508:0:5790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303632d80. 02000000:00000010:2.0:1780333384.445511:0:5790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec404c62400. 00000100:00000010:2.0:1780333384.445514:0:5790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303630700. 02000000:00000010:2.0:1780333384.445523:0:5790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec404c63000. 00000100:00000010:2.0:1780333384.445525:0:5790:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec303630a80. 00000100:00000200:2.0:1780333384.445533:0:5790:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780333384.445538:0:5790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3ac60. 00000400:00000010:2.0:1780333384.445543:0:5790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec3036dacc0. 00010000:00000010:2.1:1780333384.451778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec42deb5200. 00010000:00000010:1.1:1780333384.452997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7d00. 00010000:00000010:1.1:1780333384.453010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1800. 00010000:00000010:1.1:1780333384.453015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec4054dd000. 00010000:00000010:1.1:1780333384.453018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1000. 00000100:00000010:3.0:1780333384.519679:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ecc0. 00000100:00000010:2.0:1780333384.519690:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e060. 00000100:00000010:1.0:1780333384.519754:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e1e0. 00000100:00000010:0.0:1780333384.519810:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e600. 00000100:00000010:1.0:1780333384.923146:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2d180. 02000000:00000010:1.0:1780333384.923169:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec437dd3b00. 00000100:00000010:1.0:1780333384.923209:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2e680. 02000000:00000010:1.0:1780333384.923217:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec410d37c00. 00000100:00000010:1.0:1780333384.923224:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2ed80. 02000000:00000010:1.0:1780333384.923230:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d3f8d00. 00000100:00000010:1.0:1780333384.923247:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2f480. 02000000:00000010:1.0:1780333384.923252:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d3f8400. 00000100:00000010:1.0:1780333384.923258:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2ce00. 02000000:00000010:1.0:1780333384.923261:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d3f8a00. 00000100:00000010:1.0:1780333384.923267:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2df80. 02000000:00000010:1.0:1780333384.923270:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d3f8e00. 02000000:00000010:1.0:1780333384.923299:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4126af600. 00000400:00000010:1.0:1780333384.923307:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2c60. 00000400:00000010:1.0:1780333384.923314:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227aa0. 00000100:00000200:1.0:1780333384.923321:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067859968, portal 10 00000400:00000010:1.0:1780333384.923329:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333384.923332:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067859968, offset 0 00000400:00000200:1.0:1780333384.923341:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.923363:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.923376:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ace00 00000400:00000200:1.0:1780333384.923383:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 71312 00000400:00000200:1.0:1780333384.923394:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.923398:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.923406:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333384.923411:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2ea00. 00000400:00000200:1.0:1780333384.923430:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:1.0:1780333384.923433:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333384.923443:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2e680 x1866812067859968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333384.923473:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51e40. 00000100:00000010:1.0:1780333384.923484:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51f00. 00000100:00000010:1.0:1780333384.923489:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51060. 00000100:00000010:1.0:1780333384.923492:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51d20. 02000000:00000010:1.0:1780333384.923502:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4126afc00. 00000400:00000010:1.0:1780333384.923505:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef20b0. 00000400:00000010:1.0:1780333384.923508:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333384.923511:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067860480, portal 4 00000400:00000010:1.0:1780333384.923515:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333384.923516:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067860480, offset 0 00000400:00000200:1.0:1780333384.923520:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.923524:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.923529:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ad000 00000400:00000200:1.0:1780333384.923534:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 11936 00000400:00000200:1.0:1780333384.923538:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.923540:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.923544:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333384.923547:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2e300. 00000400:00000200:1.0:1780333384.923558:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333384.923560:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333384.923564:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2df80 x1866812067860480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333384.923591:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4126afa00. 00000400:00000010:1.0:1780333384.923594:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333384.923597:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333384.923599:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067859840, portal 25 00000400:00000010:1.0:1780333384.923602:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333384.923604:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067859840, offset 0 00000400:00000200:1.0:1780333384.923608:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.923613:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.923639:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2acd80 00000400:00000200:1.0:1780333384.923644:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15fbd [2] + 0 00000400:00000010:1.0:1780333384.923647:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169160. 00000400:00000200:1.0:1780333384.923651:0:3329:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec437e05840 00000400:00000200:1.0:1780333384.923654:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.923657:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333384.923659:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e05840 00000400:00000010:1.0:1780333384.923661:0:3329:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec437e05840. 00000100:00000200:1.0:1780333384.923665:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1780333384.923678:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333384.923680:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333384.923684:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2d180 x1866812067859840/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333384.923707:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4126aec00. 00000400:00000010:1.0:1780333384.923711:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2000. 00000400:00000010:1.0:1780333384.923713:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333384.923716:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067860352, portal 10 00000400:00000010:1.0:1780333384.923720:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333384.923722:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067860352, offset 0 00000400:00000200:1.0:1780333384.923726:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.923729:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.923734:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2acf80 00000400:00000200:1.0:1780333384.923737:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 71536 00000400:00000200:1.0:1780333384.923741:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.923743:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.923746:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333384.923750:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2ca80. 00000400:00000200:1.0:1780333384.923760:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:1.0:1780333384.923762:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333384.923767:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2ce00 x1866812067860352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333384.923792:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b5400. 00000400:00000010:1.0:1780333384.923796:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2790. 00000400:00000010:1.0:1780333384.923799:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333384.923802:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067860096, portal 10 00000400:00000010:1.0:1780333384.923806:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333384.923808:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067860096, offset 0 00000400:00000200:1.0:1780333384.923813:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.923817:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.923823:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ace80 00000400:00000200:1.0:1780333384.923827:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 71760 00000400:00000200:1.0:1780333384.923833:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.923836:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.923840:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333384.923844:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2d880. 00000400:00000200:1.0:1780333384.923856:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333384.923858:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333384.923862:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2ed80 x1866812067860096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333384.923882:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b5800. 00000400:00000010:1.0:1780333384.923885:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2948. 00000400:00000010:1.0:1780333384.923887:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333384.923889:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067860224, portal 4 00000400:00000010:1.0:1780333384.923893:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333384.923895:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067860224, offset 0 00000400:00000200:1.0:1780333384.923898:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.923902:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.923906:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2acf00 00000400:00000200:1.0:1780333384.923909:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 12160 00000400:00000200:1.0:1780333384.923913:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.923916:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.923919:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333384.923921:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2f100. 00000400:00000200:1.0:1780333384.923932:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333384.923933:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333384.923937:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2f480 x1866812067860224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333384.923982:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10dc0. 00000020:00000010:1.0:1780333384.923987:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10dc0. 00000020:00000010:1.0:1780333384.923993:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4200. 00000020:00000010:1.0:1780333384.924000:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325480. 00000020:00000010:1.0:1780333384.924005:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d640. 00000020:00000010:1.0:1780333384.924051:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10dc0. 00000020:00000010:1.0:1780333384.924066:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4e00. 00000020:00000010:1.0:1780333384.924069:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333384.924072:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333384.924092:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333384.924095:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec43c43f0c0. 00000020:00000010:1.0:1780333384.924098:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333384.924101:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4c00. 00000020:00000010:3.0:1780333384.924104:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b580. 00000020:00000010:1.0:1780333384.924104:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325e00. 00000020:00000010:1.0:1780333384.924106:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929dc80. 00000020:00000010:3.0:1780333384.924107:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b580. 00000100:00000200:3.0:1780333384.924111:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859968 00000020:00000010:1.0:1780333384.924114:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10840. 00000020:00000010:1.0:1780333384.924116:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10840. 00000100:00000200:1.0:1780333384.924118:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860352 02000000:00000010:3.0:1780333384.924129:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc87400. 02000000:00000010:1.0:1780333384.924129:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cc800. 00010000:00000200:3.0:1780333384.924137:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2ea00 x1866812067859968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1780333384.924137:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2ca80 x1866812067860352/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333384.924151:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000400:00000010:1.0:1780333384.924151:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:3.0:1780333384.924154:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067859968, offset 224 00000100:00000200:1.0:1780333384.924154:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067860352, offset 224 00000400:00000200:1.0:1780333384.924158:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333384.924160:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.924162:0:44689:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333384.924163:0:5807:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.924167:0:44689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2acf80 00000400:00000200:3.0:1780333384.924168:0:5807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ace00 00000400:00000200:1.0:1780333384.924171:0:44689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16649 [1] + 224 00000400:00000200:1.0:1780333384.924175:0:44689:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.924177:0:44689:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1780333384.924207:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 00000020:00000010:0.0:1780333384.924210:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573740. 00000100:00000200:0.0:1780333384.924213:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860096 02000000:00000010:0.0:1780333384.924220:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45fc00. 00010000:00000200:0.0:1780333384.924226:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2d880 x1866812067860096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333384.924235:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000400:00000200:3.0:1780333384.924261:0:5807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16631 [1] + 224 00000400:00000200:3.0:1780333384.924267:0:5807:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333384.924269:0:5807:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333384.924276:0:5807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2e680 x1866812067859968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333384.924292:0:5807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333384.924294:0:5807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000020:00000010:3.0:1780333384.924306:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325480. 00000020:00000010:3.0:1780333384.924310:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d640. 00000020:00000010:3.0:1780333384.924313:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4200. 00000100:00000200:1.0:1780333384.924896:0:44689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2ce00 x1866812067860352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333384.924910:0:44689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333384.924912:0:44689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000020:00000010:1.0:1780333384.924921:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333384.924923:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333384.924926:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4e00. 00000100:00000200:0.0:1780333384.924934:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067860096, offset 224 00000400:00000200:0.0:1780333384.924941:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333384.924946:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1780333384.924950:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10840. 00000400:00000200:0.0:1780333384.924952:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ace80 00000020:00000010:1.0:1780333384.924953:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10040. 00000400:00000200:0.0:1780333384.924956:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16651 [1] + 224 00000020:00000010:1.0:1780333384.924959:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4e00. 00000020:00000010:1.0:1780333384.924961:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325380. 00000400:00000200:0.0:1780333384.924961:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1780333384.924964:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929ded8. 00000400:00000200:0.0:1780333384.924964:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333384.924971:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2ed80 x1866812067860096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333384.924985:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000400:00000200:0.0:1780333384.924986:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000020:00000010:1.0:1780333384.924987:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000400:00000010:0.0:1780333384.924987:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000020:00000010:1.0:1780333384.924990:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5200. 00000020:00000010:1.0:1780333384.924992:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333384.924995:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:0.0:1780333384.924995:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325e00. 00000020:00000010:0.0:1780333384.924998:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929dc80. 00000020:00000010:0.0:1780333384.925001:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4c00. 00000020:00000010:1.0:1780333384.925010:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333384.925013:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000100:00000200:1.0:1780333384.925015:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860480 02000000:00000010:1.0:1780333384.925022:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cd400. 00010000:00000200:1.0:1780333384.925028:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2e300 x1866812067860480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333384.925039:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333384.925042:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067860480, offset 224 00000400:00000200:1.0:1780333384.925045:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.925050:0:6596:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.925055:0:6596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ad000 00000400:00000200:1.0:1780333384.925059:0:6596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16639 [1] + 224 00000400:00000200:1.0:1780333384.925064:0:6596:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.925067:0:6596:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.925072:0:6596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2df80 x1866812067860480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333384.925083:0:6596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333384.925090:0:6596:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000020:00000010:1.0:1780333384.925098:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333384.925100:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333384.925103:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4e00. 00000020:00000010:1.0:1780333384.925113:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333384.925116:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000100:00000200:1.0:1780333384.925118:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860224 02000000:00000010:1.0:1780333384.925126:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cf400. 00010000:00000200:1.0:1780333384.925131:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2f100 x1866812067860224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333384.925140:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333384.925142:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067860224, offset 224 00000400:00000200:1.0:1780333384.925145:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.925149:0:6596:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.925156:0:6596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2acf00 00000400:00000200:1.0:1780333384.925159:0:6596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16659 [1] + 224 00000400:00000200:1.0:1780333384.925163:0:6596:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.925165:0:6596:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.925171:0:6596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2f480 x1866812067860224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333384.925179:0:6596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333384.925181:0:6596:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000020:00000010:1.0:1780333384.925187:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333384.925190:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333384.925192:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5200. 00000020:00000010:1.0:1780333384.925215:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333384.925217:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333384.925221:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5200. 00000020:00000010:1.0:1780333384.925224:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333384.925227:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333384.925294:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec301a10040. 00000020:00000010:1.0:1780333384.925296:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec301a10040. 00000100:00000200:1.0:1780333384.925299:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067859840 02000000:00000010:1.0:1780333384.925306:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2ce400. 00010000:00000200:1.0:1780333384.925312:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eee850 x1866812067859840/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:360/0 lens 224/224 e 0 to 0 dl 1780333395 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333384.925322:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333384.925325:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067859840, offset 224 00000400:00000200:1.0:1780333384.925328:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333384.925334:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333384.925338:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2acd80 00000400:00000200:1.0:1780333384.925343:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16641 [1] + 224 00000400:00000200:1.0:1780333384.925358:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333384.925361:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333384.925367:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2d180 x1866812067859840/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333384.925377:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333384.925379:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000020:00000010:1.0:1780333384.925385:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333384.925388:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333384.925391:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5200. 02000000:00000010:1.0:1780333384.925396:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42e2ce400. 00000100:00000200:1.0:1780333384.925402:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333384.925406:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef21b8. 00000400:00000010:1.0:1780333384.925412:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea900. 00000400:00000010:1.0:1780333384.927743:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2948. 00000400:00000200:1.0:1780333384.927753:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333384.927755:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333384.927767:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2f480 x1866812067860224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333384.927778:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2f480 x1866812067860224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333384.927869:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2790. 00000400:00000200:1.0:1780333384.927873:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:1.0:1780333384.927875:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333384.927880:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2ed80 x1866812067860096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333384.927886:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2ed80 x1866812067860096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333384.927901:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b5800. 02000000:00000010:1.0:1780333384.927908:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d3f8400. 00000100:00000010:1.0:1780333384.927913:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2f480. 02000000:00000010:1.0:1780333384.927917:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b5400. 02000000:00000010:1.0:1780333384.927919:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d3f8d00. 00000100:00000010:1.0:1780333384.927920:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2ed80. 00000400:00000010:1.0:1780333384.927941:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:1.0:1780333384.927944:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333384.927946:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333384.927951:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2d180 x1866812067859840/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333384.927958:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2d180 x1866812067859840/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333384.927968:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2000. 00000400:00000200:1.0:1780333384.927969:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333384.927971:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333384.927974:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2ce00 x1866812067860352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333384.927980:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2ce00 x1866812067860352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333384.927991:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2c60. 00000400:00000200:1.0:1780333384.927993:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227aa0 00000400:00000010:1.0:1780333384.927995:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227aa0. 00000100:00000200:1.0:1780333384.927999:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2e680 x1866812067859968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333384.928004:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2e680 x1866812067859968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333384.928014:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef20b0. 00000400:00000200:1.0:1780333384.928016:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:1.0:1780333384.928018:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333384.928022:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2df80 x1866812067860480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333384.928029:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2df80 x1866812067860480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333384.928040:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4126afa00. 02000000:00000010:1.0:1780333384.928044:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec437dd3b00. 00000100:00000010:1.0:1780333384.928048:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2d180. 02000000:00000010:1.0:1780333384.928050:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4126aec00. 02000000:00000010:1.0:1780333384.928052:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d3f8a00. 00000100:00000010:1.0:1780333384.928054:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2ce00. 02000000:00000010:1.0:1780333384.928057:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4126af600. 02000000:00000010:1.0:1780333384.928059:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec410d37c00. 00000100:00000010:1.0:1780333384.928065:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2e680. 02000000:00000010:1.0:1780333384.928067:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4126afc00. 02000000:00000010:1.0:1780333384.928068:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d3f8e00. 00000100:00000010:1.0:1780333384.928070:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2df80. 00000100:00000010:0.0:1780333384.999768:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51e40. 00000100:00000010:1.0:1780333384.999869:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51f00. 00000100:00000010:2.0:1780333384.999946:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51060. 00000100:00000010:3.0:1780333385.000012:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51d20. 00000020:00000010:1.0:1780333385.153913:0:108301:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec3028283c0. 00000020:00000010:1.0:1780333385.153987:0:108301:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec3028283c0. 00000020:00000010:1.0:1780333385.154133:0:108301:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec42e2cf800. 00000020:00000010:1.0:1780333385.154143:0:108301:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b4800. 00000020:00000010:1.0:1780333385.154147:0:108301:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42e0b4e00. 00000040:00000010:1.0:1780333385.154151:0:108301:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec42e0b5800. 00000020:00000010:1.0:1780333385.154156:0:108301:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344b000. 00000020:00000010:1.0:1780333385.154161:0:108301:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec42e0b5400. 80000000:00000010:1.0:1780333385.154165:0:108301:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec437d51f00. 00040000:00000010:1.0:1780333385.154170:0:108301:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec42e0b4c00. 00080000:00000010:1.0:1780333385.154174:0:108301:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344a000. 20000000:00000010:1.0:1780333385.154177:0:108301:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec42e0b4200. 00000020:00000010:1.0:1780333385.154182:0:108301:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec301a10c00. 00000001:00000010:1.0:1780333385.154189:0:108301:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 120 at ffff8ec43c325f00. 00000001:00000010:1.0:1780333385.154220:0:108301:0:(nodemap_range.c:120:range_create_generic()) kmalloced '(range)': 176 at ffff8ec42d9eab40. 00000020:00000010:1.0:1780333385.154239:0:108301:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8ec42e2ce400. 00000020:00000010:1.0:1780333385.154243:0:108301:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8ec42e0b5e00. 00000020:00000010:1.0:1780333385.154264:0:108301:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8ec4342b4c00. 00000020:00000010:1.0:1780333385.154267:0:108301:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff8ec30344e800. 00000020:00000010:1.0:1780333385.154295:0:108301:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec409c47200. 00000020:00000010:1.0:1780333385.154299:0:108301:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40364f200. 00000040:00000010:1.0:1780333385.154302:0:108301:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4126ae600. 00000020:00000010:1.0:1780333385.154305:0:108301:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec303448000. 00000020:00000010:1.0:1780333385.154308:0:108301:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4126afc00. 00040000:00000010:1.0:1780333385.154312:0:108301:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d3f8e00. 00040000:00000010:1.0:1780333385.154315:0:108301:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4126af600. 00080000:00000010:1.0:1780333385.154318:0:108301:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344f000. 00080000:00000010:1.0:1780333385.154326:0:108301:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec4342b7c00. 00000020:00000010:1.0:1780333385.154431:0:108301:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec43c325b00. 00000020:00000010:1.0:1780333385.154456:0:108301:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40364f200. 00000040:00000010:1.0:1780333385.154462:0:108301:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4126ae600. 00000020:00000010:1.0:1780333385.154464:0:108301:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec303448000. 00000020:00000010:1.0:1780333385.154468:0:108301:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4126afc00. 00040000:00000010:1.0:1780333385.154471:0:108301:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d3f8e00. 00040000:00000010:1.0:1780333385.154474:0:108301:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4126af600. 00000020:00000010:1.0:1780333385.154476:0:108301:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec43c325b00. 00080000:00000010:1.0:1780333385.154479:0:108301:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344f000. 00000020:00000010:1.0:1780333385.154482:0:108301:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec409c47200. 00000001:00000010:1.0:1780333385.154486:0:108301:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 120 at ffff8ec43c325f00. 00010000:00000010:1.0:1780333385.154498:0:108301:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec41273e000. 00010000:00000010:1.0:1780333385.154505:0:108301:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377dfe00. 00000020:00000010:1.0:1780333385.154546:0:108301:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec301a10c00. 00000020:00000010:1.0:1780333385.154550:0:108301:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42e0b4e00. 00000040:00000010:1.0:1780333385.154554:0:108301:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec42e0b5800. 00000020:00000010:1.0:1780333385.154557:0:108301:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344b000. 00000020:00000010:1.0:1780333385.154559:0:108301:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec42e0b5400. 80000000:00000010:1.0:1780333385.154562:0:108301:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec437d51f00. 00040000:00000010:1.0:1780333385.154564:0:108301:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec42e0b4c00. 00080000:00000010:1.0:1780333385.154566:0:108301:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344a000. 20000000:00000010:1.0:1780333385.154569:0:108301:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec42e0b4200. 00000020:00000010:1.0:1780333385.154572:0:108301:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b4800. 00000020:00000010:1.0:1780333385.154576:0:108301:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec42e2cf800. 00010000:00000010:1.1:1780333385.161863:0:108302:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273e000. 00010000:00000010:1.1:1780333385.161874:0:108302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377dfe00. 00000100:00000010:0.0:1780333385.431841:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1180. 02000000:00000010:0.0:1780333385.431863:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59c00. 02000000:00000010:2.0:1780333385.431976:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42d9b3c00. 00000400:00000010:2.0:1780333385.431984:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a058. 00000400:00000010:2.0:1780333385.431990:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333385.431996:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067860608, portal 4 00000400:00000010:2.0:1780333385.432005:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333385.432008:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067860608, offset 0 00000400:00000200:2.0:1780333385.432018:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333385.432030:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333385.432041:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ad080 00000400:00000200:2.0:1780333385.432048:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 8960 00000400:00000200:2.0:1780333385.432066:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333385.432070:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333385.432077:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1780333385.432081:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea0a80. 00000400:00000200:2.0:1780333385.432102:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bd48 00000400:00000010:2.0:1780333385.432105:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333385.432113:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c1180 x1866812067860608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333385.432134:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ee40. 00000020:00000010:3.0:1780333385.432142:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bec0. 00000100:00000010:2.0:1780333385.432147:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ea80. 00000020:00000010:3.0:1780333385.432148:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bec0. 00000020:00000010:3.0:1780333385.432154:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372d6600. 00000100:00000010:2.0:1780333385.432157:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eba0. 00000020:00000010:3.0:1780333385.432158:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3800. 00000020:00000010:3.0:1780333385.432164:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000100:00000010:2.0:1780333385.432165:0:3327:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e060. 00000020:00000010:3.0:1780333385.432196:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bec0. 00000020:00000010:3.0:1780333385.432198:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183bec0. 00000100:00000200:3.0:1780333385.432200:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860608 02000000:00000010:3.0:1780333385.432213:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc87800. 00010000:00000200:3.0:1780333385.432239:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410ea0a80 x1866812067860608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:361/0 lens 224/368 e 0 to 0 dl 1780333396 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333385.432251:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333385.432254:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067860608, offset 224 00000400:00000200:3.0:1780333385.432257:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333385.432261:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333385.432265:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ad080 00000400:00000200:3.0:1780333385.432268:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1667d [1] + 224 00000400:00000200:3.0:1780333385.432272:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333385.432274:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333385.432278:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c1180 x1866812067860608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333401 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333385.432296:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333385.432297:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000020:00000010:3.0:1780333385.432305:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3800. 00000020:00000010:3.0:1780333385.432308:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333385.432310:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372d6600. 00000400:00000010:2.0:1780333385.432324:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a058. 00000400:00000200:2.0:1780333385.432328:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b440 00000400:00000010:2.0:1780333385.432330:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333385.432336:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c1180 x1866812067860608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333385.432361:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c1180 x1866812067860608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333401 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333385.432387:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42d9b3c00. 02000000:00000010:2.0:1780333385.432392:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59c00. 00000100:00000010:2.0:1780333385.432396:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c1180. 00000100:00000010:0.0:1780333385.437720:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ee40. 00000100:00000010:1.0:1780333385.437724:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ea80. 00000100:00000010:3.0:1780333385.437725:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e060. 00000100:00000010:2.0:1780333385.437815:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eba0. 00000020:00000010:3.0:1780333385.825361:0:108349:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30138af50. 00000020:00000010:3.0:1780333385.825435:0:108349:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30138af50. 00000020:00000010:3.0:1780333385.825574:0:108349:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec42dc87c00. 00000020:00000010:3.0:1780333385.825584:0:108349:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec401284400. 00000020:00000010:3.0:1780333385.825589:0:108349:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec401284200. 00000040:00000010:3.0:1780333385.825594:0:108349:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec405678200. 00000020:00000010:3.0:1780333385.825599:0:108349:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342ca800. 00000020:00000010:3.0:1780333385.825603:0:108349:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec405678800. 80000000:00000010:3.0:1780333385.825607:0:108349:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a139c0. 00040000:00000010:3.0:1780333385.825613:0:108349:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43718f000. 00080000:00000010:3.0:1780333385.825792:0:108349:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342cb000. 20000000:00000010:3.0:1780333385.825798:0:108349:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec43718fa00. 00000020:00000010:3.0:1780333385.825803:0:108349:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec30183ba40. 00000001:00000010:3.0:1780333385.825811:0:108349:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff8ec301a13780. 00000001:00000010:3.0:1780333385.825828:0:108349:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff8ec30183bc40. 00000020:00000010:3.0:1780333385.825834:0:108349:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718e600. 00000020:00000010:3.0:1780333385.825837:0:108349:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec4420f5a00. 00000040:00000010:3.0:1780333385.825840:0:108349:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4029d2a00. 00000020:00000010:3.0:1780333385.825843:0:108349:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342c8800. 00000020:00000010:3.0:1780333385.825849:0:108349:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec404dc1000. 00040000:00000010:3.0:1780333385.825853:0:108349:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec427539f00. 00040000:00000010:3.0:1780333385.825856:0:108349:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec403bbd200. 00080000:00000010:3.0:1780333385.825858:0:108349:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342c9000. 00080000:00000010:3.0:1780333385.825868:0:108349:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42dc85800. 00000020:00000010:3.0:1780333385.825967:0:108349:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec4205a3200. 00000020:00000010:3.0:1780333385.825993:0:108349:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec4420f5a00. 00000040:00000010:3.0:1780333385.825998:0:108349:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4029d2a00. 00000020:00000010:3.0:1780333385.826001:0:108349:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342c8800. 00000020:00000010:3.0:1780333385.826004:0:108349:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec404dc1000. 00040000:00000010:3.0:1780333385.826009:0:108349:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec427539f00. 00040000:00000010:3.0:1780333385.826016:0:108349:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec403bbd200. 00000020:00000010:3.0:1780333385.826019:0:108349:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec4205a3200. 00080000:00000010:3.0:1780333385.826022:0:108349:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342c9000. 00000020:00000010:3.0:1780333385.826025:0:108349:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718e600. 00000001:00000010:3.0:1780333385.826029:0:108349:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff8ec301a13780. 00010000:00000010:3.0:1780333385.826044:0:108349:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec4054dda00. 00010000:00000010:3.0:1780333385.826051:0:108349:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb4400. 00000020:00000010:3.0:1780333385.826097:0:108349:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec30183ba40. 00000020:00000010:3.0:1780333385.826102:0:108349:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec401284200. 00000040:00000010:3.0:1780333385.826106:0:108349:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec405678200. 00000020:00000010:3.0:1780333385.826108:0:108349:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342ca800. 00000020:00000010:3.0:1780333385.826110:0:108349:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec405678800. 80000000:00000010:3.0:1780333385.826113:0:108349:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a139c0. 00040000:00000010:3.0:1780333385.826115:0:108349:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43718f000. 00080000:00000010:3.0:1780333385.826118:0:108349:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342cb000. 20000000:00000010:3.0:1780333385.826121:0:108349:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec43718fa00. 00000020:00000010:3.0:1780333385.826123:0:108349:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec401284400. 00000020:00000010:3.0:1780333385.826127:0:108349:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec42dc87c00. 00010000:00000010:3.1:1780333385.843792:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec4054dda00. 00010000:00000010:3.1:1780333385.843801:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec42deb4400. 00000100:00000010:2.0:1780333386.071865:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88a80. 02000000:00000010:2.0:1780333386.071891:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec403bbca00. 00010000:00000010:2.0:1780333386.071908:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7f00. 00010000:00000010:2.0:1780333386.071916:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1200. 00000100:00000010:2.0:1780333386.071936:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec412430780. 02000000:00000010:2.0:1780333386.071963:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec402ecb800. 00000400:00000010:2.0:1780333386.071969:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a058. 00000400:00000010:2.0:1780333386.071977:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333386.071985:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067860736, portal 25 00000400:00000010:2.0:1780333386.071989:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333386.071992:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067860736, offset 0 00000400:00000200:2.0:1780333386.072002:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333386.072019:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333386.072031:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ad100 00000400:00000200:2.0:1780333386.072038:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15fcd [2] + 0 00000400:00000010:2.0:1780333386.072042:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169e18. 00000400:00000200:2.0:1780333386.072048:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec437e05600 00000400:00000200:2.0:1780333386.072057:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333386.072060:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333386.072065:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e05600 00000400:00000010:2.0:1780333386.072068:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec437e05600. 00000100:00000200:2.0:1780333386.072074:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333386.072096:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bd48 00000400:00000010:2.0:1780333386.072098:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333386.072106:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f88a80 x1866812067860736/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333386.072125:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e900. 00000100:00000010:2.0:1780333386.072136:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e720. 00000100:00000010:2.0:1780333386.072151:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ede0. 00000100:00000010:2.0:1780333386.072156:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e540. 00000020:00000010:0.0:1780333386.072511:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573900. 00000020:00000010:0.0:1780333386.072517:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573900. 00000020:00000010:0.0:1780333386.072524:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c231800. 00000020:00000010:0.0:1780333386.072530:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d780. 00000020:00000010:0.0:1780333386.072536:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333386.072662:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573900. 00000020:00000010:0.0:1780333386.072665:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573900. 00000100:00000200:0.0:1780333386.072669:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860736 00010000:00000010:0.0:1780333386.072690:0:5799:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256400. 00010000:00000010:0.0:1780333386.072695:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301391400. 02000000:00000010:0.0:1780333386.072708:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec43c45d000. 00010000:00000200:0.0:1780333386.072730:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eef450 x1866812067860736/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:362/0 lens 328/344 e 0 to 0 dl 1780333397 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333386.072748:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333386.072753:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067860736, offset 224 00000400:00000200:0.0:1780333386.072758:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333386.072765:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333386.072771:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ad100 00000400:00000200:0.0:1780333386.072776:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16689 [1] + 224 00000400:00000200:0.0:1780333386.072783:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333386.072786:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333386.072794:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f88a80 x1866812067860736/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333386.072810:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:0.0:1780333386.072813:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000020:00000010:0.0:1780333386.072827:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d780. 00000020:00000010:0.0:1780333386.072834:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333386.072837:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c231800. 02000000:00000010:0.0:1780333386.072845:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec43c45d000. 00000100:00000200:0.0:1780333386.072852:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333386.072856:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169a50. 00000400:00000010:0.0:1780333386.072862:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec408d299c0. 00000400:00000010:2.0:1780333386.072914:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a058. 00000400:00000200:2.0:1780333386.072918:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b440 00000400:00000010:2.0:1780333386.072920:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333386.072925:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f88a80 x1866812067860736/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333402 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333386.072933:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f88a80 x1866812067860736/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333402 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333386.072964:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec412430780. 02000000:00000010:2.0:1780333386.072982:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec402ecb800. 02000000:00000010:2.0:1780333386.072987:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec403bbca00. 00000100:00000010:2.0:1780333386.072991:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f88a80. 00000100:00000010:3.0:1780333386.151698:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e540. 00000100:00000010:2.0:1780333386.151779:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ede0. 00000100:00000010:1.0:1780333386.151843:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e720. 00000100:00000010:0.0:1780333386.151949:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e900. 00080000:00000010:3.0:1780333386.536116:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec4342b7c00. 00080000:00000010:3.0:1780333386.536125:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec4342b4400. 00080000:00000010:3.0:1780333386.536130:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42dc85800. 00000020:00000010:3.0:1780333386.549433:0:108398:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30138af50. 00000020:00000010:3.0:1780333386.549498:0:108398:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30138af50. 00000020:00000010:3.0:1780333386.549786:0:108398:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec43bc08400. 00000020:00000010:3.0:1780333386.549795:0:108398:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec30360e200. 00000020:00000010:3.0:1780333386.549799:0:108398:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec30360f800. 00000040:00000010:3.0:1780333386.549803:0:108398:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec401284200. 00000020:00000010:3.0:1780333386.549808:0:108398:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342ca800. 00000020:00000010:3.0:1780333386.549813:0:108398:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4371a9c00. 80000000:00000010:3.0:1780333386.549818:0:108398:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec301a13ae0. 00040000:00000010:3.0:1780333386.549822:0:108398:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec405678800. 00080000:00000010:3.0:1780333386.549827:0:108398:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342cb000. 20000000:00000010:3.0:1780333386.549831:0:108398:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec405678200. 00000020:00000010:3.0:1780333386.549836:0:108398:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec30183b640. 00000001:00000010:3.0:1780333386.549842:0:108398:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff8ec301a13600. 00000001:00000010:3.0:1780333386.549857:0:108398:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff8ec30183bb80. 00000020:00000010:3.0:1780333386.549863:0:108398:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43718fa00. 00000020:00000010:3.0:1780333386.549866:0:108398:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec43718f000. 00000040:00000010:3.0:1780333386.549868:0:108398:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec43718e600. 00000020:00000010:3.0:1780333386.549871:0:108398:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4342cd000. 00000020:00000010:3.0:1780333386.549874:0:108398:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec404dc1000. 00040000:00000010:3.0:1780333386.549878:0:108398:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec437ae3100. 00040000:00000010:3.0:1780333386.549881:0:108398:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4029d2a00. 00080000:00000010:3.0:1780333386.549883:0:108398:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4342c8800. 00080000:00000010:3.0:1780333386.549893:0:108398:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec4342b4400. 00000020:00000010:0.0:1780333386.553813:0:108398:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec410f3df00. 00000020:00000010:0.0:1780333386.553851:0:108398:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec43718f000. 00000040:00000010:0.0:1780333386.553856:0:108398:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec43718e600. 00000020:00000010:0.0:1780333386.553860:0:108398:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342cd000. 00000020:00000010:0.0:1780333386.553865:0:108398:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec404dc1000. 00040000:00000010:0.0:1780333386.553870:0:108398:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec437ae3100. 00040000:00000010:0.0:1780333386.553876:0:108398:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4029d2a00. 00000020:00000010:0.0:1780333386.553881:0:108398:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec410f3df00. 00080000:00000010:0.0:1780333386.553886:0:108398:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342c8800. 00000020:00000010:0.0:1780333386.553890:0:108398:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43718fa00. 00000001:00000010:0.0:1780333386.553896:0:108398:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff8ec301a13600. 00010000:00000010:0.0:1780333386.553912:0:108398:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390a00. 00010000:00000010:0.0:1780333386.553927:0:108398:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec302573e40. 00000100:00000010:0.0:1780333386.553935:0:108398:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec3036da540. 00000100:00000010:0.0:1780333386.553945:0:108398:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c2a00. 02000000:00000010:0.0:1780333386.553958:0:108398:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4029d2a00. 02000000:00000010:0.0:1780333386.553988:0:108398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec404dc1000. 00000400:00000010:0.0:1780333386.553995:0:108398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec4081699a0. 00000400:00000010:0.0:1780333386.554001:0:108398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346908. 00000100:00000200:0.0:1780333386.554009:0:108398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067860864, portal 16 00000400:00000010:0.0:1780333386.554014:0:108398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333386.554017:0:108398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067860864, offset 0 00000400:00000200:0.0:1780333386.554025:0:108398:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333386.554100:0:108398:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333386.554112:0:108398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ad180 00000400:00000200:0.0:1780333386.554119:0:108398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16421 [2] + 984 00000400:00000200:0.0:1780333386.554128:0:108398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333386.554132:0:108398:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333386.554139:0:108398:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780333386.554143:0:108398:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1500. 00000400:00000200:0.0:1780333386.554168:0:108398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333386.554171:0:108398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333386.554179:0:108398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c2a00 x1866812067860864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333402 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1780333386.554195:0:108398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e99c0. 00000100:00000010:0.0:1780333386.554207:0:108398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9720. 00000100:00000010:0.0:1780333386.554211:0:108398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9660. 00000100:00000010:0.0:1780333386.554215:0:108398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9180. 00000020:00000010:3.0:1780333386.554293:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b480. 00000020:00000010:3.0:1780333386.554298:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b480. 00000020:00000010:3.0:1780333386.554304:0:5788:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec420514a00. 00000020:00000010:3.0:1780333386.554309:0:5788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3e00. 00000020:00000010:3.0:1780333386.554314:0:5788:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333386.554364:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b480. 00000020:00000010:3.0:1780333386.554366:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b480. 00000100:00000200:3.0:1780333386.554369:0:5788:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860864 02000000:00000010:3.0:1780333386.554383:0:5788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4342b7c00. 00000400:00000010:3.0:1780333386.554395:0:5788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333386.554399:0:5788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067860864, offset 224 00000400:00000200:3.0:1780333386.554404:0:5788:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333386.554409:0:5788:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333386.554415:0:5788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ad180 00000400:00000200:3.0:1780333386.554420:0:5788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16699 [1] + 224 00000400:00000200:3.0:1780333386.554425:0:5788:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333386.554428:0:5788:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333386.554435:0:5788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c2a00 x1866812067860864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333402 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1780333386.554522:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333386.554525:0:5788:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00010000:00000010:3.0:1780333386.554598:0:5788:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec4124ea240. 00000020:00000010:3.0:1780333386.554643:0:5788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3e00. 00000020:00000010:3.0:1780333386.554647:0:5788:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333386.554650:0:5788:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec420514a00. 00000100:00000010:3.0:1780333386.554690:0:5793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598000. 02000000:00000010:3.0:1780333386.554697:0:5793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec420514a00. 00010000:00000010:3.0:1780333386.554726:0:5793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec4124ea240. 02000000:00000010:3.0:1780333386.554746:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec408e27c00. 00000400:00000010:3.0:1780333386.554750:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68840. 00000400:00000010:3.0:1780333386.554754:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333386.554757:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067860992, portal 18 00000400:00000010:3.0:1780333386.554760:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333386.554762:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067860992, offset 0 00000400:00000200:3.0:1780333386.554766:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333386.554771:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333386.554776:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ad200 00000400:00000200:3.0:1780333386.554782:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4749 [2] + 0 00000400:00000200:3.0:1780333386.554786:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333386.554789:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333386.554793:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1780333386.554796:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259ad80. 00000400:00000200:3.0:1780333386.554805:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333386.554807:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333386.554812:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302598000 x1866812067860992/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333386.554844:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b480. 00000020:00000010:3.0:1780333386.554848:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b480. 00000020:00000010:3.0:1780333386.554852:0:5792:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408e27400. 00000020:00000010:3.0:1780333386.554854:0:5792:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3e00. 00000020:00000010:3.0:1780333386.554857:0:5792:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000100:00000200:3.0:1780333386.554872:0:5792:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec30259ad80 x1866812067860992/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:362/0 lens 328/0 e 0 to 0 dl 1780333397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333386.554892:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b480. 00000020:00000010:3.0:1780333386.554894:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b480. 00000100:00000200:3.0:1780333386.554896:0:5792:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067860992 02000000:00000010:3.0:1780333386.554902:0:5792:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc85800. 00010000:00000010:3.0:1780333386.554921:0:5792:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec30183b480. 00000100:00000010:3.0:1780333386.554925:0:5792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec4124ea240. 00000100:00000010:3.0:1780333386.554937:0:5792:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec4124ea240. 00010000:00000010:3.0:1780333386.554940:0:5792:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec30183b480. 00000400:00000010:3.0:1780333386.554946:0:5792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333386.554948:0:5792:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067860992, offset 224 00000400:00000200:3.0:1780333386.554952:0:5792:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333386.554957:0:5792:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333386.554962:0:5792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ad200 00000400:00000200:3.0:1780333386.554965:0:5792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x166a5 [1] + 224 00000400:00000200:3.0:1780333386.554969:0:5792:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333386.554972:0:5792:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333386.554977:0:5792:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302598000 x1866812067860992/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333386.554990:0:5792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333386.554992:0:5792:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000020:00000010:3.0:1780333386.554998:0:5792:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3e00. 00000020:00000010:3.0:1780333386.555001:0:5792:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333386.555003:0:5792:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408e27400. 00000400:00000010:3.0:1780333386.555019:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68840. 00000400:00000200:3.0:1780333386.555022:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333386.555023:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333386.555027:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302598000 x1866812067860992/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333386.555034:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302598000 x1866812067860992/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333386.555125:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec408e27c00. 02000000:00000010:3.0:1780333386.555129:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec420514a00. 00000100:00000010:3.0:1780333386.555134:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302598000. 00000400:00000010:2.0:1780333386.555439:0:108398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec4081699a0. 00000400:00000200:2.0:1780333386.555444:0:108398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346908 00000400:00000010:2.0:1780333386.555445:0:108398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346908. 00000100:00000200:2.0:1780333386.555451:0:108398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c2a00 x1866812067860864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333402 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333386.555457:0:108398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c2a00 x1866812067860864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333402 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1780333386.555476:0:108398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec404dc1000. 02000000:00000010:2.0:1780333386.555480:0:108398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4029d2a00. 00000100:00000010:2.0:1780333386.555484:0:108398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c2a00. 00000100:00000010:2.0:1780333386.555487:0:108398:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec3036da540. 00010000:00000010:2.0:1780333386.555490:0:108398:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec302573e40. 00000020:00000010:2.0:1780333386.555524:0:108398:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec30183b640. 00000020:00000010:2.0:1780333386.555611:0:108398:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec30360f800. 00000040:00000010:2.0:1780333386.555636:0:108398:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec401284200. 00000020:00000010:2.0:1780333386.555644:0:108398:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4342ca800. 00000020:00000010:2.0:1780333386.555649:0:108398:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4371a9c00. 80000000:00000010:2.0:1780333386.555655:0:108398:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec301a13ae0. 00040000:00000010:2.0:1780333386.555660:0:108398:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec405678800. 00080000:00000010:2.0:1780333386.555664:0:108398:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4342cb000. 20000000:00000010:2.0:1780333386.555667:0:108398:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec405678200. 00000020:00000010:2.0:1780333386.555669:0:108398:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec30360e200. 00000020:00000010:2.0:1780333386.555675:0:108398:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec43bc08400. 00010000:00000010:3.1:1780333386.568150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7f00. 00010000:00000010:3.1:1780333386.568163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1200. 00010000:00000010:2.1:1780333386.568731:0:108399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301391400. 00010000:00000010:2.1:1780333386.568739:0:108399:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256400. 00010000:00000010:2.1:1780333386.568742:0:108399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390a00. 00000100:00000010:0.0:1780333386.631696:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e99c0. 00000100:00000010:3.0:1780333386.631774:0:92081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9180. 00000100:00000010:1.0:1780333386.631995:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9720. 00000100:00000010:2.0:1780333386.632168:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9660. 00000020:00000010:2.0:1780333387.183183:0:108446:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec402a8e4e0. 00000020:00000010:2.0:1780333387.183241:0:108446:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec402a8e4e0. 00000020:00000010:2.0:1780333387.183363:0:108446:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec4342b5000. 00000020:00000010:2.0:1780333387.183371:0:108446:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405678800. 00000020:00000010:2.0:1780333387.183375:0:108446:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec405678200. 00000040:00000010:2.0:1780333387.183379:0:108446:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4371a9c00. 00000020:00000010:2.0:1780333387.183384:0:108446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4343ca000. 00000020:00000010:2.0:1780333387.183390:0:108446:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec40564c000. 80000000:00000010:2.0:1780333387.183394:0:108446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30190e9c0. 00040000:00000010:2.0:1780333387.183399:0:108446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec40564c200. 00080000:00000010:2.0:1780333387.183404:0:108446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec409fa0000. 20000000:00000010:2.0:1780333387.183408:0:108446:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec40564ca00. 00000020:00000010:2.0:1780333387.183412:0:108446:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec43c43f780. 00000001:00000010:2.0:1780333387.183418:0:108446:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff8ec30190e7e0. 00000001:00000010:2.0:1780333387.183431:0:108446:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff8ec43c43f500. 00000020:00000010:2.0:1780333387.183435:0:108446:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564dc00. 00000020:00000010:2.0:1780333387.183437:0:108446:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40564d400. 00000040:00000010:2.0:1780333387.183439:0:108446:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec40564d200. 00000020:00000010:2.0:1780333387.183442:0:108446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec409fa2000. 00000020:00000010:2.0:1780333387.183444:0:108446:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec40564d600. 00040000:00000010:2.0:1780333387.183447:0:108446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec405757800. 00040000:00000010:2.0:1780333387.183449:0:108446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec40564d000. 00080000:00000010:2.0:1780333387.183452:0:108446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec42013b000. 00080000:00000010:2.0:1780333387.183461:0:108446:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec402ec9000. 00000020:00000010:2.0:1780333387.183550:0:108446:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec408e73680. 00000020:00000010:2.0:1780333387.183573:0:108446:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40564d400. 00000040:00000010:2.0:1780333387.183577:0:108446:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec40564d200. 00000020:00000010:2.0:1780333387.183579:0:108446:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec409fa2000. 00000020:00000010:2.0:1780333387.183586:0:108446:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec40564d600. 00040000:00000010:2.0:1780333387.183589:0:108446:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec405757800. 00040000:00000010:2.0:1780333387.183593:0:108446:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec40564d000. 00000020:00000010:2.0:1780333387.183595:0:108446:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec408e73680. 00080000:00000010:2.0:1780333387.183598:0:108446:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec42013b000. 00000020:00000010:2.0:1780333387.183601:0:108446:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564dc00. 00000001:00000010:2.0:1780333387.183604:0:108446:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff8ec30190e7e0. 00010000:00000010:2.0:1780333387.183745:0:108446:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7800. 00010000:00000010:2.0:1780333387.183751:0:108446:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1000. 00000020:00000010:2.0:1780333387.183788:0:108446:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec43c43f780. 00000020:00000010:2.0:1780333387.183792:0:108446:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec405678200. 00000040:00000010:2.0:1780333387.183795:0:108446:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4371a9c00. 00000020:00000010:2.0:1780333387.183797:0:108446:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4343ca000. 00000020:00000010:2.0:1780333387.183800:0:108446:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec40564c000. 80000000:00000010:2.0:1780333387.183804:0:108446:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30190e9c0. 00040000:00000010:2.0:1780333387.183806:0:108446:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec40564c200. 00080000:00000010:2.0:1780333387.183808:0:108446:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec409fa0000. 20000000:00000010:2.0:1780333387.183814:0:108446:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec40564ca00. 00000020:00000010:2.0:1780333387.183816:0:108446:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405678800. 00000020:00000010:2.0:1780333387.183820:0:108446:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec4342b5000. 00010000:00000010:2.1:1780333387.198914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7800. 00010000:00000010:2.1:1780333387.198927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1000. 00000400:00000200:2.0:1780333387.466232:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333387.466255:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd82580 00000400:00000200:2.0:1780333387.466265:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x15fdd [2] + 0 00000400:00000010:2.0:1780333387.466272:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169370. 00000400:00000200:2.0:1780333387.466279:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec437e050c0 00000400:00000200:2.0:1780333387.466289:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333387.466293:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333387.466299:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e050c0 00000400:00000010:2.0:1780333387.466301:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec437e050c0. 00000100:00000200:2.0:1780333387.466308:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333387.466348:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333387.466354:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd82600 00000400:00000200:2.0:1780333387.466360:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 71984 00000400:00000200:2.0:1780333387.466367:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333387.466370:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333387.466375:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333387.466381:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f88a80. 00000400:00000200:2.0:1780333387.466403:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333387.466417:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82700 00000400:00000200:2.0:1780333387.466422:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 12384 00000400:00000200:2.0:1780333387.466428:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333387.466431:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333387.466435:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333387.466440:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129e300. 00000400:00000200:2.0:1780333387.466456:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:2.0:1780333387.466461:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82680 00000400:00000200:2.0:1780333387.466464:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 12608 00000400:00000200:2.0:1780333387.466488:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333387.466492:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:2.0:1780333387.466496:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333387.466499:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30129d180. 00000020:00000010:2.0:1780333387.466550:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f0c0. 00000020:00000010:2.0:1780333387.466556:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183bac0. 00000020:00000010:2.0:1780333387.466571:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564d600. 00000020:00000010:2.0:1780333387.466576:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73380. 00000020:00000010:2.0:1780333387.466581:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333387.466613:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f700. 00000020:00000010:2.0:1780333387.466642:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10f00. 00000020:00000010:2.0:1780333387.466648:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564d000. 00000020:00000010:2.0:1780333387.466651:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333387.466654:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333387.466674:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333387.466677:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000100:00000200:2.0:1780333387.466680:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666048 02000000:00000010:2.0:1780333387.466701:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec402ec8800. 00010000:00000200:2.0:1780333387.466711:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129e300 x1866812045666048/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:363/0 lens 224/224 e 0 to 0 dl 1780333398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333387.466730:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333387.466735:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045666048, offset 224 00000400:00000200:2.0:1780333387.466741:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333387.466751:0:6596:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333387.466756:0:6596:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3816:3816:256:4294967295] 192.168.204.30@tcp LPNI seq info [3812:3812:8:4294967295] 00000400:00000200:2.0:1780333387.466766:0:6596:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333387.466771:0:6596:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333387.466776:0:6596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757800. 00000800:00000200:2.0:1780333387.466782:0:6596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333387.466789:0:6596:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333387.466793:0:6596:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333387.466811:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73380. 00000020:00000010:2.0:1780333387.466815:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333387.466819:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564d600. 00000020:00000010:2.0:1780333387.466831:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c43f080. 00000020:00000010:2.0:1780333387.466833:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c43f080. 00000100:00000200:2.0:1780333387.466835:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665920 02000000:00000010:2.0:1780333387.466843:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec402ec9400. 00010000:00000200:2.0:1780333387.466848:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30129d180 x1866812045665920/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:363/0 lens 224/224 e 0 to 0 dl 1780333398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333387.466860:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333387.466862:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045665920, offset 224 00000400:00000200:2.0:1780333387.466867:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333387.466873:0:6596:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333387.466877:0:6596:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3817:3817:255:4294967295] 192.168.204.30@tcp LPNI seq info [3813:3813:7:4294967295] 00000400:00000200:2.0:1780333387.466885:0:6596:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333387.466889:0:6596:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333387.466892:0:6596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757900. 00000800:00000200:2.0:1780333387.466896:0:6596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333387.466900:0:6596:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333387.466902:0:6596:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333387.466909:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333387.466912:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000020:00000010:2.0:1780333387.466914:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564d000. 00000800:00000200:2.0:1780333387.466964:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333387.466967:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757800. 00000400:00000200:2.0:1780333387.466971:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333387.466975:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333387.466977:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b440 00000400:00000010:2.0:1780333387.466979:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b440. 00000800:00000200:2.0:1780333387.467034:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780333387.467037:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757900. 00000400:00000200:2.0:1780333387.467040:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333387.467043:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:2.0:1780333387.467046:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bd48 00000400:00000010:2.0:1780333387.467048:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bd48. 00000020:00000010:3.0:1780333387.467200:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183ba80. 00000020:00000010:3.0:1780333387.467205:0:5807:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e72c0. 00000020:00000010:3.0:1780333387.467224:0:5807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437241200. 00000020:00000010:3.0:1780333387.467227:0:5807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3a80. 00000020:00000010:3.0:1780333387.467231:0:5807:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333387.467257:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b1c0. 00000020:00000010:3.0:1780333387.467260:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b1c0. 00000100:00000200:3.0:1780333387.467262:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665792 02000000:00000010:3.0:1780333387.467273:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d73e800. 00010000:00000200:3.0:1780333387.467281:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec433f88a80 x1866812045665792/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:363/0 lens 224/224 e 0 to 0 dl 1780333398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333387.467291:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333387.467294:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045665792, offset 224 00000400:00000200:3.0:1780333387.467298:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333387.467304:0:5807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333387.467308:0:5807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3818:3818:256:4294967295] 192.168.204.30@tcp LPNI seq info [3814:3814:8:4294967295] 00000400:00000200:3.0:1780333387.467327:0:5807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333387.467331:0:5807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333387.467334:0:5807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec437ae3f00. 00000800:00000200:3.0:1780333387.467338:0:5807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333387.467342:0:5807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333387.467346:0:5807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec437ae3f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333387.467359:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3a80. 00000020:00000010:3.0:1780333387.467362:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333387.467365:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437241200. 00000800:00000200:3.0:1780333387.467395:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333387.467397:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec437ae3f00. 00000400:00000200:3.0:1780333387.467414:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333387.467418:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333387.467421:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333387.467423:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000020:00000010:1.0:1780333387.468206:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645fc0. 00000020:00000010:1.0:1780333387.468212:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645fc0. 00000020:00000010:1.0:1780333387.468217:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405753000. 00000020:00000010:1.0:1780333387.468221:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325980. 00000020:00000010:1.0:1780333387.468225:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333387.468258:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645fc0. 00000020:00000010:1.0:1780333387.468261:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645fc0. 00000100:00000200:1.0:1780333387.468263:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045665664 02000000:00000010:1.0:1780333387.468273:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cf800. 00010000:00000200:1.0:1780333387.468281:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eed450 x1866812045665664/t0(0) o400->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:363/0 lens 224/224 e 0 to 0 dl 1780333398 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333387.468293:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227b28. 00000100:00000200:1.0:1780333387.468297:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045665664, offset 224 00000400:00000200:1.0:1780333387.468302:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333387.468319:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333387.468323:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3819:3819:256:4294967295] 192.168.204.30@tcp LPNI seq info [3815:3815:8:4294967295] 00000400:00000200:1.0:1780333387.468331:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333387.468335:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333387.468339:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d3f8000. 00000800:00000200:1.0:1780333387.468344:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333387.468349:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333387.468352:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d3f8000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333387.468374:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325980. 00000020:00000010:1.0:1780333387.468378:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333387.468381:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405753000. 00000100:00000200:1.0:1780333387.468388:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333387.468394:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef20b0. 00000400:00000010:1.0:1780333387.468399:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea780. 00000800:00000200:3.0:1780333387.468508:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333387.468511:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d3f8000. 00000400:00000200:3.0:1780333387.468515:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333387.468518:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333387.468522:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227b28 00000400:00000010:3.0:1780333387.468524:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227b28. 02000000:00000010:3.0:1780333387.468528:0:3320:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42e2cf800. 00000020:00000010:0.0:1780333387.873972:0:108494:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30243ab20. 00000020:00000010:0.0:1780333387.874039:0:108494:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30243ab20. 00000020:00000010:0.0:1780333387.874181:0:108494:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec43c45f000. 00000020:00000010:0.0:1780333387.874192:0:108494:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec401343200. 00000020:00000010:0.0:1780333387.874196:0:108494:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec401343800. 00000040:00000010:0.0:1780333387.874199:0:108494:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec401342c00. 00000020:00000010:0.0:1780333387.874204:0:108494:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333387.874209:0:108494:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4372d6600. 80000000:00000010:0.0:1780333387.874214:0:108494:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e99c0. 00040000:00000010:0.0:1780333387.874219:0:108494:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4372d6800. 00080000:00000010:0.0:1780333387.874223:0:108494:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1800. 20000000:00000010:0.0:1780333387.874227:0:108494:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec4341f2000. 00000020:00000010:0.0:1780333387.874232:0:108494:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec302573bc0. 00000001:00000010:0.0:1780333387.874239:0:108494:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff8ec4372e98a0. 00000001:00000010:0.0:1780333387.874254:0:108494:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff8ec302573980. 00000020:00000010:0.0:1780333387.874261:0:108494:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec408d67000. 00000020:00000010:0.0:1780333387.874264:0:108494:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec408d66800. 00000040:00000010:0.0:1780333387.874266:0:108494:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec408d67c00. 00000020:00000010:0.0:1780333387.874269:0:108494:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a5000. 00000020:00000010:0.0:1780333387.874273:0:108494:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4012e6c00. 00040000:00000010:0.0:1780333387.874276:0:108494:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333387.874279:0:108494:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4012e6400. 00080000:00000010:0.0:1780333387.874282:0:108494:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a0800. 00080000:00000010:0.0:1780333387.874292:0:108494:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec43c45c400. 00000020:00000010:0.0:1780333387.874482:0:108494:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec410f3d600. 00000020:00000010:0.0:1780333387.874571:0:108494:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec408d66800. 00000040:00000010:0.0:1780333387.874577:0:108494:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec408d67c00. 00000020:00000010:0.0:1780333387.874580:0:108494:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a5000. 00000020:00000010:0.0:1780333387.874586:0:108494:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4012e6c00. 00040000:00000010:0.0:1780333387.874589:0:108494:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333387.874593:0:108494:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4012e6400. 00000020:00000010:0.0:1780333387.874596:0:108494:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec410f3d600. 00080000:00000010:0.0:1780333387.874599:0:108494:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a0800. 00000020:00000010:0.0:1780333387.874602:0:108494:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec408d67000. 00000001:00000010:0.0:1780333387.874606:0:108494:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff8ec4372e98a0. 00010000:00000010:0.0:1780333387.874747:0:108494:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256100. 00010000:00000010:0.0:1780333387.874754:0:108494:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390a00. 00000020:00000010:0.0:1780333387.874796:0:108494:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec302573bc0. 00000020:00000010:0.0:1780333387.874801:0:108494:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec401343800. 00000040:00000010:0.0:1780333387.874805:0:108494:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec401342c00. 00000020:00000010:0.0:1780333387.874814:0:108494:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333387.874817:0:108494:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4372d6600. 80000000:00000010:0.0:1780333387.874820:0:108494:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e99c0. 00040000:00000010:0.0:1780333387.874823:0:108494:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4372d6800. 00080000:00000010:0.0:1780333387.874825:0:108494:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1800. 20000000:00000010:0.0:1780333387.874828:0:108494:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec4341f2000. 00000020:00000010:0.0:1780333387.874831:0:108494:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec401343200. 00000020:00000010:0.0:1780333387.874835:0:108494:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec43c45f000. 00010000:00000010:0.1:1780333387.887024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256100. 00010000:00000010:0.1:1780333387.887038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390a00. 00000100:00000010:2.0:1780333388.311937:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d20000. 02000000:00000010:2.0:1780333388.311960:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40564c200. 00010000:00000010:2.0:1780333388.311986:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7800. 00010000:00000010:2.0:1780333388.311993:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1c00. 00000100:00000010:2.0:1780333388.312010:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec437e95780. 02000000:00000010:2.0:1780333388.312032:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec4371d1800. 00000400:00000010:2.0:1780333388.312039:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a058. 00000400:00000010:2.0:1780333388.312046:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333388.312054:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067861120, portal 25 00000400:00000010:2.0:1780333388.312060:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333388.312062:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067861120, offset 0 00000400:00000200:2.0:1780333388.312072:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333388.312085:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333388.312097:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ad280 00000400:00000200:2.0:1780333388.312105:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15fed [2] + 0 00000400:00000010:2.0:1780333388.312109:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169e70. 00000400:00000200:2.0:1780333388.312113:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec437e05a80 00000400:00000200:2.0:1780333388.312122:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333388.312126:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333388.312130:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec437e05a80 00000400:00000010:2.0:1780333388.312133:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec437e05a80. 00000100:00000200:2.0:1780333388.312138:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333388.312166:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b440 00000400:00000010:2.0:1780333388.312169:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333388.312181:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec437d20000 x1866812067861120/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333388.312199:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ec00. 00000100:00000010:2.0:1780333388.312210:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eea0. 00000100:00000010:2.0:1780333388.312215:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e2a0. 00000100:00000010:2.0:1780333388.312221:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eae0. 00000020:00000010:1.0:1780333388.312942:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376457c0. 00000020:00000010:1.0:1780333388.312948:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376457c0. 00000020:00000010:1.0:1780333388.312955:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c47c400. 00000020:00000010:1.0:1780333388.312960:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333388.312966:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333388.313002:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376457c0. 00000020:00000010:1.0:1780333388.313005:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376457c0. 00000100:00000200:1.0:1780333388.313008:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067861120 00010000:00000010:1.0:1780333388.313027:0:5799:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec41273e300. 00010000:00000010:1.0:1780333388.313032:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377de600. 02000000:00000010:1.0:1780333388.313046:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec433c6a400. 00010000:00000200:1.0:1780333388.313067:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eed850 x1866812067861120/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:364/0 lens 328/344 e 0 to 0 dl 1780333399 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333388.313084:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227aa0. 00000100:00000200:1.0:1780333388.313088:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067861120, offset 224 00000400:00000200:1.0:1780333388.313094:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333388.313102:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333388.313110:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ad280 00000400:00000200:1.0:1780333388.313115:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x166c5 [1] + 224 00000400:00000200:1.0:1780333388.313121:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333388.313123:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333388.313131:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec437d20000 x1866812067861120/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333388.313149:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227aa0 00000400:00000010:1.0:1780333388.313151:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227aa0. 00000020:00000010:1.0:1780333388.313163:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333388.313167:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333388.313169:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c47c400. 02000000:00000010:1.0:1780333388.313176:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec433c6a400. 00000100:00000200:1.0:1780333388.313182:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333388.313186:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2c60. 00000400:00000010:1.0:1780333388.313190:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea000. 00000400:00000010:1.0:1780333388.313217:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a058. 00000400:00000200:1.0:1780333388.313221:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bd48 00000400:00000010:1.0:1780333388.313223:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bd48. 00000100:00000200:1.0:1780333388.313230:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec437d20000 x1866812067861120/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333388.313238:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec437d20000 x1866812067861120/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333388.313262:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec437e95780. 02000000:00000010:1.0:1780333388.313279:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec4371d1800. 02000000:00000010:1.0:1780333388.313285:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40564c200. 00000100:00000010:1.0:1780333388.313290:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec437d20000. 00000100:00000010:3.0:1780333388.391766:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eae0. 00000100:00000010:2.0:1780333388.391766:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e2a0. 00000100:00000010:0.0:1780333388.391887:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ec00. 00000100:00000010:1.0:1780333388.391951:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eea0. 00000100:00000010:1.0:1780333389.016336:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2df80. 02000000:00000010:1.0:1780333389.016355:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d3f8800. 02000000:00000010:1.0:1780333389.016426:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec433c68c00. 00000400:00000010:1.0:1780333389.016434:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2000. 00000400:00000010:1.0:1780333389.016441:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227aa0. 00000100:00000200:1.0:1780333389.016448:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067861248, portal 4 00000400:00000010:1.0:1780333389.016455:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333389.016458:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067861248, offset 0 00000400:00000200:1.0:1780333389.016466:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333389.016480:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333389.016491:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ad300 00000400:00000200:1.0:1780333389.016498:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 9184 00000400:00000200:1.0:1780333389.016507:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333389.016510:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333389.016517:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1780333389.016522:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2e680. 00000400:00000200:1.0:1780333389.016537:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333389.016540:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333389.016547:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2df80 x1866812067861248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333389.016568:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51c00. 00000100:00000010:1.0:1780333389.016579:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51540. 00000100:00000010:1.0:1780333389.016583:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51900. 00000100:00000010:1.0:1780333389.016588:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d517e0. 00000020:00000010:1.0:1780333389.016631:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645400. 00000020:00000010:1.0:1780333389.016637:0:59742:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b400. 00000020:00000010:1.0:1780333389.016651:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5200. 00000020:00000010:1.0:1780333389.016656:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325980. 00000020:00000010:1.0:1780333389.016660:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333389.016691:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376453c0. 00000020:00000010:1.0:1780333389.016694:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376453c0. 00000100:00000200:1.0:1780333389.016697:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067861248 02000000:00000010:1.0:1780333389.016713:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec433c6a800. 00010000:00000200:1.0:1780333389.016739:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2e680 x1866812067861248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:365/0 lens 224/368 e 0 to 0 dl 1780333400 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333389.016755:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333389.016758:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067861248, offset 224 00000400:00000200:1.0:1780333389.016762:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333389.016767:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333389.016771:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ad300 00000400:00000200:1.0:1780333389.016776:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x166d5 [1] + 224 00000400:00000200:1.0:1780333389.016781:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333389.016783:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333389.016789:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2df80 x1866812067861248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333389.016813:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:1.0:1780333389.016815:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000020:00000010:1.0:1780333389.016826:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325980. 00000020:00000010:1.0:1780333389.016830:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333389.016833:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5200. 00000400:00000010:3.0:1780333389.016968:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2000. 00000400:00000200:3.0:1780333389.016973:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227aa0 00000400:00000010:3.0:1780333389.016974:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227aa0. 00000100:00000200:3.0:1780333389.016979:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2df80 x1866812067861248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333389.016987:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2df80 x1866812067861248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333389.017019:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec433c68c00. 02000000:00000010:3.0:1780333389.017024:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d3f8800. 00000100:00000010:3.0:1780333389.017028:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2df80. 00000100:00000010:3.0:1780333389.022282:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d517e0. 00000100:00000010:1.0:1780333389.022980:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51540. 00000100:00000010:2.0:1780333389.023097:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51900. 00000100:00000010:0.0:1780333389.024980:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51c00. 00000400:00000010:0.0:1780333389.269395:0:108592:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at ffff8ec30342da18. 00000400:00000010:0.0:1780333389.269487:0:108592:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at ffff8ec30342da18. 00000020:00000010:1.0:1780333389.938165:0:108642:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec302828fd0. 00000020:00000010:1.0:1780333389.938244:0:108642:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec302828fd0. 00000020:00000010:1.0:1780333389.938405:0:108642:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec433c6bc00. 00000020:00000010:1.0:1780333389.938415:0:108642:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4343c2400. 00000020:00000010:1.0:1780333389.938419:0:108642:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec4343c3000. 00000040:00000010:1.0:1780333389.938423:0:108642:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec42e0b5800. 00000020:00000010:1.0:1780333389.938428:0:108642:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344a000. 00000020:00000010:1.0:1780333389.938433:0:108642:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec408e4f800. 80000000:00000010:1.0:1780333389.938437:0:108642:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec437d51540. 00040000:00000010:1.0:1780333389.938442:0:108642:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec402b0c000. 00080000:00000010:1.0:1780333389.938446:0:108642:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344d800. 20000000:00000010:1.0:1780333389.938450:0:108642:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec402b0c600. 00000020:00000010:1.0:1780333389.938454:0:108642:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec4376454c0. 00000001:00000010:1.0:1780333389.938461:0:108642:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff8ec437d51ba0. 00000020:00000010:1.0:1780333389.938476:0:108642:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e026a00. 00000020:00000010:1.0:1780333389.938479:0:108642:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42e027e00. 00000040:00000010:1.0:1780333389.938483:0:108642:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec40311da00. 00000020:00000010:1.0:1780333389.938486:0:108642:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec303448000. 00000020:00000010:1.0:1780333389.938489:0:108642:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec40311c800. 00040000:00000010:1.0:1780333389.938492:0:108642:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d3f8f00. 00040000:00000010:1.0:1780333389.938495:0:108642:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec40311d800. 00080000:00000010:1.0:1780333389.938497:0:108642:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec30344f000. 00080000:00000010:1.0:1780333389.938508:0:108642:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec433c68c00. 00000020:00000010:1.0:1780333389.938643:0:108642:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333389.938668:0:108642:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42e027e00. 00000040:00000010:1.0:1780333389.938672:0:108642:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec40311da00. 00000020:00000010:1.0:1780333389.938676:0:108642:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec303448000. 00000020:00000010:1.0:1780333389.938680:0:108642:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec40311c800. 00040000:00000010:1.0:1780333389.938683:0:108642:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d3f8f00. 00040000:00000010:1.0:1780333389.938686:0:108642:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec40311d800. 00000020:00000010:1.0:1780333389.938690:0:108642:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec43c325d00. 00080000:00000010:1.0:1780333389.938692:0:108642:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344f000. 00000020:00000010:1.0:1780333389.938696:0:108642:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e026a00. 00000001:00000010:1.0:1780333389.938700:0:108642:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff8ec437d51ba0. 00010000:00000010:1.0:1780333389.938715:0:108642:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377dfe00. 00010000:00000010:1.0:1780333389.938731:0:108642:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec437645840. 00000100:00000010:1.0:1780333389.938738:0:108642:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec408c8fcc0. 00000100:00000010:1.0:1780333389.938748:0:108642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2ce00. 02000000:00000010:1.0:1780333389.938760:0:108642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40311d800. 02000000:00000010:1.0:1780333389.938792:0:108642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40311c800. 00000400:00000010:1.0:1780333389.938799:0:108642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2160. 00000400:00000010:1.0:1780333389.938805:0:108642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227a18. 00000100:00000200:1.0:1780333389.938811:0:108642:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067861376, portal 16 00000400:00000010:1.0:1780333389.938816:0:108642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333389.938818:0:108642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067861376, offset 0 00000400:00000200:1.0:1780333389.938827:0:108642:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333389.938839:0:108642:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333389.938849:0:108642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ad380 00000400:00000200:1.0:1780333389.938856:0:108642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16421 [2] + 1312 00000400:00000200:1.0:1780333389.938864:0:108642:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333389.938868:0:108642:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333389.938875:0:108642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780333389.938878:0:108642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2d180. 00000400:00000200:1.0:1780333389.938905:0:108642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333389.938908:0:108642:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333389.938915:0:108642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2ce00 x1866812067861376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333405 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1780333389.938934:0:108642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51ba0. 00000100:00000010:1.0:1780333389.938945:0:108642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d519c0. 00000100:00000010:1.0:1780333389.938950:0:108642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d512a0. 00000100:00000010:1.0:1780333389.938955:0:108642:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51c60. 00000020:00000010:3.0:1780333389.939248:0:48005:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333389.939253:0:48005:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333389.939259:0:48005:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40b34a000. 00000020:00000010:3.0:1780333389.939264:0:48005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3c80. 00000020:00000010:3.0:1780333389.939269:0:48005:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333389.939326:0:48005:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333389.939329:0:48005:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b040. 00000100:00000200:3.0:1780333389.939332:0:48005:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067861376 02000000:00000010:3.0:1780333389.939345:0:48005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc66800. 00000400:00000010:3.0:1780333389.939356:0:48005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333389.939360:0:48005:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067861376, offset 224 00000400:00000200:3.0:1780333389.939365:0:48005:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333389.939370:0:48005:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333389.939377:0:48005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ad380 00000400:00000200:3.0:1780333389.939382:0:48005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x166e1 [1] + 224 00000400:00000200:3.0:1780333389.939387:0:48005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333389.939390:0:48005:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333389.939396:0:48005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2ce00 x1866812067861376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333405 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1780333389.939423:0:48005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:3.0:1780333389.939425:0:48005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00010000:00000010:3.0:1780333389.939434:0:48005:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec418f64f00. 00000020:00000010:3.0:1780333389.939455:0:48005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3c80. 00000020:00000010:3.0:1780333389.939460:0:48005:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333389.939463:0:48005:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40b34a000. 00000400:00000010:2.0:1780333389.939464:0:108642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2160. 00000400:00000200:2.0:1780333389.939469:0:108642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227a18 00000400:00000010:2.0:1780333389.939472:0:108642:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227a18. 00000100:00000200:2.0:1780333389.939478:0:108642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2ce00 x1866812067861376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333405 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1780333389.939488:0:108642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2ce00 x1866812067861376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333405 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1780333389.939510:0:108642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40311c800. 02000000:00000010:2.0:1780333389.939516:0:108642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40311d800. 00000100:00000010:2.0:1780333389.939520:0:108642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2ce00. 00000100:00000010:2.0:1780333389.939525:0:108642:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec408c8fcc0. 00010000:00000010:2.0:1780333389.939527:0:108642:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec437645840. 00000100:00000010:0.0:1780333389.939964:0:5793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1c00. 02000000:00000010:0.0:1780333389.939975:0:5793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec437ad2000. 00010000:00000010:0.0:1780333389.940011:0:5793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec418f64f00. 02000000:00000010:3.0:1780333389.940235:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40b34a000. 00000400:00000010:3.0:1780333389.940241:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68840. 00000400:00000010:3.0:1780333389.940245:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42220. 00000100:00000200:3.0:1780333389.940249:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067861504, portal 18 00000400:00000010:3.0:1780333389.940253:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333389.940256:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067861504, offset 0 00000400:00000200:3.0:1780333389.940261:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333389.940267:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333389.940291:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ad400 00000400:00000200:3.0:1780333389.940296:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4749 [2] + 328 00000400:00000200:3.0:1780333389.940302:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333389.940305:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333389.940310:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1780333389.940314:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598000. 00000400:00000200:3.0:1780333389.940334:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333389.940336:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333389.940342:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c1c00 x1866812067861504/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333389.940525:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573680. 00000020:00000010:0.0:1780333389.940529:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573680. 00000020:00000010:0.0:1780333389.940534:0:5791:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad3400. 00000020:00000010:0.0:1780333389.940538:0:5791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d300. 00000020:00000010:0.0:1780333389.940541:0:5791:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000100:00000200:0.0:1780333389.940559:0:5791:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec302598000 x1866812067861504/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:365/0 lens 328/0 e 0 to 0 dl 1780333400 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333389.940591:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573680. 00000020:00000010:0.0:1780333389.940594:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573680. 00000100:00000200:0.0:1780333389.940596:0:5791:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067861504 02000000:00000010:0.0:1780333389.940604:0:5791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45cc00. 00010000:00000010:0.0:1780333389.940665:0:5791:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec302573680. 00000100:00000010:0.0:1780333389.940671:0:5791:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec3036da0c0. 00000100:00000010:0.0:1780333389.940686:0:5791:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec3036da0c0. 00010000:00000010:0.0:1780333389.940689:0:5791:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec302573680. 00000400:00000010:0.0:1780333389.940698:0:5791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333389.940701:0:5791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067861504, offset 224 00000400:00000200:0.0:1780333389.940705:0:5791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333389.940711:0:5791:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333389.940717:0:5791:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ad400 00000400:00000200:0.0:1780333389.940722:0:5791:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x166ed [1] + 224 00000400:00000200:0.0:1780333389.940726:0:5791:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333389.940729:0:5791:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333389.940735:0:5791:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c1c00 x1866812067861504/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333389.940754:0:5791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333389.940756:0:5791:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000020:00000010:0.0:1780333389.940765:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d300. 00000020:00000010:0.0:1780333389.940770:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333389.940773:0:5791:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad3400. 00000400:00000010:0.0:1780333389.940790:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68840. 00000400:00000200:0.0:1780333389.940793:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42220 00000400:00000010:0.0:1780333389.940795:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42220. 00000100:00000200:0.0:1780333389.940799:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c1c00 x1866812067861504/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333389.940807:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c1c00 x1866812067861504/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333389.940821:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40b34a000. 02000000:00000010:0.0:1780333389.940824:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec437ad2000. 00000100:00000010:0.0:1780333389.940827:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c1c00. 00000020:00000010:2.0:1780333389.941287:0:108642:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec4376454c0. 00000020:00000010:2.0:1780333389.941297:0:108642:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec4343c3000. 00000040:00000010:2.0:1780333389.941302:0:108642:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec42e0b5800. 00000020:00000010:2.0:1780333389.941307:0:108642:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344a000. 00000020:00000010:2.0:1780333389.941312:0:108642:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec408e4f800. 80000000:00000010:2.0:1780333389.941317:0:108642:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec437d51540. 00040000:00000010:2.0:1780333389.941321:0:108642:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec402b0c000. 00080000:00000010:2.0:1780333389.941326:0:108642:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec30344d800. 20000000:00000010:2.0:1780333389.941330:0:108642:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec402b0c600. 00000020:00000010:2.0:1780333389.941332:0:108642:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4343c2400. 00000020:00000010:2.0:1780333389.941338:0:108642:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec433c6bc00. 00010000:00000010:2.1:1780333389.949672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273e300. 00010000:00000010:2.1:1780333389.949685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377dfe00. 00010000:00000010:0.1:1780333389.949733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7800. 00010000:00000010:0.1:1780333389.949741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1c00. 00010000:00000010:0.1:1780333389.953834:0:108643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377de600. 00000100:00000010:0.0:1780333390.015760:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51ba0. 00000100:00000010:3.0:1780333390.015835:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51c60. 00000100:00000010:1.0:1780333390.016688:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d519c0. 00000100:00000010:2.0:1780333390.016751:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d512a0. 00000100:00000010:0.0:1780333390.042921:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1c00. 02000000:00000010:0.0:1780333390.042940:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59600. 00000100:00000010:0.0:1780333390.042972:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0a80. 02000000:00000010:0.0:1780333390.042977:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59100. 00000100:00000010:0.0:1780333390.043049:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c3100. 02000000:00000010:0.0:1780333390.043055:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59300. 00000100:00000010:0.0:1780333390.043073:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0380. 02000000:00000010:0.0:1780333390.043077:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59500. 00000100:00000010:0.0:1780333390.043083:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0700. 02000000:00000010:0.0:1780333390.043087:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59000. 02000000:00000010:0.0:1780333390.043453:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372ab800. 00000400:00000010:0.0:1780333390.043462:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169f20. 00000400:00000010:0.0:1780333390.043470:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333390.043477:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067862016, portal 10 00000400:00000010:0.0:1780333390.043484:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333390.043487:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067862016, offset 0 00000400:00000200:0.0:1780333390.043495:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333390.043508:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333390.043520:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ad600 00000400:00000200:0.0:1780333390.043527:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 72208 00000400:00000200:0.0:1780333390.043536:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333390.043540:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333390.043548:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333390.043553:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c2a00. 00000400:00000200:0.0:1780333390.043573:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333390.043576:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333390.043585:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c0380 x1866812067862016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333390.043590:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40564c800. 00000400:00000010:2.0:1780333390.043599:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3ad10. 00000400:00000010:2.0:1780333390.043605:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b440. 00000100:00000200:2.0:1780333390.043609:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067861760, portal 10 00000100:00000010:0.0:1780333390.043611:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9000. 00000400:00000010:2.0:1780333390.043634:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333390.043638:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067861760, offset 0 00000100:00000010:0.0:1780333390.043643:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9840. 00000400:00000200:2.0:1780333390.043647:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1780333390.043652:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e98a0. 00000400:00000200:2.0:1780333390.043657:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1780333390.043660:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e97e0. 00000400:00000200:2.0:1780333390.043667:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ad500 00000400:00000200:2.0:1780333390.043672:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 72432 00000400:00000200:2.0:1780333390.043678:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333390.043682:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1780333390.043684:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec4372aaa00. 00000100:00000200:2.0:1780333390.043686:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1780333390.043690:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c60. 00000100:00000010:2.0:1780333390.043692:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d22680. 00000400:00000010:0.0:1780333390.043696:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333390.043700:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067861888, portal 4 00000400:00000010:0.0:1780333390.043704:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000400:00000200:2.0:1780333390.043707:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bd48 00000400:00000010:2.0:1780333390.043710:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bd48. 00000100:00000200:2.0:1780333390.043716:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c0a80 x1866812067861760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333390.043716:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067861888, offset 0 00000400:00000200:0.0:1780333390.043725:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333390.043736:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333390.043743:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ad580 00000400:00000200:0.0:1780333390.043749:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 12832 00000400:00000200:0.0:1780333390.043754:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1780333390.043756:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40564d000. 00000400:00000200:0.0:1780333390.043759:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1780333390.043762:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3ae70. 00000400:00000010:2.0:1780333390.043766:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bd48. 00000100:00000200:0.0:1780333390.043766:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1780333390.043772:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067861632, portal 10 00000100:00000010:0.0:1780333390.043773:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1180. 00000400:00000010:2.0:1780333390.043778:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b6e8. 00000100:00000200:2.0:1780333390.043781:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067861632, offset 0 00000400:00000200:2.0:1780333390.043786:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333390.043792:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333390.043794:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333390.043798:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000400:00000200:2.0:1780333390.043800:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ad480 00000100:00000200:0.0:1780333390.043807:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c3100 x1866812067861888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333390.043808:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 72656 00000400:00000200:2.0:1780333390.043818:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333390.043824:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333390.043828:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1780333390.043831:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d23b80. 00000400:00000200:2.0:1780333390.043847:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b6e8 00000400:00000010:2.0:1780333390.043849:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b6e8. 00000100:00000200:2.0:1780333390.043854:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c1c00 x1866812067861632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333390.043861:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573740. 02000000:00000010:2.0:1780333390.043873:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec40564da00. 00000400:00000010:2.0:1780333390.043878:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a5d8. 00000400:00000010:2.0:1780333390.043881:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b6e8. 00000100:00000200:2.0:1780333390.043884:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067862144, portal 4 00000020:00000010:0.0:1780333390.043884:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec427468400. 00000400:00000010:2.0:1780333390.043890:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000020:00000010:0.0:1780333390.043892:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d200. 00000100:00000200:2.0:1780333390.043893:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067862144, offset 0 00000020:00000010:0.0:1780333390.043899:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf94b0. 00000400:00000200:2.0:1780333390.043900:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333390.043909:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333390.043914:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ad680 00000400:00000200:2.0:1780333390.043918:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 13056 00000400:00000200:2.0:1780333390.043923:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333390.043925:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333390.043929:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333390.043932:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d22a00. 00000020:00000010:0.0:1780333390.043935:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573fc0. 00000020:00000010:0.0:1780333390.043939:0:5806:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10dc0. 00000400:00000200:2.0:1780333390.043945:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000020:00000010:0.0:1780333390.043945:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573fc0. 00000400:00000010:2.0:1780333390.043949:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000020:00000010:0.0:1780333390.043950:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956e00. 00000100:00000200:2.0:1780333390.043955:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c0700 x1866812067862144/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333390.043955:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d080. 00000020:00000010:0.0:1780333390.043961:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf90c8. 00000020:00000010:2.0:1780333390.043998:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e80. 00000020:00000010:0.0:1780333390.043999:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573fc0. 00000020:00000010:2.0:1780333390.044001:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7e80. 00000020:00000010:0.0:1780333390.044004:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573fc0. 00000020:00000010:2.0:1780333390.044009:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564d200. 00000020:00000010:0.0:1780333390.044010:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d957600. 00000020:00000010:2.0:1780333390.044016:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73380. 00000020:00000010:0.0:1780333390.044021:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3df00. 00000020:00000010:2.0:1780333390.044022:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c898. 00000020:00000010:0.0:1780333390.044028:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333390.044050:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573fc0. 00000020:00000010:0.0:1780333390.044053:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573fc0. 00000020:00000010:2.0:1780333390.044056:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7e80. 00000100:00000200:0.0:1780333390.044057:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862016 00000020:00000010:2.0:1780333390.044062:0:6596:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec301a10840. 00000020:00000010:2.0:1780333390.044070:0:6596:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564ca00. 00000020:00000010:2.0:1780333390.044074:0:6596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73200. 02000000:00000010:0.0:1780333390.044076:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45f800. 00000020:00000010:2.0:1780333390.044078:0:6596:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00010000:00000200:0.0:1780333390.044086:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c2a00 x1866812067862016/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1780333401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333390.044103:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000400:00000010:0.0:1780333390.044103:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000020:00000010:2.0:1780333390.044108:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000100:00000200:0.0:1780333390.044109:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067862016, offset 224 00000100:00000200:2.0:1780333390.044112:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067861888 00000400:00000200:0.0:1780333390.044116:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333390.044122:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1780333390.044124:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4371d3c00. 00000400:00000200:0.0:1780333390.044130:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ad600 00000020:00000010:3.0:1780333390.044131:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b040. 00010000:00000200:2.0:1780333390.044133:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c1180 x1866812067861888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1780333401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333390.044137:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b040. 00000400:00000200:0.0:1780333390.044142:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x166f9 [1] + 224 00000100:00000200:3.0:1780333390.044144:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067861760 00000400:00000200:0.0:1780333390.044153:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1780333390.044156:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc66000. 00000400:00000010:2.0:1780333390.044157:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000400:00000200:0.0:1780333390.044161:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333390.044163:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067861888, offset 224 00010000:00000200:3.0:1780333390.044167:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec437d22680 x1866812067861760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1780333401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333390.044171:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c0380 x1866812067862016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333390.044172:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333390.044183:0:6596:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333390.044197:0:6596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ad580 00000400:00000010:3.0:1780333390.044201:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000400:00000200:2.0:1780333390.044203:0:6596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16709 [1] + 224 00000100:00000200:3.0:1780333390.044210:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067861760, offset 224 00000400:00000200:2.0:1780333390.044210:0:6596:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333390.044213:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333390.044217:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000400:00000200:2.0:1780333390.044218:0:6596:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333390.044228:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1780333390.044233:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d200. 00000100:00000200:2.0:1780333390.044238:0:6596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c3100 x1866812067861888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333390.044239:0:5807:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1780333390.044243:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf94b0. 00000020:00000010:0.0:1780333390.044249:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec427468400. 00000400:00000200:3.0:1780333390.044260:0:5807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ad500 00000400:00000200:2.0:1780333390.044260:0:6596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333390.044264:0:6596:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000020:00000010:0.0:1780333390.044269:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573fc0. 00000400:00000200:3.0:1780333390.044282:0:5807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16701 [1] + 224 00000020:00000010:2.0:1780333390.044286:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73380. 00000020:00000010:0.0:1780333390.044286:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573fc0. 00000400:00000200:3.0:1780333390.044290:0:5807:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1780333390.044292:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067861632 00000020:00000010:2.0:1780333390.044293:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c898. 00000400:00000200:3.0:1780333390.044298:0:5807:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1780333390.044299:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564d200. 02000000:00000010:0.0:1780333390.044303:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45f000. 00000100:00000200:3.0:1780333390.044308:0:5807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c0a80 x1866812067861760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1780333390.044314:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec437d23b80 x1866812067861632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1780333401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333390.044316:0:6596:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333390.044321:0:6596:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000100:00000200:2.0:1780333390.044326:0:6596:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862144 02000000:00000010:2.0:1780333390.044338:0:6596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4371d2000. 00000400:00000010:0.0:1780333390.044342:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00010000:00000200:2.0:1780333390.044346:0:6596:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec437d22a00 x1866812067862144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1780333401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333390.044349:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067861632, offset 224 00000400:00000200:3.0:1780333390.044351:0:5807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333390.044356:0:5807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000400:00000200:0.0:1780333390.044364:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1780333390.044367:0:6596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000020:00000010:3.0:1780333390.044368:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d080. 00000100:00000200:2.0:1780333390.044371:0:6596:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067862144, offset 224 00000020:00000010:3.0:1780333390.044374:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf90c8. 00000020:00000010:3.0:1780333390.044379:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956e00. 00000400:00000200:2.0:1780333390.044389:0:6596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333390.044398:0:6596:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1780333390.044405:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3ad10. 00000400:00000200:2.0:1780333390.044406:0:6596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ad680 00000400:00000200:3.0:1780333390.044411:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b440 00000400:00000010:3.0:1780333390.044414:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b440. 00000100:00000200:3.0:1780333390.044420:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c0a80 x1866812067861760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333390.044430:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c0a80 x1866812067861760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333390.044456:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40564c800. 02000000:00000010:3.0:1780333390.044462:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59100. 00000100:00000010:3.0:1780333390.044466:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c0a80. 00000400:00000200:0.0:1780333390.044503:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333390.044511:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ad480 00000400:00000200:2.0:1780333390.044655:0:6596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16719 [1] + 224 00000400:00000200:2.0:1780333390.044661:0:6596:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333390.044663:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16711 [1] + 224 00000400:00000200:2.0:1780333390.044669:0:6596:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333390.044673:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1780333390.044677:0:6596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c0700 x1866812067862144/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333390.044681:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333390.044692:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c1c00 x1866812067861632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333390.044722:0:6596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333390.044726:0:6596:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000400:00000200:0.0:1780333390.044730:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333390.044734:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000020:00000010:2.0:1780333390.044737:0:6596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73200. 00000020:00000010:2.0:1780333390.044742:0:6596:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333390.044747:0:6596:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564ca00. 00000020:00000010:0.0:1780333390.044747:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3df00. 00000020:00000010:0.0:1780333390.044753:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333390.044757:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d957600. 00000400:00000010:0.0:1780333390.044786:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c60. 00000400:00000200:0.0:1780333390.044789:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333390.044791:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333390.044795:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c3100 x1866812067861888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333390.044803:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c3100 x1866812067861888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333390.044818:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169f20. 00000400:00000200:0.0:1780333390.044821:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333390.044823:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333390.044827:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c0380 x1866812067862016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333390.044835:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c0380 x1866812067862016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333390.044845:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372aaa00. 02000000:00000010:0.0:1780333390.044849:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59300. 00000100:00000010:0.0:1780333390.044853:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c3100. 02000000:00000010:0.0:1780333390.044856:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec4372ab800. 02000000:00000010:0.0:1780333390.044858:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59500. 00000100:00000010:0.0:1780333390.044861:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c0380. 00000400:00000010:3.0:1780333390.046966:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3ae70. 00000400:00000200:3.0:1780333390.046973:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bd48 00000400:00000010:3.0:1780333390.046976:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bd48. 00000100:00000200:3.0:1780333390.046986:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c1c00 x1866812067861632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333390.046998:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c1c00 x1866812067861632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333390.047023:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a5d8. 00000400:00000200:3.0:1780333390.047026:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b6e8 00000400:00000010:3.0:1780333390.047028:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b6e8. 00000100:00000200:3.0:1780333390.047032:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c0700 x1866812067862144/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333390.047040:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c0700 x1866812067862144/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333390.047055:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40564d000. 02000000:00000010:3.0:1780333390.047238:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59600. 00000100:00000010:3.0:1780333390.047245:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c1c00. 02000000:00000010:3.0:1780333390.047250:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec40564da00. 02000000:00000010:3.0:1780333390.047253:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59000. 00000100:00000010:3.0:1780333390.047255:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c0700. 00000100:00000010:0.0:1780333390.049703:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9000. 00000100:00000010:1.0:1780333390.050663:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9840. 00000100:00000010:2.0:1780333390.050668:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e98a0. 00000100:00000010:3.0:1780333390.051162:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e97e0. 00000100:00000010:0.0:1780333390.552916:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0380. 02000000:00000010:0.0:1780333390.552937:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59500. 02000000:00000010:2.0:1780333390.553033:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec4371d1800. 00000400:00000010:2.0:1780333390.553041:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a3c8. 00000400:00000010:2.0:1780333390.553047:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333390.553055:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067862272, portal 4 00000400:00000010:2.0:1780333390.553061:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333390.553064:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067862272, offset 0 00000400:00000200:2.0:1780333390.553072:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333390.553085:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333390.553097:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ad700 00000400:00000200:2.0:1780333390.553103:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 9408 00000400:00000200:2.0:1780333390.553112:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333390.553117:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333390.553123:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1780333390.553127:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d21880. 00000400:00000200:2.0:1780333390.553152:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333390.553155:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333390.553162:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c0380 x1866812067862272/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333406 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333390.553180:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eb40. 00000100:00000010:2.0:1780333390.553191:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ef60. 00000100:00000010:2.0:1780333390.553196:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e240. 00000100:00000010:2.0:1780333390.553200:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e840. 00000020:00000010:0.0:1780333390.553256:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025734c0. 00000020:00000010:0.0:1780333390.553260:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025734c0. 00000020:00000010:0.0:1780333390.553276:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d956e00. 00000020:00000010:0.0:1780333390.553281:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6700. 00000020:00000010:0.0:1780333390.553286:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333390.553325:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025734c0. 00000020:00000010:0.0:1780333390.553328:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025734c0. 00000100:00000200:0.0:1780333390.553331:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862272 02000000:00000010:0.0:1780333390.553347:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec43c45d000. 00010000:00000200:0.0:1780333390.553381:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec437d21880 x1866812067862272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:366/0 lens 224/368 e 0 to 0 dl 1780333401 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333390.553397:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333390.553400:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067862272, offset 224 00000400:00000200:0.0:1780333390.553404:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333390.553409:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333390.553414:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ad700 00000400:00000200:0.0:1780333390.553418:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16735 [1] + 224 00000400:00000200:0.0:1780333390.553423:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333390.553426:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333390.553432:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c0380 x1866812067862272/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333406 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333390.553450:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:0.0:1780333390.553452:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000020:00000010:0.0:1780333390.553464:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6700. 00000020:00000010:0.0:1780333390.553467:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333390.553469:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d956e00. 00000400:00000010:2.0:1780333390.553523:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a3c8. 00000400:00000200:2.0:1780333390.553527:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333390.553529:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333390.553533:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c0380 x1866812067862272/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333390.553541:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c0380 x1866812067862272/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333406 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333390.553573:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec4371d1800. 02000000:00000010:2.0:1780333390.553578:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59500. 00000100:00000010:2.0:1780333390.553583:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c0380. 00000100:00000010:3.0:1780333390.557916:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e840. 00000100:00000010:0.0:1780333390.558023:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eb40. 00000100:00000010:1.0:1780333390.558824:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ef60. 00000100:00000010:2.0:1780333390.559024:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e240. 00000020:00000010:2.0:1780333390.576425:0:108691:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec402a8ecf0. 00000020:00000010:2.0:1780333390.576491:0:108691:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec402a8ecf0. 00000020:00000010:2.0:1780333390.576790:0:108691:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec4371d1800. 00000020:00000010:2.0:1780333390.576800:0:108691:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564da00. 00000020:00000010:2.0:1780333390.576805:0:108691:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40564d000. 00000040:00000010:2.0:1780333390.576808:0:108691:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec40564c800. 00000020:00000010:2.0:1780333390.576814:0:108691:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec42013b000. 00000020:00000010:2.0:1780333390.576818:0:108691:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec40564dc00. 80000000:00000010:2.0:1780333390.576823:0:108691:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30190e240. 00040000:00000010:2.0:1780333390.576829:0:108691:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec40564c000. 00080000:00000010:2.0:1780333390.576834:0:108691:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec4343cd000. 20000000:00000010:2.0:1780333390.576837:0:108691:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec40564c200. 00000020:00000010:2.0:1780333390.576842:0:108691:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec4099e7ac0. 00000001:00000010:2.0:1780333390.576849:0:108691:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff8ec30190ef60. 00000020:00000010:2.0:1780333390.576865:0:108691:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec437ad2a00. 00000020:00000010:2.0:1780333390.576869:0:108691:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec402b0c600. 00000040:00000010:2.0:1780333390.576871:0:108691:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec402b0c000. 00000020:00000010:2.0:1780333390.576874:0:108691:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec4343ca000. 00000020:00000010:2.0:1780333390.576877:0:108691:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec408e4fa00. 00040000:00000010:2.0:1780333390.576881:0:108691:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec405757900. 00040000:00000010:2.0:1780333390.576885:0:108691:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec408e4f800. 00080000:00000010:2.0:1780333390.576888:0:108691:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec409fa1000. 00080000:00000010:2.0:1780333390.576898:0:108691:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec4371d0800. 00000020:00000010:2.0:1780333390.576999:0:108691:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec408e73380. 00000020:00000010:2.0:1780333390.577022:0:108691:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec402b0c600. 00000040:00000010:2.0:1780333390.577026:0:108691:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec402b0c000. 00000020:00000010:2.0:1780333390.577028:0:108691:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec4343ca000. 00000020:00000010:2.0:1780333390.577033:0:108691:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec408e4fa00. 00040000:00000010:2.0:1780333390.577037:0:108691:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec405757900. 00040000:00000010:2.0:1780333390.577040:0:108691:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec408e4f800. 00000020:00000010:2.0:1780333390.577043:0:108691:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec408e73380. 00080000:00000010:2.0:1780333390.577045:0:108691:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec409fa1000. 00000020:00000010:2.0:1780333390.577053:0:108691:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec437ad2a00. 00000001:00000010:2.0:1780333390.577057:0:108691:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff8ec30190ef60. 00010000:00000010:2.0:1780333390.577070:0:108691:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7a00. 00010000:00000010:2.0:1780333390.577076:0:108691:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df1400. 00000020:00000010:2.0:1780333390.577115:0:108691:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec4099e7ac0. 00000020:00000010:2.0:1780333390.577120:0:108691:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40564d000. 00000040:00000010:2.0:1780333390.577122:0:108691:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec40564c800. 00000020:00000010:2.0:1780333390.577125:0:108691:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec42013b000. 00000020:00000010:2.0:1780333390.577128:0:108691:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec40564dc00. 80000000:00000010:2.0:1780333390.577131:0:108691:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30190e240. 00040000:00000010:2.0:1780333390.577133:0:108691:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec40564c000. 00080000:00000010:2.0:1780333390.577135:0:108691:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec4343cd000. 20000000:00000010:2.0:1780333390.577137:0:108691:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec40564c200. 00000020:00000010:2.0:1780333390.577140:0:108691:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564da00. 00000020:00000010:2.0:1780333390.577143:0:108691:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec4371d1800. 00010000:00000010:2.1:1780333390.587046:0:108692:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7a00. 00010000:00000010:2.1:1780333390.587059:0:108692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df1400. 00080000:00000010:2.0:1780333391.627322:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec43c45c400. 00080000:00000010:2.0:1780333391.627334:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec433c68c00. 00080000:00000010:2.0:1780333391.627338:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec4371d0800. 00080000:00000010:2.0:1780333391.627343:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec402ec9000. 00080000:00000010:2.0:1780333391.627347:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec4342b4400. 00000100:00000010:2.0:1780333391.895771:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d21f80. 02000000:00000010:2.0:1780333391.895792:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec43764b600. 00010000:00000010:2.0:1780333391.895806:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7a00. 00010000:00000010:2.0:1780333391.895812:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df0a00. 00000100:00000010:2.0:1780333391.895829:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42e03e300. 02000000:00000010:2.0:1780333391.895849:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc87c00. 00000400:00000010:2.0:1780333391.895855:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a3c8. 00000400:00000010:2.0:1780333391.895862:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333391.895870:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067862400, portal 25 00000400:00000010:2.0:1780333391.895875:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333391.895878:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067862400, offset 0 00000400:00000200:2.0:1780333391.895886:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333391.895899:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333391.895910:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ad780 00000400:00000200:2.0:1780333391.895917:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15ffd [2] + 0 00000400:00000010:2.0:1780333391.895921:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7c08. 00000400:00000200:2.0:1780333391.895927:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec42d9ea6c0 00000400:00000200:2.0:1780333391.895935:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333391.895939:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1780333391.895945:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec42d9ea6c0 00000400:00000010:2.0:1780333391.895947:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec42d9ea6c0. 00000100:00000200:2.0:1780333391.895952:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1780333391.896100:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333391.896103:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333391.896110:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec437d21f80 x1866812067862400/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333391.896129:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ec60. 00000100:00000010:2.0:1780333391.896141:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e240. 00000100:00000010:2.0:1780333391.896146:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ef60. 00000100:00000010:2.0:1780333391.896150:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190e7e0. 00000020:00000010:1.0:1780333391.896233:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645bc0. 00000020:00000010:1.0:1780333391.896238:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645bc0. 00000020:00000010:1.0:1780333391.896243:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b6a00. 00000020:00000010:1.0:1780333391.896257:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325b80. 00000020:00000010:1.0:1780333391.896262:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333391.896339:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645bc0. 00000020:00000010:1.0:1780333391.896343:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645bc0. 00000100:00000200:1.0:1780333391.896352:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862400 00010000:00000010:1.0:1780333391.896370:0:5798:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec41273ea00. 00010000:00000010:1.0:1780333391.896374:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec4377dec00. 02000000:00000010:1.0:1780333391.896386:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec42e2cd000. 00010000:00000200:1.0:1780333391.896404:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eefc50 x1866812067862400/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:367/0 lens 328/344 e 0 to 0 dl 1780333402 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333391.896419:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333391.896422:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067862400, offset 224 00000400:00000200:1.0:1780333391.896427:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333391.896432:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333391.896437:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ad780 00000400:00000200:1.0:1780333391.896443:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16741 [1] + 224 00000400:00000200:1.0:1780333391.896448:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333391.896450:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333391.896456:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec437d21f80 x1866812067862400/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333391.896478:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333391.896479:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000020:00000010:1.0:1780333391.896489:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325b80. 00000020:00000010:1.0:1780333391.896493:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333391.896496:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b6a00. 02000000:00000010:1.0:1780333391.896502:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec42e2cd000. 00000100:00000200:1.0:1780333391.896508:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333391.896512:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2790. 00000400:00000010:1.0:1780333391.896516:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec405741540. 00000400:00000010:2.0:1780333391.896551:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a3c8. 00000400:00000200:2.0:1780333391.896555:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333391.896557:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333391.896561:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec437d21f80 x1866812067862400/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333391.896569:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec437d21f80 x1866812067862400/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333391.896588:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42e03e300. 02000000:00000010:2.0:1780333391.896600:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc87c00. 02000000:00000010:2.0:1780333391.896604:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec43764b600. 00000100:00000010:2.0:1780333391.896609:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec437d21f80. 00000100:00000010:2.0:1780333391.975800:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ef60. 00000100:00000010:3.0:1780333391.977191:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e7e0. 00000100:00000010:0.0:1780333391.977698:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ec60. 00000100:00000010:1.0:1780333391.977842:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190e240. 00000400:00000010:3.0:1780333392.017657:0:108789:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at ffff8ec41b2a7050. 00000400:00000010:3.0:1780333392.017743:0:108789:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at ffff8ec41b2a7050. 00000400:00000200:3.0:1780333392.575007:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333392.575027:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd82800 00000400:00000200:3.0:1780333392.575035:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 72880 00000400:00000200:3.0:1780333392.575047:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.575052:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333392.575061:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333392.575068:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259aa00. 00000400:00000200:3.0:1780333392.577941:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333392.577957:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82900 00000400:00000200:3.0:1780333392.577965:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 13280 00000400:00000200:3.0:1780333392.577975:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.577979:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333392.577986:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1780333392.577993:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259a680. 00000400:00000200:3.0:1780333392.578013:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333392.578018:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd82780 00000400:00000200:3.0:1780333392.578023:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x1600d [2] + 0 00000400:00000010:3.0:1780333392.578026:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68790. 00000400:00000200:3.0:1780333392.578030:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec43bc00240 00000400:00000200:3.0:1780333392.578034:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.578037:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333392.578039:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec43bc00240 00000400:00000010:3.0:1780333392.578041:0:3319:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec43bc00240. 00000100:00000200:3.0:1780333392.578045:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1780333392.578063:0:3319:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:3.0:1780333392.578068:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82880 00000400:00000200:3.0:1780333392.578072:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 13504 00000400:00000200:3.0:1780333392.578084:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.578087:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:3.0:1780333392.578090:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1780333392.578093:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598e00. 00000020:00000010:3.0:1780333392.578143:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183bec0. 00000020:00000010:3.0:1780333392.578150:0:8139:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec43c43f0c0. 00000020:00000010:3.0:1780333392.578164:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafbc00. 00000020:00000010:3.0:1780333392.578169:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3080. 00000020:00000010:3.0:1780333392.578174:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333392.578207:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b240. 00000020:00000010:3.0:1780333392.578211:0:8139:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec43c43f700. 00000020:00000010:3.0:1780333392.578215:0:8139:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafa200. 00000020:00000010:3.0:1780333392.578218:0:8139:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3c80. 00000020:00000010:3.0:1780333392.578220:0:8139:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333392.578253:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333392.578257:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b040. 00000100:00000200:3.0:1780333392.578260:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666560 02000000:00000010:3.0:1780333392.578279:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc67800. 00010000:00000200:3.0:1780333392.578290:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30259a680 x1866812045666560/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:368/0 lens 224/224 e 0 to 0 dl 1780333403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333392.578311:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333392.578316:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045666560, offset 224 00000400:00000200:3.0:1780333392.578321:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333392.578332:0:8139:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333392.578338:0:8139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3820:3820:256:4294967295] 192.168.204.30@tcp LPNI seq info [3816:3816:8:4294967295] 00000400:00000200:3.0:1780333392.578348:0:8139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333392.578354:0:8139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333392.578359:0:8139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec4205b4300. 00000800:00000200:3.0:1780333392.578366:0:8139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333392.578373:0:8139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333392.578377:0:8139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec4205b4300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333392.578395:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3080. 00000020:00000010:3.0:1780333392.578399:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d0c8. 00000020:00000010:3.0:1780333392.578403:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafbc00. 00000020:00000010:3.0:1780333392.578414:0:8139:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333392.578417:0:8139:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b040. 00000100:00000200:3.0:1780333392.578419:0:8139:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666432 02000000:00000010:3.0:1780333392.578426:0:8139:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc64800. 00010000:00000200:3.0:1780333392.578431:0:8139:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302598e00 x1866812045666432/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:368/0 lens 224/224 e 0 to 0 dl 1780333403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333392.578440:0:8139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333392.578443:0:8139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045666432, offset 224 00000400:00000200:3.0:1780333392.578448:0:8139:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333392.578454:0:8139:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333392.578457:0:8139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3821:3821:255:4294967295] 192.168.204.30@tcp LPNI seq info [3817:3817:7:4294967295] 00000400:00000200:3.0:1780333392.578463:0:8139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333392.578467:0:8139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333392.578469:0:8139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec4205b4f00. 00000800:00000200:3.0:1780333392.578473:0:8139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333392.578476:0:8139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333392.578478:0:8139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec4205b4f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333392.578484:0:8139:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3c80. 00000020:00000010:3.0:1780333392.578487:0:8139:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333392.578489:0:8139:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafa200. 00000020:00000010:3.0:1780333392.578508:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333392.578511:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333392.578513:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafa200. 00000020:00000010:3.0:1780333392.578515:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3c80. 00000020:00000010:3.0:1780333392.578517:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333392.578538:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b040. 00000020:00000010:3.0:1780333392.578540:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b040. 00000100:00000200:3.0:1780333392.578542:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666176 02000000:00000010:3.0:1780333392.578549:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc65000. 00010000:00000200:3.0:1780333392.578554:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eee050 x1866812045666176/t0(0) o400->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:368/0 lens 224/224 e 0 to 0 dl 1780333403 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780333392.578563:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42ee0. 00000100:00000200:3.0:1780333392.578566:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045666176, offset 224 00000400:00000200:3.0:1780333392.578570:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:3.0:1780333392.578574:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:3.0:1780333392.578577:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3822:3822:254:4294967295] 192.168.204.30@tcp LPNI seq info [3818:3818:6:4294967295] 00000400:00000200:3.0:1780333392.578584:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:3.0:1780333392.578587:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:3.0:1780333392.578591:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec4205b4600. 00000800:00000200:3.0:1780333392.578594:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:3.0:1780333392.578597:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:3.0:1780333392.578600:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec4205b4600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1780333392.578605:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3c80. 00000020:00000010:3.0:1780333392.578607:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333392.578609:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafa200. 00000100:00000200:3.0:1780333392.578632:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1780333392.578637:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68790. 00000400:00000010:3.0:1780333392.578641:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec403eeea80. 00000800:00000200:3.0:1780333392.578698:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333392.578703:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec4205b4300. 00000400:00000200:3.0:1780333392.578708:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.578711:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333392.578715:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333392.578716:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000800:00000200:3.0:1780333392.578725:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333392.578727:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec4205b4f00. 00000400:00000200:3.0:1780333392.578729:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.578732:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333392.578733:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42550 00000400:00000010:3.0:1780333392.578735:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42550. 00000800:00000200:3.0:1780333392.578794:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333392.578797:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec4205b4600. 00000400:00000200:3.0:1780333392.578799:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.578802:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333392.578805:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42ee0 00000400:00000010:3.0:1780333392.578806:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42ee0. 02000000:00000010:3.0:1780333392.578810:0:3321:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc65000. 00000020:00000010:0.0:1780333392.579286:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573a80. 00000020:00000010:0.0:1780333392.579292:0:5807:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183ba80. 00000020:00000010:0.0:1780333392.579341:0:5807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4012e6c00. 00000020:00000010:0.0:1780333392.579346:0:5807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3dd80. 00000020:00000010:0.0:1780333392.579349:0:5807:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333392.579384:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573680. 00000020:00000010:0.0:1780333392.579387:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573680. 00000100:00000200:0.0:1780333392.579390:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666304 02000000:00000010:0.0:1780333392.579402:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45ec00. 00010000:00000200:0.0:1780333392.579408:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec30259aa00 x1866812045666304/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:368/0 lens 224/224 e 0 to 0 dl 1780333403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333392.579422:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346e58. 00000100:00000200:0.0:1780333392.579429:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045666304, offset 224 00000400:00000200:0.0:1780333392.579434:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:0.0:1780333392.579440:0:5807:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:0.0:1780333392.579444:0:5807:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3823:3823:256:4294967295] 192.168.204.30@tcp LPNI seq info [3819:3819:8:4294967295] 00000400:00000200:0.0:1780333392.579451:0:5807:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:0.0:1780333392.579455:0:5807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:0.0:1780333392.579459:0:5807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec301d59300. 00000800:00000200:0.0:1780333392.579463:0:5807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:0.0:1780333392.579467:0:5807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:0.0:1780333392.579470:0:5807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec301d59300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1780333392.579483:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3dd80. 00000020:00000010:0.0:1780333392.579489:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333392.579491:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4012e6c00. 00000800:00000200:3.0:1780333392.583722:0:3320:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780333392.583732:0:3320:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec301d59300. 00000400:00000200:3.0:1780333392.583738:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333392.583748:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:3.0:1780333392.583756:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346e58 00000400:00000010:3.0:1780333392.583759:0:3320:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346e58. 00000020:00000010:0.0:1780333392.660260:0:108839:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30243ab60. 00000020:00000010:0.0:1780333392.660506:0:108839:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30243ab60. 00000020:00000010:0.0:1780333392.660709:0:108839:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec43c45e800. 00000020:00000010:0.0:1780333392.660719:0:108839:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4012e6c00. 00000020:00000010:0.0:1780333392.660722:0:108839:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec4012e6400. 00000040:00000010:0.0:1780333392.660727:0:108839:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec427468400. 00000020:00000010:0.0:1780333392.660731:0:108839:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a5000. 00000020:00000010:0.0:1780333392.660737:0:108839:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec40b2f9600. 80000000:00000010:0.0:1780333392.660741:0:108839:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e94e0. 00040000:00000010:0.0:1780333392.660746:0:108839:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec410a66600. 00080000:00000010:0.0:1780333392.660751:0:108839:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a2000. 20000000:00000010:0.0:1780333392.660755:0:108839:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec43c66c200. 00000020:00000010:0.0:1780333392.660760:0:108839:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec302573c40. 00000001:00000010:0.0:1780333392.660767:0:108839:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff8ec4372e9e40. 00000020:00000010:0.0:1780333392.660774:0:108839:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c66c800. 00000020:00000010:0.0:1780333392.660777:0:108839:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec427478e00. 00000040:00000010:0.0:1780333392.660869:0:108839:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec437334e00. 00000020:00000010:0.0:1780333392.660875:0:108839:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a1800. 00000020:00000010:0.0:1780333392.660879:0:108839:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec434c33000. 00040000:00000010:0.0:1780333392.660883:0:108839:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59a00. 00040000:00000010:0.0:1780333392.660887:0:108839:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec418b08200. 00080000:00000010:0.0:1780333392.660890:0:108839:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1000. 00080000:00000010:0.0:1780333392.660901:0:108839:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec43c45c800. 00000020:00000010:0.0:1780333392.661475:0:108839:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec410f3df00. 00000020:00000010:0.0:1780333392.661502:0:108839:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec427478e00. 00000040:00000010:0.0:1780333392.661507:0:108839:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec437334e00. 00000020:00000010:0.0:1780333392.661509:0:108839:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a1800. 00000020:00000010:0.0:1780333392.661513:0:108839:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec434c33000. 00040000:00000010:0.0:1780333392.661517:0:108839:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59a00. 00040000:00000010:0.0:1780333392.661520:0:108839:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec418b08200. 00000020:00000010:0.0:1780333392.661523:0:108839:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec410f3df00. 00080000:00000010:0.0:1780333392.661527:0:108839:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333392.661529:0:108839:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c66c800. 00000020:00000010:0.0:1780333392.661545:0:108839:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec418b08200. 00000020:00000010:0.0:1780333392.661548:0:108839:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec418b09e00. 00000020:00000010:0.0:1780333392.661550:0:108839:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333392.661554:0:108839:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333392.661557:0:108839:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec418b09400. 80000000:00000010:0.0:1780333392.661560:0:108839:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e9de0. 40000000:00000010:0.0:1780333392.661563:0:108839:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec3025732c0. 00100000:00000010:0.0:1780333392.661567:0:108839:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec3035a1800. 00040000:00000010:0.0:1780333392.661570:0:108839:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59a00. 00040000:00000010:0.0:1780333392.661572:0:108839:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec43c66c800. 00080000:00000010:0.0:1780333392.661575:0:108839:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a0800. 00002000:00000010:0.0:1780333392.661578:0:108839:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec43c45dc00. 00000020:00000010:0.0:1780333392.661581:0:108839:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec418b09e00. 00000020:00000010:0.0:1780333392.661583:0:108839:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333392.661586:0:108839:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333392.661589:0:108839:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec418b09400. 80000000:00000010:0.0:1780333392.661591:0:108839:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e9de0. 40000000:00000010:0.0:1780333392.661594:0:108839:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec3025732c0. 00100000:00000010:0.0:1780333392.661597:0:108839:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec3035a1800. 00040000:00000010:0.0:1780333392.661599:0:108839:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59a00. 00040000:00000010:0.0:1780333392.661601:0:108839:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec43c66c800. 00080000:00000010:0.0:1780333392.661603:0:108839:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a0800. 00002000:00000010:0.0:1780333392.661605:0:108839:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec43c45dc00. 00000020:00000010:0.0:1780333392.661608:0:108839:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec418b08200. 00000020:00000010:0.0:1780333392.661611:0:108839:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43c66c800. 00000020:00000010:0.0:1780333392.661613:0:108839:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec418b08200. 00000020:00000010:0.0:1780333392.661646:0:108839:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a0800. 00000020:00000010:0.0:1780333392.661650:0:108839:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333392.661652:0:108839:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec418b09400. 80000000:00000010:0.0:1780333392.661654:0:108839:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e9de0. 40000000:00000010:0.0:1780333392.661656:0:108839:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec3025732c0. 00100000:00000010:0.0:1780333392.661658:0:108839:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec3035a1800. 00040000:00000010:0.0:1780333392.661661:0:108839:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59a00. 00040000:00000010:0.0:1780333392.661663:0:108839:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec418b09e00. 00080000:00000010:0.0:1780333392.661665:0:108839:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1000. 00002000:00000010:0.0:1780333392.661668:0:108839:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec43c45dc00. 00000020:00000010:0.0:1780333392.661675:0:108839:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec418b08200. 00000020:00000010:0.0:1780333392.661677:0:108839:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a0800. 00000020:00000010:0.0:1780333392.661679:0:108839:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333392.661682:0:108839:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec418b09400. 80000000:00000010:0.0:1780333392.661684:0:108839:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e9de0. 40000000:00000010:0.0:1780333392.661686:0:108839:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec3025732c0. 00100000:00000010:0.0:1780333392.661688:0:108839:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec3035a1800. 00040000:00000010:0.0:1780333392.661690:0:108839:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59a00. 00040000:00000010:0.0:1780333392.661692:0:108839:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec418b09e00. 00080000:00000010:0.0:1780333392.661694:0:108839:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1000. 00002000:00000010:0.0:1780333392.661696:0:108839:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec43c45dc00. 00000020:00000010:0.0:1780333392.661699:0:108839:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43c66c800. 00000001:00000010:0.0:1780333392.661702:0:108839:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff8ec4372e9e40. 00010000:00000010:0.0:1780333392.661717:0:108839:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301391800. 00010000:00000010:0.0:1780333392.661731:0:108839:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec3025732c0. 00000100:00000010:0.0:1780333392.661738:0:108839:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec40b287a80. 00000100:00000010:0.0:1780333392.661748:0:108839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c3100. 02000000:00000010:0.0:1780333392.661762:0:108839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec418b09e00. 02000000:00000010:0.0:1780333392.661801:0:108839:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec418b09400. 00000400:00000010:0.0:1780333392.661808:0:108839:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169f20. 00000400:00000010:0.0:1780333392.661814:0:108839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333392.661822:0:108839:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067862528, portal 16 00000400:00000010:0.0:1780333392.661827:0:108839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333392.661830:0:108839:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067862528, offset 0 00000400:00000200:0.0:1780333392.661839:0:108839:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333392.661851:0:108839:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333392.661862:0:108839:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2ad800 00000400:00000200:0.0:1780333392.661867:0:108839:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16421 [2] + 1640 00000400:00000200:0.0:1780333392.661876:0:108839:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333392.661880:0:108839:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333392.661887:0:108839:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780333392.661891:0:108839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c2d80. 00000400:00000200:0.0:1780333392.661916:0:108839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333392.661919:0:108839:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333392.661926:0:108839:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c3100 x1866812067862528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333408 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1780333392.661947:0:108839:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9e40. 00000100:00000010:0.0:1780333392.661957:0:108839:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9de0. 00000100:00000010:0.0:1780333392.661961:0:108839:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9f00. 00000100:00000010:0.0:1780333392.661965:0:108839:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9ba0. 00000020:00000010:2.0:1780333392.662181:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333392.662186:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333392.662190:0:5789:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40b3e2a00. 00000020:00000010:2.0:1780333392.662194:0:5789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73c00. 00000020:00000010:2.0:1780333392.662198:0:5789:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333392.662230:0:5789:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333392.662232:0:5789:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000100:00000200:2.0:1780333392.662246:0:5789:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862528 02000000:00000010:2.0:1780333392.662259:0:5789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc87c00. 00000400:00000010:2.0:1780333392.662270:0:5789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333392.662274:0:5789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067862528, offset 224 00000400:00000200:2.0:1780333392.662279:0:5789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333392.662284:0:5789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333392.662288:0:5789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2ad800 00000400:00000200:2.0:1780333392.662293:0:5789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16765 [1] + 224 00000400:00000200:2.0:1780333392.662297:0:5789:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333392.662300:0:5789:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333392.662306:0:5789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c3100 x1866812067862528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333408 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1780333392.662333:0:5789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333392.662335:0:5789:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00010000:00000010:2.0:1780333392.662342:0:5789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec42e03ee40. 00000020:00000010:2.0:1780333392.662359:0:5789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73c00. 00000020:00000010:2.0:1780333392.662363:0:5789:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333392.662365:0:5789:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40b3e2a00. 00000100:00000010:2.0:1780333392.662402:0:5793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d21f80. 02000000:00000010:2.0:1780333392.662409:0:5793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40b3e2a00. 00010000:00000010:2.0:1780333392.662437:0:5793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec42e03ee40. 02000000:00000010:2.0:1780333392.662462:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43764aa00. 00000400:00000010:2.0:1780333392.662467:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a3c8. 00000400:00000010:2.0:1780333392.662470:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333392.662472:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067862656, portal 18 00000400:00000010:2.0:1780333392.662476:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333392.662478:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067862656, offset 0 00000400:00000200:2.0:1780333392.662482:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333392.662486:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333392.662491:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2ad880 00000400:00000200:2.0:1780333392.662496:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4749 [2] + 656 00000400:00000200:2.0:1780333392.662501:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333392.662503:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333392.662507:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1780333392.662510:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d21c00. 00000400:00000200:2.0:1780333392.662521:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333392.662523:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333392.662528:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec437d21f80 x1866812067862656/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333408 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333392.662566:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333392.662569:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333392.662573:0:5792:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764ba00. 00000020:00000010:2.0:1780333392.662575:0:5792:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73c00. 00000020:00000010:2.0:1780333392.662578:0:5792:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000100:00000200:2.0:1780333392.662590:0:5792:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec437d21c00 x1866812067862656/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:368/0 lens 328/0 e 0 to 0 dl 1780333403 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333392.662610:0:5792:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7c80. 00000020:00000010:2.0:1780333392.662612:0:5792:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7c80. 00000100:00000200:2.0:1780333392.662614:0:5792:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862656 02000000:00000010:2.0:1780333392.662647:0:5792:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4371d1800. 00010000:00000010:2.0:1780333392.662666:0:5792:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec4099e7c80. 00000100:00000010:2.0:1780333392.662669:0:5792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec42e03ee40. 00000100:00000010:2.0:1780333392.662679:0:5792:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec42e03ee40. 00010000:00000010:2.0:1780333392.662682:0:5792:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec4099e7c80. 00000400:00000010:2.0:1780333392.662689:0:5792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333392.662692:0:5792:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067862656, offset 224 00000400:00000200:2.0:1780333392.662696:0:5792:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333392.662701:0:5792:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333392.662706:0:5792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2ad880 00000400:00000200:2.0:1780333392.662709:0:5792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16771 [1] + 224 00000400:00000200:2.0:1780333392.662714:0:5792:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333392.662716:0:5792:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333392.662722:0:5792:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec437d21f80 x1866812067862656/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333408 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333392.662736:0:5792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333392.662738:0:5792:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000020:00000010:2.0:1780333392.662745:0:5792:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73c00. 00000020:00000010:2.0:1780333392.662748:0:5792:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333392.662750:0:5792:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764ba00. 00000400:00000010:2.0:1780333392.662770:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a3c8. 00000400:00000200:2.0:1780333392.662773:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333392.662774:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333392.662779:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec437d21f80 x1866812067862656/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333408 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333392.662943:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec437d21f80 x1866812067862656/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333408 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333392.662961:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43764aa00. 02000000:00000010:2.0:1780333392.662965:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40b3e2a00. 00000100:00000010:2.0:1780333392.662970:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec437d21f80. 00000400:00000010:0.0:1780333392.663124:0:108839:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169f20. 00000400:00000200:0.0:1780333392.663128:0:108839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333392.663139:0:108839:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333392.663146:0:108839:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c3100 x1866812067862528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333408 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1780333392.663153:0:108839:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c3100 x1866812067862528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333408 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1780333392.663175:0:108839:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec418b09400. 02000000:00000010:0.0:1780333392.663179:0:108839:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec418b09e00. 00000100:00000010:0.0:1780333392.663182:0:108839:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c3100. 00000100:00000010:0.0:1780333392.663185:0:108839:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec40b287a80. 00010000:00000010:0.0:1780333392.663187:0:108839:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec3025732c0. 00000020:00000010:0.0:1780333392.663201:0:108839:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec302573c40. 00000020:00000010:0.0:1780333392.663207:0:108839:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec4012e6400. 00000040:00000010:0.0:1780333392.663211:0:108839:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec427468400. 00000020:00000010:0.0:1780333392.663217:0:108839:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a5000. 00000020:00000010:0.0:1780333392.663222:0:108839:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec40b2f9600. 80000000:00000010:0.0:1780333392.663226:0:108839:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e94e0. 00040000:00000010:0.0:1780333392.663230:0:108839:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec410a66600. 00080000:00000010:0.0:1780333392.663244:0:108839:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a2000. 20000000:00000010:0.0:1780333392.663249:0:108839:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec43c66c200. 00000020:00000010:0.0:1780333392.663252:0:108839:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4012e6c00. 00000020:00000010:0.0:1780333392.663258:0:108839:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec43c45e800. 00010000:00000010:2.1:1780333392.670751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7a00. 00010000:00000010:2.1:1780333392.670760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df0a00. 00010000:00000010:0.1:1780333392.676588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec4377dec00. 00010000:00000010:0.1:1780333392.676598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec41273ea00. 00010000:00000010:0.1:1780333392.676602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301391800. 00000100:00000010:3.0:1780333392.735721:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9ba0. 00000100:00000010:0.0:1780333392.735821:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9e40. 00000100:00000010:1.0:1780333392.735886:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9de0. 00000100:00000010:2.0:1780333392.736296:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9f00. 00000100:00000010:2.0:1780333394.137293:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d21f80. 02000000:00000010:2.0:1780333394.138257:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec405757000. 02000000:00000010:2.0:1780333394.138306:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc4cc00. 00000400:00000010:2.0:1780333394.138383:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a3c8. 00000400:00000010:2.0:1780333394.138391:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333394.138398:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067862784, portal 4 00000400:00000010:2.0:1780333394.138406:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333394.138410:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067862784, offset 0 00000400:00000200:2.0:1780333394.138418:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333394.138431:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333394.138444:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ad900 00000400:00000200:2.0:1780333394.138451:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 9632 00000400:00000200:2.0:1780333394.138460:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333394.138463:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333394.138470:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1780333394.138474:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d23800. 00000400:00000200:2.0:1780333394.138492:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333394.138495:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333394.138503:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec437d21f80 x1866812067862784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333410 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780333394.138525:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ef60. 00000100:00000010:2.0:1780333394.138536:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190ec00. 00000100:00000010:2.0:1780333394.138542:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eea0. 00000100:00000010:2.0:1780333394.138547:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec30190eb40. 00000020:00000010:2.0:1780333394.138645:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7ac0. 00000020:00000010:2.0:1780333394.138651:0:59742:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec437645400. 00000020:00000010:2.0:1780333394.138671:0:59742:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b7e00. 00000020:00000010:2.0:1780333394.138676:0:59742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73200. 00000020:00000010:2.0:1780333394.138680:0:59742:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333394.138713:0:59742:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e79c0. 00000020:00000010:2.0:1780333394.138715:0:59742:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e79c0. 00000100:00000200:2.0:1780333394.138719:0:59742:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862784 02000000:00000010:2.0:1780333394.138735:0:59742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec43bc08400. 00010000:00000200:2.0:1780333394.138768:0:59742:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec437d23800 x1866812067862784/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/368 e 0 to 0 dl 1780333405 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333394.138783:0:59742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333394.138786:0:59742:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067862784, offset 224 00000400:00000200:2.0:1780333394.138789:0:59742:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333394.138795:0:59742:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333394.138801:0:59742:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ad900 00000400:00000200:2.0:1780333394.138806:0:59742:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1677d [1] + 224 00000400:00000200:2.0:1780333394.138810:0:59742:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333394.138813:0:59742:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333394.138819:0:59742:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec437d21f80 x1866812067862784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333410 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333394.138834:0:59742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:2.0:1780333394.138836:0:59742:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000020:00000010:2.0:1780333394.138846:0:59742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73200. 00000020:00000010:2.0:1780333394.138850:0:59742:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333394.138852:0:59742:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b7e00. 00000400:00000010:2.0:1780333394.138870:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3a3c8. 00000400:00000200:2.0:1780333394.138873:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333394.138874:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333394.138878:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec437d21f80 x1866812067862784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333410 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333394.138886:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec437d21f80 x1866812067862784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333410 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333394.138915:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc4cc00. 02000000:00000010:2.0:1780333394.138920:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec405757000. 00000100:00000010:2.0:1780333394.138936:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec437d21f80. 00000100:00000010:2.0:1780333394.144403:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eea0. 00000100:00000010:0.0:1780333394.144658:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ef60. 00000100:00000010:1.0:1780333394.145149:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190ec00. 00000100:00000010:3.0:1780333394.146671:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec30190eb40. 00000400:00000010:1.0:1780333394.250124:0:108936:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at ffff8ec41b2ce018. 00000400:00000010:1.0:1780333394.250204:0:108936:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at ffff8ec41b2ce018. 00000100:00000010:3.0:1780333394.649930:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599c00. 02000000:00000010:3.0:1780333394.649953:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec40756a600. 00010000:00000010:3.0:1780333394.649967:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec4054dda00. 00010000:00000010:3.0:1780333394.649973:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5a00. 00000100:00000010:3.0:1780333394.649991:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec4029ce6c0. 02000000:00000010:3.0:1780333394.650012:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc65c00. 00000400:00000010:3.0:1780333394.650019:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68840. 00000400:00000010:3.0:1780333394.650026:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42ee0. 00000100:00000200:3.0:1780333394.650033:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067862912, portal 25 00000400:00000010:3.0:1780333394.650038:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333394.650041:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067862912, offset 0 00000400:00000200:3.0:1780333394.650050:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333394.650063:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333394.650074:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ad980 00000400:00000200:3.0:1780333394.650080:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1601d [2] + 0 00000400:00000010:3.0:1780333394.650085:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2bb0. 00000400:00000200:3.0:1780333394.650088:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec408c8f480 00000400:00000200:3.0:1780333394.650095:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333394.650099:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333394.650104:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec408c8f480 00000400:00000010:3.0:1780333394.650107:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec408c8f480. 00000100:00000200:3.0:1780333394.650111:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1780333394.650126:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42550 00000400:00000010:3.0:1780333394.650129:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333394.650138:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599c00 x1866812067862912/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333394.650156:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13f60. 00000100:00000010:3.0:1780333394.650167:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a136c0. 00000100:00000010:3.0:1780333394.650172:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13120. 00000100:00000010:3.0:1780333394.650176:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a132a0. 00000020:00000010:2.0:1780333394.650393:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7640. 00000020:00000010:2.0:1780333394.650398:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7640. 00000020:00000010:2.0:1780333394.650405:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b7200. 00000020:00000010:2.0:1780333394.650410:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333394.650415:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333394.650454:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7640. 00000020:00000010:2.0:1780333394.650457:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7640. 00000100:00000200:2.0:1780333394.650460:0:5798:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067862912 00010000:00000010:2.0:1780333394.650478:0:5798:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec40b3c7a00. 00010000:00000010:2.0:1780333394.650483:0:5798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec409df0c00. 02000000:00000010:2.0:1780333394.650494:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec402ecb800. 00010000:00000200:2.0:1780333394.650514:0:5798:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eec850 x1866812067862912/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:370/0 lens 328/344 e 0 to 0 dl 1780333405 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333394.650530:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333394.650532:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067862912, offset 224 00000400:00000200:2.0:1780333394.650537:0:5798:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333394.650542:0:5798:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333394.650547:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ad980 00000400:00000200:2.0:1780333394.650550:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16789 [1] + 224 00000400:00000200:2.0:1780333394.650555:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333394.650557:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333394.650563:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599c00 x1866812067862912/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333394.650577:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333394.650579:0:5798:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000020:00000010:2.0:1780333394.650589:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73580. 00000020:00000010:2.0:1780333394.650594:0:5798:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333394.650597:0:5798:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b7200. 02000000:00000010:2.0:1780333394.650603:0:5798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec402ecb800. 00000100:00000200:2.0:1780333394.650608:0:5798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1780333394.650612:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3a3c8. 00000400:00000010:2.0:1780333394.650666:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea6c0. 00000400:00000010:3.0:1780333394.650724:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68840. 00000400:00000200:3.0:1780333394.650728:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42ee0 00000400:00000010:3.0:1780333394.650729:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42ee0. 00000100:00000200:3.0:1780333394.650734:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599c00 x1866812067862912/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333394.650743:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599c00 x1866812067862912/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333394.650761:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec4029ce6c0. 02000000:00000010:3.0:1780333394.650774:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc65c00. 02000000:00000010:3.0:1780333394.650784:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec40756a600. 00000100:00000010:3.0:1780333394.650788:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599c00. 00000100:00000010:2.0:1780333394.727707:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13120. 00000100:00000010:1.0:1780333394.727803:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a136c0. 00000100:00000010:0.0:1780333394.728678:0:99820:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13f60. 00000100:00000010:3.0:1780333394.729040:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a132a0. 00000100:00000010:0.0:1780333395.159718:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c3100. 02000000:00000010:0.0:1780333395.159752:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59a00. 00000100:00000010:0.0:1780333395.159788:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0380. 02000000:00000010:0.0:1780333395.159795:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59500. 00000100:00000010:0.0:1780333395.159802:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0700. 02000000:00000010:0.0:1780333395.159805:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59000. 02000000:00000010:1.0:1780333395.160544:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437755c00. 00000400:00000010:1.0:1780333395.160554:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2948. 00000400:00000010:1.0:1780333395.160561:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333395.160568:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067863296, portal 4 00000400:00000010:1.0:1780333395.160575:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333395.160578:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067863296, offset 0 00000400:00000200:1.0:1780333395.160587:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.160599:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.160610:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2adb00 00000400:00000200:1.0:1780333395.160637:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 13728 00000400:00000200:1.0:1780333395.160646:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.160651:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.160658:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333395.160664:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2ed80. 00000400:00000200:1.0:1780333395.160680:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:1.0:1780333395.160683:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333395.160692:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c0700 x1866812067863296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333395.160712:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51900. 00000100:00000010:1.0:1780333395.160724:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51c00. 00000100:00000010:1.0:1780333395.160729:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51540. 00000100:00000010:0.0:1780333395.160732:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1c00. 00000100:00000010:1.0:1780333395.160734:0:3328:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51d20. 02000000:00000010:0.0:1780333395.160754:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59600. 02000000:00000010:1.0:1780333395.160765:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42dafa200. 00000400:00000010:1.0:1780333395.160771:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2268. 00000100:00000010:0.0:1780333395.160773:0:100539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0a80. 00000400:00000010:1.0:1780333395.160776:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227dd0. 00000100:00000200:1.0:1780333395.160780:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067863168, portal 10 02000000:00000010:0.0:1780333395.160780:0:100539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59100. 00000400:00000010:1.0:1780333395.160787:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333395.160790:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067863168, offset 0 00000400:00000200:1.0:1780333395.160795:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.160800:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.160806:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ada80 02000000:00000010:0.0:1780333395.160806:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec43764ba00. 00000400:00000010:0.0:1780333395.160812:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169f20. 00000400:00000200:1.0:1780333395.160814:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 73104 00000400:00000200:1.0:1780333395.160868:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.160872:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.160876:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333395.160880:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2f480. 00000400:00000200:1.0:1780333395.160890:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:1.0:1780333395.160891:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333395.160896:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c0380 x1866812067863168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333395.160929:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42dafaa00. 00000400:00000010:1.0:1780333395.160933:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2f20. 00000400:00000010:1.0:1780333395.160935:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227660. 00000100:00000200:1.0:1780333395.160938:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067863040, portal 10 00000400:00000010:1.0:1780333395.160942:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333395.160943:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067863040, offset 0 00000400:00000200:1.0:1780333395.160947:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.160951:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.160955:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ada00 00000400:00000200:1.0:1780333395.160958:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 73328 00000400:00000200:1.0:1780333395.160962:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.160964:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.160967:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333395.160969:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2fb80. 00000400:00000200:1.0:1780333395.160978:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333395.160979:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333395.160983:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c3100 x1866812067863040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333395.160996:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42dafbc00. 00000400:00000010:1.0:1780333395.160999:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef23c8. 00000400:00000010:1.0:1780333395.161001:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333395.161003:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067863552, portal 4 00000400:00000010:1.0:1780333395.161006:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333395.161008:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067863552, offset 0 00000400:00000200:1.0:1780333395.161011:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.161014:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.161018:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2adc00 00000400:00000200:1.0:1780333395.161021:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 13952 00000400:00000200:1.0:1780333395.161024:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.161026:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.161029:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1780333395.161031:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2dc00. 00000400:00000200:1.0:1780333395.161038:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:1.0:1780333395.161040:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333395.161043:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c0a80 x1866812067863552/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333395.161085:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376454c0. 00000020:00000010:1.0:1780333395.161090:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4376454c0. 00000020:00000010:1.0:1780333395.161095:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafbe00. 00000020:00000010:1.0:1780333395.161100:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333395.161104:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333395.161133:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376454c0. 00000020:00000010:1.0:1780333395.161138:0:6594:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e7e80. 00000020:00000010:1.0:1780333395.161150:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafb800. 00000020:00000010:1.0:1780333395.161153:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325480. 00000020:00000010:1.0:1780333395.161156:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333395.161173:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645840. 00000020:00000010:1.0:1780333395.161175:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645840. 00000100:00000200:1.0:1780333395.161178:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863296 00000400:00000010:0.0:1780333395.161184:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333395.161190:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067863424, portal 10 02000000:00000010:1.0:1780333395.161195:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cc400. 00000400:00000010:0.0:1780333395.161209:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333395.161214:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067863424, offset 0 00010000:00000200:1.0:1780333395.161216:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2ed80 x1866812067863296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333395.161222:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333395.161231:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1780333395.161239:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000400:00000200:0.0:1780333395.161239:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2adb80 00000400:00000200:0.0:1780333395.161246:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 73552 00000400:00000200:0.0:1780333395.161252:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333395.161255:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.161359:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067863296, offset 224 00000400:00000200:1.0:1780333395.161366:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.161372:0:6594:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.161376:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2adb00 00000400:00000200:1.0:1780333395.161380:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16799 [1] + 224 00000400:00000200:1.0:1780333395.161384:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.161387:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.161393:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c0700 x1866812067863296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333395.161405:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:1.0:1780333395.161407:0:6594:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000020:00000010:1.0:1780333395.161419:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333395.161422:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333395.161425:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafbe00. 00000020:00000010:1.0:1780333395.161437:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645840. 00000020:00000010:1.0:1780333395.161439:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645840. 00000100:00000200:1.0:1780333395.161441:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863552 02000000:00000010:1.0:1780333395.161448:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cd000. 00010000:00000200:1.0:1780333395.161453:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2dc00 x1866812067863552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333395.161462:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333395.161465:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067863552, offset 224 00000400:00000200:1.0:1780333395.161469:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.161473:0:6594:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.161478:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2adc00 00000400:00000200:1.0:1780333395.161481:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x167b1 [1] + 224 00000400:00000200:1.0:1780333395.161485:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.161487:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.161492:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c0a80 x1866812067863552/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333395.161506:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:1.0:1780333395.161507:0:6594:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000020:00000010:1.0:1780333395.161514:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325480. 00000020:00000010:1.0:1780333395.161517:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333395.161519:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafb800. 00000400:00000010:1.0:1780333395.161540:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2948. 00000400:00000200:1.0:1780333395.161543:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333395.161545:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333395.161549:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c0700 x1866812067863296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333395.161558:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c0700 x1866812067863296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333395.161581:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437755c00. 02000000:00000010:1.0:1780333395.161587:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59000. 00000100:00000010:1.0:1780333395.161591:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c0700. 00000400:00000010:1.0:1780333395.161603:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef23c8. 00000400:00000200:1.0:1780333395.161605:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333395.161607:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333395.161611:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c0a80 x1866812067863552/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333395.161643:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c0a80 x1866812067863552/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333395.161646:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333395.161654:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c0700. 02000000:00000010:1.0:1780333395.161662:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42dafbc00. 02000000:00000010:1.0:1780333395.161667:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59100. 00000100:00000010:1.0:1780333395.161670:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c0a80. 00000400:00000200:0.0:1780333395.161670:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333395.161675:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333395.161684:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c1c00 x1866812067863424/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333395.161705:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645840. 00000020:00000010:1.0:1780333395.161718:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafbc00. 00000020:00000010:1.0:1780333395.161721:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325480. 00000020:00000010:1.0:1780333395.161724:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333395.161753:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645b40. 00000020:00000010:1.0:1780333395.161756:0:6619:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573740. 00000020:00000010:1.0:1780333395.161760:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645b40. 00000020:00000010:1.0:1780333395.161763:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42dafb800. 00000020:00000010:1.0:1780333395.161765:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333395.161767:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333395.161783:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645b40. 00000020:00000010:1.0:1780333395.161785:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645b40. 00000100:00000200:1.0:1780333395.161787:0:6619:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863168 02000000:00000010:1.0:1780333395.161793:0:6619:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2cf800. 00010000:00000200:1.0:1780333395.161798:0:6619:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2f480 x1866812067863168/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333395.161808:0:6619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000020:00000010:0.0:1780333395.161809:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025732c0. 00000100:00000200:1.0:1780333395.161811:0:6619:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067863168, offset 224 00000020:00000010:0.0:1780333395.161815:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025732c0. 00000400:00000200:1.0:1780333395.161817:0:6619:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.161822:0:6619:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.161827:0:6619:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ada80 00000400:00000200:1.0:1780333395.161831:0:6619:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x167a1 [1] + 224 00000400:00000200:1.0:1780333395.161835:0:6619:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.161838:0:6619:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.161843:0:6619:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c0380 x1866812067863168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333395.161855:0:6619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333395.161857:0:6619:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000020:00000010:1.0:1780333395.161864:0:6619:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325480. 00000020:00000010:1.0:1780333395.161867:0:6619:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333395.161869:0:6619:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafbc00. 00000020:00000010:1.0:1780333395.161879:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645b40. 00000020:00000010:1.0:1780333395.161881:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645b40. 00000100:00000200:1.0:1780333395.161883:0:6619:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863424 02000000:00000010:1.0:1780333395.161890:0:6619:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec433c6bc00. 00000020:00000010:0.0:1780333395.161894:0:5805:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec43764b600. 00010000:00000200:1.0:1780333395.161897:0:6619:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c0700 x1866812067863424/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333395.161899:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6f80. 00000020:00000010:0.0:1780333395.161905:0:5805:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333395.161924:0:5805:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025732c0. 00000020:00000010:0.0:1780333395.161926:0:5805:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025732c0. 00000100:00000200:0.0:1780333395.161928:0:5805:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863040 02000000:00000010:0.0:1780333395.161937:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c45e800. 00010000:00000200:0.0:1780333395.161944:0:5805:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2fb80 x1866812067863040/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1780333406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333395.162578:0:6619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000400:00000010:0.0:1780333395.162579:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333395.162585:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067863040, offset 224 00000100:00000200:1.0:1780333395.162586:0:6619:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067863424, offset 224 00000400:00000200:0.0:1780333395.162593:0:5805:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333395.162600:0:5805:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333395.162609:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ada00 00000400:00000200:1.0:1780333395.163866:0:6619:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.163877:0:6619:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.163887:0:6619:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2adb80 00000400:00000200:1.0:1780333395.163894:0:6619:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x167b9 [1] + 224 00000400:00000200:1.0:1780333395.163901:0:6619:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.163904:0:6619:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333395.164217:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x167a9 [1] + 224 00000400:00000200:0.0:1780333395.164226:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333395.164230:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333395.164248:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c3100 x1866812067863040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333395.164266:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:0.0:1780333395.164269:0:5805:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000020:00000010:0.0:1780333395.164290:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6f80. 00000020:00000010:0.0:1780333395.164296:0:5805:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333395.164300:0:5805:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec43764b600. 00000400:00000010:2.0:1780333395.164328:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2f20. 00000400:00000200:2.0:1780333395.164334:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227660 00000400:00000010:2.0:1780333395.164335:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227660. 00000100:00000200:2.0:1780333395.164342:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c3100 x1866812067863040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333395.164351:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c3100 x1866812067863040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333395.164378:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2268. 00000400:00000200:2.0:1780333395.164382:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227dd0 00000400:00000010:2.0:1780333395.164384:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227dd0. 00000100:00000200:2.0:1780333395.164388:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c0380 x1866812067863168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333395.164396:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c0380 x1866812067863168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333395.164412:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42dafaa00. 02000000:00000010:2.0:1780333395.164417:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59a00. 00000100:00000010:2.0:1780333395.164422:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c3100. 02000000:00000010:2.0:1780333395.164426:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42dafa200. 02000000:00000010:2.0:1780333395.164428:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59500. 00000100:00000010:2.0:1780333395.164431:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c0380. 00000100:00000200:1.0:1780333395.164860:0:6619:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c1c00 x1866812067863424/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333395.164884:0:6619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333395.164887:0:6619:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000020:00000010:1.0:1780333395.164898:0:6619:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325380. 00000020:00000010:1.0:1780333395.164902:0:6619:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333395.164905:0:6619:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42dafb800. 00000400:00000010:0.0:1780333395.165340:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169f20. 00000400:00000200:0.0:1780333395.165345:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:0.0:1780333395.165347:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333395.165354:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c1c00 x1866812067863424/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333395.165364:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c1c00 x1866812067863424/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333395.165382:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec43764ba00. 02000000:00000010:0.0:1780333395.165387:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59600. 00000100:00000010:0.0:1780333395.165390:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c1c00. 00000100:00000010:0.0:1780333395.169754:0:99820:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51900. 00000100:00000010:2.0:1780333395.169828:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51540. 00000100:00000010:1.0:1780333395.170019:0:97287:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51c00. 00000100:00000010:3.0:1780333395.171783:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51d20. 00000800:00000200:2.0:1780333395.415806:0:3318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec4057413c0] -> 12345-192.168.204.130@tcp (6) 00000800:00000200:2.0:1780333395.415814:0:3318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.130@tcp ip 192.168.204.130:988 00000800:00000200:2.0:1780333395.415818:0:3318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec40846f300 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1780333395.415983:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1780333395.655522:0:109034:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30243ace0. 00000020:00000010:0.0:1780333395.655908:0:109034:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30243ace0. 00000020:00000010:0.0:1780333395.656087:0:109034:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec43c45c400. 00000020:00000010:0.0:1780333395.656097:0:109034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec401284400. 00000020:00000010:0.0:1780333395.656101:0:109034:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec401284200. 00000040:00000010:0.0:1780333395.656106:0:109034:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec43735da00. 00000020:00000010:0.0:1780333395.656119:0:109034:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a5000. 00000020:00000010:0.0:1780333395.656124:0:109034:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43735ca00. 80000000:00000010:0.0:1780333395.656129:0:109034:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e9d80. 00040000:00000010:0.0:1780333395.656134:0:109034:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec437d9fc00. 00080000:00000010:0.0:1780333395.656138:0:109034:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a2000. 20000000:00000010:0.0:1780333395.656142:0:109034:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec437d9e000. 00000020:00000010:0.0:1780333395.656147:0:109034:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec3025734c0. 00000001:00000010:0.0:1780333395.656154:0:109034:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff8ec4372e9060. 00000020:00000010:0.0:1780333395.656175:0:109034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4341f2000. 00000020:00000010:0.0:1780333395.656178:0:109034:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40b3e2a00. 00000040:00000010:0.0:1780333395.656184:0:109034:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec403282600. 00000020:00000010:0.0:1780333395.656187:0:109034:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a2800. 00000020:00000010:0.0:1780333395.656190:0:109034:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec405752a00. 00040000:00000010:0.0:1780333395.656244:0:109034:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333395.656247:0:109034:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec405752e00. 00080000:00000010:0.0:1780333395.656250:0:109034:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1800. 00080000:00000010:0.0:1780333395.656262:0:109034:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec43c45dc00. 00000020:00000010:0.0:1780333395.656358:0:109034:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec42dfb6080. 00000020:00000010:0.0:1780333395.656382:0:109034:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40b3e2a00. 00000040:00000010:0.0:1780333395.656387:0:109034:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec403282600. 00000020:00000010:0.0:1780333395.656391:0:109034:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a2800. 00000020:00000010:0.0:1780333395.656395:0:109034:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec405752a00. 00040000:00000010:0.0:1780333395.656398:0:109034:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333395.656401:0:109034:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec405752e00. 00000020:00000010:0.0:1780333395.656404:0:109034:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec42dfb6080. 00080000:00000010:0.0:1780333395.656406:0:109034:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1800. 00000020:00000010:0.0:1780333395.656409:0:109034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4341f2000. 00000020:00000010:0.0:1780333395.656418:0:109034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405752e00. 00000020:00000010:0.0:1780333395.656421:0:109034:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec405752a00. 00000020:00000010:0.0:1780333395.656423:0:109034:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a1800. 00000020:00000010:0.0:1780333395.656428:0:109034:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333395.656430:0:109034:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec405753200. 80000000:00000010:0.0:1780333395.656433:0:109034:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e9e40. 40000000:00000010:0.0:1780333395.656435:0:109034:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec302573240. 00100000:00000010:0.0:1780333395.656440:0:109034:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec3035a2800. 00040000:00000010:0.0:1780333395.656442:0:109034:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333395.656444:0:109034:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec405752c00. 00080000:00000010:0.0:1780333395.656447:0:109034:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a0800. 00002000:00000010:0.0:1780333395.656452:0:109034:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec4342b5000. 00000020:00000010:0.0:1780333395.656455:0:109034:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec405752a00. 00000020:00000010:0.0:1780333395.656457:0:109034:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a1800. 00000020:00000010:0.0:1780333395.656460:0:109034:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333395.656462:0:109034:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec405753200. 80000000:00000010:0.0:1780333395.656465:0:109034:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e9e40. 40000000:00000010:0.0:1780333395.656468:0:109034:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec302573240. 00100000:00000010:0.0:1780333395.656471:0:109034:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec3035a2800. 00040000:00000010:0.0:1780333395.656472:0:109034:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333395.656474:0:109034:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec405752c00. 00080000:00000010:0.0:1780333395.656476:0:109034:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a0800. 00002000:00000010:0.0:1780333395.656479:0:109034:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec4342b5000. 00000020:00000010:0.0:1780333395.656481:0:109034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405752e00. 00000020:00000010:0.0:1780333395.656484:0:109034:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405752e00. 00000020:00000010:0.0:1780333395.656487:0:109034:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec405752c00. 00000020:00000010:0.0:1780333395.656489:0:109034:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a0800. 00000020:00000010:0.0:1780333395.656492:0:109034:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333395.656494:0:109034:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec405753200. 80000000:00000010:0.0:1780333395.656496:0:109034:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e9e40. 40000000:00000010:0.0:1780333395.656498:0:109034:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec302573240. 00100000:00000010:0.0:1780333395.656500:0:109034:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec3035a2800. 00040000:00000010:0.0:1780333395.656502:0:109034:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333395.656504:0:109034:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec405752a00. 00080000:00000010:0.0:1780333395.656506:0:109034:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1800. 00002000:00000010:0.0:1780333395.656508:0:109034:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec4342b5000. 00000020:00000010:0.0:1780333395.656515:0:109034:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec405752c00. 00000020:00000010:0.0:1780333395.656517:0:109034:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a0800. 00000020:00000010:0.0:1780333395.656519:0:109034:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec409a769a8. 00000020:00000010:0.0:1780333395.656522:0:109034:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec405753200. 80000000:00000010:0.0:1780333395.656524:0:109034:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e9e40. 40000000:00000010:0.0:1780333395.656525:0:109034:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec302573240. 00100000:00000010:0.0:1780333395.656527:0:109034:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec3035a2800. 00040000:00000010:0.0:1780333395.656529:0:109034:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333395.656532:0:109034:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec405752a00. 00080000:00000010:0.0:1780333395.656534:0:109034:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1800. 00002000:00000010:0.0:1780333395.656536:0:109034:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec4342b5000. 00000020:00000010:0.0:1780333395.656538:0:109034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405752e00. 00000001:00000010:0.0:1780333395.656543:0:109034:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff8ec4372e9060. 00010000:00000010:0.0:1780333395.656705:0:109034:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390a00. 00010000:00000010:0.0:1780333395.656721:0:109034:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec302573240. 00000100:00000010:0.0:1780333395.656727:0:109034:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec408262240. 00000100:00000010:0.0:1780333395.656737:0:109034:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1c00. 02000000:00000010:0.0:1780333395.656758:0:109034:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec405752e00. 02000000:00000010:0.0:1780333395.656789:0:109034:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec405752a00. 00000400:00000010:0.0:1780333395.656796:0:109034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169f20. 00000400:00000010:0.0:1780333395.656804:0:109034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093462a8. 00000100:00000200:0.0:1780333395.656813:0:109034:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067863680, portal 16 00000400:00000010:1.0:1780333395.656892:0:109034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333395.656898:0:109034:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1866812067863680, offset 0 00000400:00000200:1.0:1780333395.656907:0:109034:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.656919:0:109034:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.656930:0:109034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6a1db0e2adc80 00000400:00000200:1.0:1780333395.656937:0:109034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16421 [2] + 1968 00000400:00000010:1.0:1780333395.656942:0:109034:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c08. 00000400:00000200:1.0:1780333395.656945:0:109034:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec4420ef840 00000400:00000200:1.0:1780333395.656952:0:109034:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.656956:0:109034:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1780333395.656960:0:109034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4420ef840 00000400:00000010:1.0:1780333395.656963:0:109034:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec4420ef840. 00000100:00000200:1.0:1780333395.656968:0:109034:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:1.0:1780333395.657038:0:109034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:1.0:1780333395.657041:0:109034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333395.657050:0:109034:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c1c00 x1866812067863680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333411 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1780333395.657068:0:109034:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51c00. 00000100:00000010:1.0:1780333395.657078:0:109034:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51060. 00000100:00000010:1.0:1780333395.657083:0:109034:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51e40. 00000100:00000010:1.0:1780333395.657087:0:109034:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51f60. 00000100:00000010:3.0:1780333395.660280:0:5788:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8ec42dc64c00. 00000100:00000010:3.0:1780333395.660294:0:5788:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8ec40368c000. 00000100:00000200:3.0:1780333395.660298:0:5788:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1780333395.660305:0:5788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68840. 00000400:00000010:3.0:1780333395.660313:0:5788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42e2d10c0. 00000020:00000010:3.0:1780333395.660336:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b540. 00000020:00000010:3.0:1780333395.660340:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b540. 00000020:00000010:3.0:1780333395.660348:0:5788:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372b4400. 00000020:00000010:3.0:1780333395.660354:0:5788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3a00. 00000020:00000010:3.0:1780333395.660359:0:5788:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333395.660404:0:5788:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b540. 00000020:00000010:3.0:1780333395.660407:0:5788:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b540. 00000100:00000200:3.0:1780333395.660411:0:5788:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863680 02000000:00000010:3.0:1780333395.660428:0:5788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc66400. 00000400:00000010:3.0:1780333395.660443:0:5788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42ee0. 00000100:00000200:3.0:1780333395.660446:0:5788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812067863680, offset 224 00000400:00000200:3.0:1780333395.660454:0:5788:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333395.660465:0:5788:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333395.660475:0:5788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6a1db0e2adc80 00000400:00000200:3.0:1780333395.660482:0:5788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x167d5 [1] + 224 00000400:00000200:3.0:1780333395.660490:0:5788:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333395.660493:0:5788:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333395.660503:0:5788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c1c00 x1866812067863680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1780333395.660522:0:5788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42ee0 00000400:00000010:3.0:1780333395.660524:0:5788:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42ee0. 00010000:00000010:3.0:1780333395.660532:0:5788:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ec4013700c0. 00000020:00000010:3.0:1780333395.660553:0:5788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3a00. 00000020:00000010:3.0:1780333395.660556:0:5788:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333395.660559:0:5788:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372b4400. 02000000:00000010:3.0:1780333395.660567:0:5788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc66400. 02000000:00000010:3.0:1780333395.660575:0:5788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc87c00. 00000100:00000010:3.0:1780333395.660580:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c2d80. 02000000:00000010:3.0:1780333395.660584:0:5788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc66800. 00000100:00000010:3.0:1780333395.660586:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2d180. 02000000:00000010:3.0:1780333395.660589:0:5788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec4342b7c00. 00000100:00000010:3.0:1780333395.660592:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c1500. 02000000:00000010:3.0:1780333395.660595:0:5788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc85000. 00000100:00000010:3.0:1780333395.660597:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec410ea2680. 02000000:00000010:3.0:1780333395.660600:0:5788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c45e000. 00000100:00000010:3.0:1780333395.660602:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89c00. 02000000:00000010:3.0:1780333395.660605:0:5788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec42dc4f800. 00000100:00000010:3.0:1780333395.660608:0:5788:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599880. 00000100:00000010:3.0:1780333395.660611:0:5788:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8ec4371ce000. 00000100:00000010:3.0:1780333395.660615:0:5788:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8ec426f51400. 00000100:00000010:2.0:1780333395.661115:0:5793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d21f80. 02000000:00000010:2.0:1780333395.661128:0:5793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec42e20e400. 00010000:00000010:2.0:1780333395.661171:0:5793:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ec4013700c0. 00000400:00000010:1.0:1780333395.661354:0:109034:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169f20. 00000400:00000200:1.0:1780333395.661359:0:109034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093462a8 00000400:00000010:1.0:1780333395.661361:0:109034:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093462a8. 00000100:00000200:1.0:1780333395.661368:0:109034:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c1c00 x1866812067863680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1780333395.661377:0:109034:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c1c00 x1866812067863680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1780333395.661402:0:109034:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec405752a00. 02000000:00000010:1.0:1780333395.661406:0:109034:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec405752e00. 00000100:00000010:1.0:1780333395.661410:0:109034:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c1c00. 00000100:00000010:1.0:1780333395.661413:0:109034:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec408262240. 00010000:00000010:1.0:1780333395.661417:0:109034:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec302573240. 02000000:00000010:0.0:1780333395.661881:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec405753200. 00000400:00000010:0.0:1780333395.661889:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c60. 00000400:00000010:0.0:1780333395.661894:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4093465d8. 00000100:00000200:0.0:1780333395.661899:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067863808, portal 18 00000400:00000010:0.0:1780333395.661903:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346cc0. 00000100:00000200:0.0:1780333395.661906:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812067863808, offset 0 00000400:00000200:0.0:1780333395.661912:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333395.661925:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.662256:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6a1db0e2add00 00000400:00000200:1.0:1780333395.662262:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4749 [2] + 984 00000400:00000200:1.0:1780333395.662271:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333395.662274:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.662280:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1780333395.662285:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2c380. 00000400:00000200:1.0:1780333395.662304:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346cc0 00000400:00000010:1.0:1780333395.662306:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346cc0. 00000100:00000200:1.0:1780333395.662312:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec437d21f80 x1866812067863808/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333395.662433:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573ec0. 00000020:00000010:0.0:1780333395.662438:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573ec0. 00000020:00000010:0.0:1780333395.662443:0:5791:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405752c00. 00000020:00000010:0.0:1780333395.662448:0:5791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec42dfb6080. 00000020:00000010:0.0:1780333395.662452:0:5791:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9000. 00000100:00000200:0.0:1780333395.662475:0:5791:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ec42db2c380 x1866812067863808/t0(0) o103->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:371/0 lens 328/0 e 0 to 0 dl 1780333406 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1780333395.662515:0:5791:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec302573ec0. 00000020:00000010:0.0:1780333395.662517:0:5791:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec302573ec0. 00000100:00000200:0.0:1780333395.662520:0:5791:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863808 02000000:00000010:0.0:1780333395.662528:0:5791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec4342b5000. 00010000:00000010:0.0:1780333395.662645:0:5791:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ec302573ec0. 00000100:00000010:0.0:1780333395.662653:0:5791:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec408262240. 00000100:00000010:0.0:1780333395.662682:0:5791:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec408262240. 00010000:00000010:0.0:1780333395.662687:0:5791:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ec302573ec0. 00000400:00000010:0.0:1780333395.662698:0:5791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333395.662701:0:5791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1866812067863808, offset 224 00000400:00000200:0.0:1780333395.662707:0:5791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333395.662712:0:5791:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333395.662718:0:5791:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6a1db0e2add00 00000400:00000200:0.0:1780333395.662723:0:5791:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x167e5 [1] + 224 00000400:00000200:0.0:1780333395.662728:0:5791:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333395.662731:0:5791:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333395.662738:0:5791:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec437d21f80 x1866812067863808/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333395.662762:0:5791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346c38 00000400:00000010:0.0:1780333395.662764:0:5791:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346c38. 00000020:00000010:0.0:1780333395.662774:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec42dfb6080. 00000020:00000010:0.0:1780333395.662778:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333395.662781:0:5791:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405752c00. 00000400:00000010:2.0:1780333395.663076:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c60. 00000400:00000200:2.0:1780333395.663080:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4093465d8 00000400:00000010:2.0:1780333395.663082:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4093465d8. 00000100:00000200:2.0:1780333395.663088:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec437d21f80 x1866812067863808/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333395.663097:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec437d21f80 x1866812067863808/t0(0) o103->MGC192.168.204.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333395.663127:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec405753200. 02000000:00000010:2.0:1780333395.663131:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec42e20e400. 00000100:00000010:2.0:1780333395.663136:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec437d21f80. 00000020:00000010:1.0:1780333395.663810:0:109034:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec3025734c0. 00000020:00000010:1.0:1780333395.663824:0:109034:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec401284200. 00000040:00000010:1.0:1780333395.663834:0:109034:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec43735da00. 00000020:00000010:1.0:1780333395.663838:0:109034:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a5000. 00000020:00000010:1.0:1780333395.663843:0:109034:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43735ca00. 80000000:00000010:1.0:1780333395.663847:0:109034:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e9d80. 00040000:00000010:1.0:1780333395.663851:0:109034:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec437d9fc00. 00080000:00000010:1.0:1780333395.663856:0:109034:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a2000. 20000000:00000010:1.0:1780333395.663860:0:109034:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec437d9e000. 00000020:00000010:1.0:1780333395.663863:0:109034:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec401284400. 00000020:00000010:1.0:1780333395.663869:0:109034:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec43c45c400. 00010000:00000010:2.1:1780333395.674264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec4054dda00. 00010000:00000010:2.1:1780333395.674280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec42deb5a00. 00000100:00000010:0.0:1780333395.674427:0:7883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1c00. 02000000:00000010:0.0:1780333395.674446:0:7883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec301d59600. 02000000:00000010:1.0:1780333395.674523:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec433c6ac00. 00000400:00000010:1.0:1780333395.674532:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef23c8. 00000400:00000010:1.0:1780333395.674538:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227f68. 00000100:00000200:1.0:1780333395.674545:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067863936, portal 4 00000400:00000010:1.0:1780333395.674552:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333395.674556:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067863936, offset 0 00000400:00000200:1.0:1780333395.674564:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333395.674576:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333395.674598:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2add80 00000400:00000200:1.0:1780333395.674605:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 9856 00000400:00000200:1.0:1780333395.674613:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1780333395.674640:0:3328:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec40b3c7a00. 00010000:00000010:1.1:1780333395.674646:0:3328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390a00. 00010000:00000010:0.1:1780333395.674697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec409df0c00. 00000400:00000200:1.0:1780333395.674796:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333395.674804:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1780333395.674809:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2f800. 00000400:00000200:1.0:1780333395.674829:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333395.674832:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333395.674840:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42d3c1c00 x1866812067863936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780333395.674896:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7000. 00000020:00000010:2.0:1780333395.674903:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7000. 00000020:00000010:2.0:1780333395.674915:0:6598:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e20e600. 00000020:00000010:2.0:1780333395.674920:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73300. 00000020:00000010:2.0:1780333395.674925:0:6598:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333395.675047:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7000. 00000020:00000010:2.0:1780333395.675052:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7000. 00000100:00000200:2.0:1780333395.675056:0:6598:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067863936 02000000:00000010:2.0:1780333395.675073:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec402ecb800. 00010000:00000200:2.0:1780333395.675106:0:6598:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2f800 x1866812067863936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:371/0 lens 224/368 e 0 to 0 dl 1780333406 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333395.675123:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333395.675126:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067863936, offset 224 00000400:00000200:2.0:1780333395.675131:0:6598:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333395.675137:0:6598:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333395.675142:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2add80 00000400:00000200:2.0:1780333395.675147:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x167f1 [1] + 224 00000400:00000200:2.0:1780333395.675152:0:6598:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333395.675155:0:6598:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333395.675161:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42d3c1c00 x1866812067863936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333395.675185:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:2.0:1780333395.675187:0:6598:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000020:00000010:2.0:1780333395.675211:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73300. 00000020:00000010:2.0:1780333395.675215:0:6598:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333395.675219:0:6598:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e20e600. 00000400:00000010:0.0:1780333395.675226:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef23c8. 00000400:00000200:0.0:1780333395.675231:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227f68 00000400:00000010:0.0:1780333395.675233:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227f68. 00000100:00000200:0.0:1780333395.675240:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42d3c1c00 x1866812067863936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780333395.675251:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42d3c1c00 x1866812067863936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780333395.675282:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec433c6ac00. 02000000:00000010:0.0:1780333395.675287:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec301d59600. 00000100:00000010:0.0:1780333395.675292:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42d3c1c00. 00000100:00000010:3.0:1780333395.735672:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51f60. 00000100:00000010:1.0:1780333395.735687:0:97287:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51060. 00000100:00000010:0.0:1780333395.735757:0:99820:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51c00. 00000100:00000010:2.0:1780333395.738284:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51e40. 00000020:00000010:0.0:1780333396.466999:0:109082:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8ec30243ace0. 00000020:00000010:0.0:1780333396.467072:0:109082:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff8ec30243ace0. 00000020:00000010:0.0:1780333396.472475:0:109082:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8ec4342b4400. 00000020:00000010:0.0:1780333396.472492:0:109082:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4127f7400. 00000020:00000010:0.0:1780333396.472497:0:109082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec40120b000. 00000040:00000010:0.0:1780333396.472504:0:109082:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec404dc1000. 00000020:00000010:0.0:1780333396.472509:0:109082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a2800. 00000020:00000010:0.0:1780333396.472515:0:109082:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec408e27c00. 80000000:00000010:0.0:1780333396.472519:0:109082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec4372e9120. 00040000:00000010:0.0:1780333396.472524:0:109082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec408e26400. 00080000:00000010:0.0:1780333396.472529:0:109082:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a1800. 20000000:00000010:0.0:1780333396.472532:0:109082:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff8ec408e27400. 00000020:00000010:0.0:1780333396.472538:0:109082:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8ec302573d00. 00000001:00000010:0.0:1780333396.472558:0:109082:0:(nodemap_handler.c:5542:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff8ec4372e94e0. 00000001:00000010:0.0:1780333396.472574:0:109082:0:(nodemap_handler.c:2339:nodemap_fileset_add_primary()) kmalloced '(fileset)': 9 at ffff8ec30243ace0. 00000020:00000010:0.0:1780333396.472579:0:109082:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d707c00. 00000020:00000010:0.0:1780333396.472581:0:109082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d707e00. 00000040:00000010:0.0:1780333396.472584:0:109082:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8ec4057dc000. 00000020:00000010:0.0:1780333396.472586:0:109082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333396.472589:0:109082:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec4057dd400. 00040000:00000010:0.0:1780333396.472593:0:109082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333396.472596:0:109082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec4057dc400. 00080000:00000010:0.0:1780333396.472598:0:109082:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec3035a0000. 00080000:00000010:0.0:1780333396.472609:0:109082:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec4342b6800. 00000020:00000010:0.0:1780333396.472742:0:109082:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8ec42dfb6780. 00000001:00000010:0.0:1780333396.472765:0:109082:0:(nodemap_storage.c:869:nodemap_idx_fileset_fragments_add()) kmalloced '(nk_array)': 8 at ffff8ec30342d218. 00000001:00000010:0.0:1780333396.472768:0:109082:0:(nodemap_storage.c:873:nodemap_idx_fileset_fragments_add()) kmalloced '(nr_array)': 32 at ffff8ec30330eaa0. 00080000:00000010:0.0:1780333396.472772:0:109082:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec4342b7c00. 00000001:00000010:0.0:1780333396.472800:0:109082:0:(nodemap_storage.c:897:nodemap_idx_fileset_fragments_add()) kfreed 'nr_array': 32 at ffff8ec30330eaa0. 00000001:00000010:0.0:1780333396.472803:0:109082:0:(nodemap_storage.c:898:nodemap_idx_fileset_fragments_add()) kfreed 'nk_array': 8 at ffff8ec30342d218. 00000020:00000010:0.0:1780333396.472809:0:109082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d707e00. 00000040:00000010:0.0:1780333396.472813:0:109082:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec4057dc000. 00000020:00000010:0.0:1780333396.472818:0:109082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a1000. 00000020:00000010:0.0:1780333396.472822:0:109082:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec4057dd400. 00040000:00000010:0.0:1780333396.472825:0:109082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec301d59600. 00040000:00000010:0.0:1780333396.472828:0:109082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec4057dc400. 00000020:00000010:0.0:1780333396.472831:0:109082:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8ec42dfb6780. 00080000:00000010:0.0:1780333396.472834:0:109082:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a0000. 00000020:00000010:0.0:1780333396.472837:0:109082:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d707c00. 00000001:00000010:0.0:1780333396.472841:0:109082:0:(nodemap_handler.c:5716:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff8ec4372e94e0. 00010000:00000010:0.0:1780333396.472855:0:109082:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256200. 00010000:00000010:0.0:1780333396.472874:0:109082:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301390e00. 00000020:00000010:0.0:1780333396.472914:0:109082:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8ec302573d00. 00000020:00000010:0.0:1780333396.472918:0:109082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec40120b000. 00000040:00000010:0.0:1780333396.472921:0:109082:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8ec404dc1000. 00000020:00000010:0.0:1780333396.472924:0:109082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec3035a2800. 00000020:00000010:0.0:1780333396.472926:0:109082:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec408e27c00. 80000000:00000010:0.0:1780333396.472929:0:109082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec4372e9120. 00040000:00000010:0.0:1780333396.472931:0:109082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec408e26400. 00080000:00000010:0.0:1780333396.472933:0:109082:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec3035a1800. 20000000:00000010:0.0:1780333396.472936:0:109082:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff8ec408e27400. 00000020:00000010:0.0:1780333396.472937:0:109082:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4127f7400. 00000020:00000010:0.0:1780333396.472943:0:109082:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff8ec4342b4400. 00010000:00000010:0.1:1780333396.479614:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ec408256200. 00010000:00000010:0.1:1780333396.479635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ec301390e00. 00080000:00000010:2.0:1780333396.772955:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec4342b7c00. 00080000:00000010:2.0:1780333396.772967:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec4342b6800. 00080000:00000010:2.0:1780333396.772971:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec43c45dc00. 00080000:00000010:2.0:1780333396.772977:0:5827:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec43c45c800. 00000100:00000010:3.0:1780333397.016021:0:5802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599880. 02000000:00000010:3.0:1780333397.016045:0:5802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ec4372b4400. 00010000:00000010:3.0:1780333397.016061:0:5802:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec4054dd700. 00010000:00000010:3.0:1780333397.016068:0:5802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec42deb5600. 00000100:00000010:3.0:1780333397.016097:0:5802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ec4012e4600. 02000000:00000010:3.0:1780333397.016121:0:5802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec42dc66400. 00000400:00000010:3.0:1780333397.016128:0:5802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68528. 00000400:00000010:3.0:1780333397.016136:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42ee0. 00000100:00000200:3.0:1780333397.016144:0:5802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067864064, portal 25 00000400:00000010:3.0:1780333397.016149:0:5802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333397.016152:0:5802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866812067864064, offset 0 00000400:00000200:3.0:1780333397.016162:0:5802:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333397.016185:0:5802:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333397.016502:0:5802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6a1db0e2ade00 00000400:00000200:3.0:1780333397.016508:0:5802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16075 [2] + 0 00000400:00000010:3.0:1780333397.016523:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7e18. 00000400:00000200:3.0:1780333397.016531:0:5802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec3025aa300 00000400:00000200:3.0:1780333397.016541:0:5802:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333397.016545:0:5802:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333397.016550:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec3025aa300 00000400:00000010:3.0:1780333397.016552:0:5802:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec3025aa300. 00000100:00000200:3.0:1780333397.016559:0:5802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1780333397.016592:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42550 00000400:00000010:3.0:1780333397.016595:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333397.016604:0:5802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599880 x1866812067864064/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333397.016663:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a132a0. 00000100:00000010:3.0:1780333397.016679:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a131e0. 00000020:00000010:0.0:1780333397.016880:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333397.016896:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333397.016903:0:5799:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42d707e00. 00000020:00000010:0.0:1780333397.016909:0:5799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec410f3d980. 00000020:00000010:0.0:1780333397.016914:0:5799:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333397.016955:0:5799:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec3025737c0. 00000020:00000010:0.0:1780333397.016957:0:5799:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec3025737c0. 00000100:00000200:0.0:1780333397.016961:0:5799:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864064 00010000:00000010:0.0:1780333397.016980:0:5799:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ec408256200. 00010000:00000010:0.0:1780333397.016985:0:5799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ec301391400. 02000000:00000010:0.0:1780333397.016998:0:5799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ec4341aa800. 00010000:00000200:0.0:1780333397.017019:0:5799:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eecc50 x1866812067864064/t0(0) o101->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:373/0 lens 328/344 e 0 to 0 dl 1780333408 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780333397.017036:0:5799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333397.017039:0:5799:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1866812067864064, offset 224 00000400:00000200:0.0:1780333397.017043:0:5799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333397.017050:0:5799:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333397.017057:0:5799:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6a1db0e2ade00 00000400:00000200:0.0:1780333397.017062:0:5799:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x167fd [1] + 224 00000400:00000200:0.0:1780333397.017067:0:5799:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333397.017070:0:5799:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1780333397.017076:0:5799:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599880 x1866812067864064/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780333397.017088:0:5799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346c38 00000400:00000010:0.0:1780333397.017090:0:5799:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346c38. 00000020:00000010:0.0:1780333397.017101:0:5799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec410f3d980. 00000020:00000010:0.0:1780333397.017107:0:5799:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec408cf9000. 00000020:00000010:0.0:1780333397.017110:0:5799:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42d707e00. 02000000:00000010:0.0:1780333397.017117:0:5799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ec4341aa800. 00000100:00000200:0.0:1780333397.017123:0:5799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1780333397.017126:0:5799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169738. 00000400:00000010:0.0:1780333397.017131:0:5799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec4011ca480. 00000100:00000010:3.0:1780333397.017317:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a130c0. 00000100:00000010:3.0:1780333397.017326:0:5802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec301a13840. 00000400:00000010:3.0:1780333397.017339:0:5802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68528. 00000400:00000200:3.0:1780333397.017341:0:5802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42ee0 00000400:00000010:3.0:1780333397.017343:0:5802:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42ee0. 00000100:00000200:3.0:1780333397.017348:0:5802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599880 x1866812067864064/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333397.017358:0:5802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599880 x1866812067864064/t0(0) o101->MGC192.168.204.130@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1780333413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780333397.017379:0:5802:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ec4012e4600. 02000000:00000010:3.0:1780333397.017393:0:5802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec42dc66400. 02000000:00000010:3.0:1780333397.017403:0:5802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ec4372b4400. 00000100:00000010:3.0:1780333397.017408:0:5802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599880. 00000100:00000010:1.0:1780333397.095686:0:97287:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a131e0. 00000100:00000010:2.0:1780333397.095690:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a130c0. 00000100:00000010:3.0:1780333397.095758:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a13840. 00000100:00000010:0.0:1780333397.095941:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec301a132a0. 00000400:00000200:0.0:1780333397.698378:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333397.698396:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 12 MB=0x6a1db0cd82a00 00000400:00000200:0.0:1780333397.698405:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.30@tcp of length 224/224 into md 0x23d [64] + 73776 00000400:00000200:0.0:1780333397.698416:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333397.698420:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333397.698429:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1780333397.698435:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1c00. 00000400:00000200:0.0:1780333397.698462:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333397.698469:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 26 MB=0x6a1db0cd82980 00000400:00000200:0.0:1780333397.698474:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.30@tcp of length 224/224 into md 0x16095 [2] + 0 00000400:00000010:0.0:1780333397.698478:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee79a0. 00000400:00000200:0.0:1780333397.698482:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec40939f900 00000400:00000200:0.0:1780333397.698490:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333397.698493:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333397.698496:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec40939f900 00000400:00000010:0.0:1780333397.698499:0:3320:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec40939f900. 00000100:00000200:0.0:1780333397.698503:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1780333397.698594:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645d00. 00000020:00000010:1.0:1780333397.698599:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645d00. 00000020:00000010:1.0:1780333397.698605:0:5800:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372aaa00. 00000020:00000010:1.0:1780333397.698610:0:5800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325c00. 00000020:00000010:1.0:1780333397.698828:0:5800:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333397.698867:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645d00. 00000020:00000010:1.0:1780333397.698870:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645d00. 00000100:00000200:1.0:1780333397.698873:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666688 02000000:00000010:1.0:1780333397.698890:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c455000. 00010000:00000200:1.0:1780333397.698902:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eec050 x1866812045666688/t0(0) o400->f56dca0f-fd4a-432f-9eb8-ce9ff5119f0b@192.168.204.30@tcp:373/0 lens 224/224 e 0 to 0 dl 1780333408 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333397.698923:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333397.698929:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812045666688, offset 224 00000400:00000200:1.0:1780333397.698935:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333397.698946:0:5800:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333397.698952:0:5800:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3824:3824:256:4294967295] 192.168.204.30@tcp LPNI seq info [3820:3820:8:4294967295] 00000400:00000200:1.0:1780333397.698963:0:5800:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333397.698970:0:5800:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333397.698974:0:5800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d3f8700. 00000800:00000200:1.0:1780333397.698982:0:5800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333397.698990:0:5800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333397.698995:0:5800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d3f8700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333397.699013:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325c00. 00000020:00000010:1.0:1780333397.699016:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333397.699019:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372aaa00. 00000100:00000200:1.0:1780333397.699028:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333397.699033:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2948. 00000400:00000010:1.0:1780333397.699037:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec408c8fd80. 00000800:00000200:1.0:1780333397.699121:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333397.699126:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d3f8700. 00000400:00000200:1.0:1780333397.699129:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333397.699133:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333397.699136:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333397.699138:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 02000000:00000010:1.0:1780333397.699142:0:3319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c455000. 00000020:00000010:2.0:1780333397.699470:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7dc0. 00000020:00000010:2.0:1780333397.699477:0:44689:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec302573a80. 00000020:00000010:2.0:1780333397.699492:0:44689:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405752e00. 00000020:00000010:2.0:1780333397.699496:0:44689:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73300. 00000020:00000010:2.0:1780333397.699500:0:44689:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333397.699524:0:44689:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7980. 00000020:00000010:2.0:1780333397.699526:0:44689:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7980. 00000100:00000200:2.0:1780333397.699530:0:44689:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666816 02000000:00000010:2.0:1780333397.699833:0:44689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d9b0800. 00010000:00000200:2.0:1780333397.699842:0:44689:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c1c00 x1866812045666816/t0(0) o400->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:373/0 lens 224/224 e 0 to 0 dl 1780333408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333397.699856:0:44689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2bc38. 00000100:00000200:2.0:1780333397.699860:0:44689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812045666816, offset 224 00000400:00000200:2.0:1780333397.699865:0:44689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333397.699874:0:44689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333397.699878:0:44689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3825:3825:256:4294967295] 192.168.204.30@tcp LPNI seq info [3821:3821:8:4294967295] 00000400:00000200:2.0:1780333397.699886:0:44689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333397.699891:0:44689:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333397.699894:0:44689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757d00. 00000800:00000200:2.0:1780333397.699898:0:44689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333397.699902:0:44689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333397.699905:0:44689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333397.699927:0:44689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73300. 00000020:00000010:2.0:1780333397.699931:0:44689:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333397.699934:0:44689:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405752e00. 00000800:00000200:0.0:1780333397.700517:0:3321:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780333397.700522:0:3321:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757d00. 00000400:00000200:0.0:1780333397.700527:0:3321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333397.700532:0:3321:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:0.0:1780333397.700536:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2bc38 00000400:00000010:0.0:1780333397.700548:0:3321:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2bc38. 00000400:00000200:0.0:1780333397.701671:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333397.701686:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82a80 00000400:00000200:0.0:1780333397.701693:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 14176 00000400:00000200:0.0:1780333397.701702:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333397.701706:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333397.701712:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333397.701717:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c1500. 00000400:00000200:0.0:1780333397.701740:0:3320:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp) <- 192.168.204.30@tcp : PUT - for me 00000400:00000200:0.0:1780333397.701744:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.30@tcp of length 224 into portal 28 MB=0x6a1db0cd82b00 00000400:00000200:0.0:1780333397.701748:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.30@tcp of length 224/224 into md 0xc11 [8] + 14400 00000400:00000200:0.0:1780333397.701769:0:3320:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333397.701773:0:3320:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000100:00000200:0.0:1780333397.701776:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1780333397.701780:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42d3c2d80. 00000020:00000010:1.0:1780333397.701933:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645d00. 00000020:00000010:1.0:1780333397.701938:0:6594:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183b240. 00000020:00000010:1.0:1780333397.701961:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372aaa00. 00000020:00000010:1.0:1780333397.701967:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325c00. 00000020:00000010:1.0:1780333397.701971:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333397.702000:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4376453c0. 00000020:00000010:1.0:1780333397.702003:0:6594:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec30183bec0. 00000020:00000010:1.0:1780333397.702008:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372ab200. 00000020:00000010:1.0:1780333397.702011:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325780. 00000020:00000010:1.0:1780333397.702013:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929ded8. 00000020:00000010:1.0:1780333397.702030:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec437645c40. 00000020:00000010:1.0:1780333397.702033:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec437645c40. 00000100:00000200:1.0:1780333397.702036:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045666944 02000000:00000010:1.0:1780333397.702051:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c455000. 00000020:00000010:1.0:1780333397.702065:0:6594:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec437645d00. 00000020:00000010:1.0:1780333397.702083:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec4372ab800. 00000020:00000010:1.0:1780333397.702088:0:6594:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec42d707c00. 00000020:00000010:1.0:1780333397.702093:0:6594:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec30344f000. 00000020:00000010:1.0:1780333397.702097:0:6594:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333397.702102:0:6594:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec43438e400. 80000000:00000010:1.0:1780333397.702106:0:6594:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec437d51300. 40000000:00000010:1.0:1780333397.702111:0:6594:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec437645d00. 00100000:00000010:1.0:1780333397.702116:0:6594:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec30344b000. 00040000:00000010:1.0:1780333397.702121:0:6594:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec42d3f8700. 00040000:00000010:1.0:1780333397.702126:0:6594:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec403bbca00. 00080000:00000010:1.0:1780333397.702131:0:6594:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec303448000. 00002000:00000010:1.0:1780333397.702136:0:6594:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec43c455800. 00080000:00000010:1.0:1780333397.702149:0:6594:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec43c456400. 00000020:00000010:2.0:1780333397.702792:0:101090:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7980. 00000020:00000010:2.0:1780333397.702797:0:101090:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7980. 00000100:00000200:2.0:1780333397.702801:0:101090:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812045667072 02000000:00000010:2.0:1780333397.702812:0:101090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42d9b0000. 00000020:00000010:2.0:1780333397.702822:0:101090:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4376453c0. 00000020:00000010:2.0:1780333397.702840:0:101090:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405752e00. 00000020:00000010:2.0:1780333397.702844:0:101090:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ec405753000. 00000020:00000010:2.0:1780333397.702848:0:101090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ec42013e800. 00000020:00000010:2.0:1780333397.702852:0:101090:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ec43c39bc60. 00000020:00000010:2.0:1780333397.702855:0:101090:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff8ec405753200. 80000000:00000010:2.0:1780333397.702859:0:101090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ec30190ede0. 40000000:00000010:2.0:1780333397.702862:0:101090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ec4099e7980. 00100000:00000010:2.0:1780333397.702865:0:101090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ec42013b000. 00040000:00000010:2.0:1780333397.702869:0:101090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ec405757100. 00040000:00000010:2.0:1780333397.702872:0:101090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ec405752800. 00080000:00000010:2.0:1780333397.702876:0:101090:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff8ec409fa1000. 00002000:00000010:2.0:1780333397.702880:0:101090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ec42d9b1c00. 00080000:00000010:2.0:1780333397.702888:0:101090:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42d9b3c00. 00080000:00000010:2.0:1780333397.703023:0:101090:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec42d9b0400. 00000001:00000010:2.0:1780333397.703045:0:101090:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec30190e840. 00000020:00000010:2.0:1780333397.703068:0:101090:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec405753000. 00000020:00000010:2.0:1780333397.703071:0:101090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec42013e800. 00000020:00000010:2.0:1780333397.703077:0:101090:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec43c39bc60. 00000020:00000010:2.0:1780333397.703081:0:101090:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec405753200. 80000000:00000010:2.0:1780333397.703084:0:101090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec30190ede0. 40000000:00000010:2.0:1780333397.703087:0:101090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec4099e7980. 00100000:00000010:2.0:1780333397.703091:0:101090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec42013b000. 00040000:00000010:2.0:1780333397.703094:0:101090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec405757100. 00040000:00000010:2.0:1780333397.703099:0:101090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec405752800. 00080000:00000010:2.0:1780333397.703102:0:101090:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec409fa1000. 00002000:00000010:2.0:1780333397.703110:0:101090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec42d9b1c00. 00000020:00000010:2.0:1780333397.703113:0:101090:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405752e00. 00010000:00000200:2.0:1780333397.703128:0:101090:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c2d80 x1866812045667072/t0(0) o9->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:373/0 lens 224/224 e 0 to 0 dl 1780333408 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333397.703146:0:101090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2baa0. 00000100:00000200:2.0:1780333397.703152:0:101090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045667072, offset 224 00000400:00000200:2.0:1780333397.703159:0:101090:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:2.0:1780333397.703183:0:101090:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:2.0:1780333397.703189:0:101090:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3826:3826:256:4294967295] 192.168.204.30@tcp LPNI seq info [3822:3822:8:4294967295] 00000400:00000200:2.0:1780333397.703201:0:101090:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:2.0:1780333397.703206:0:101090:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:2.0:1780333397.703211:0:101090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec405757100. 00000800:00000200:2.0:1780333397.703217:0:101090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:2.0:1780333397.703225:0:101090:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:2.0:1780333397.703239:0:101090:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec405757100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1780333397.703257:0:101090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325780. 00000020:00000010:2.0:1780333397.703262:0:101090:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929ded8. 00000020:00000010:2.0:1780333397.703265:0:101090:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372ab200. 00080000:00000010:1.0:1780333397.703406:0:6594:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff8ec43c455400. 00000001:00000010:1.0:1780333397.703429:0:6594:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8ec437d51960. 00000020:00000010:1.0:1780333397.703447:0:6594:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8ec42d707c00. 00000020:00000010:1.0:1780333397.703451:0:6594:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ec30344f000. 00000020:00000010:1.0:1780333397.703454:0:6594:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ec410a6e9a8. 00000020:00000010:1.0:1780333397.703458:0:6594:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff8ec43438e400. 80000000:00000010:1.0:1780333397.703461:0:6594:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ec437d51300. 40000000:00000010:1.0:1780333397.703463:0:6594:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ec437645d00. 00100000:00000010:1.0:1780333397.703465:0:6594:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ec30344b000. 00040000:00000010:1.0:1780333397.703468:0:6594:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ec42d3f8700. 00040000:00000010:1.0:1780333397.703471:0:6594:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ec403bbca00. 00080000:00000010:1.0:1780333397.703473:0:6594:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff8ec303448000. 00002000:00000010:1.0:1780333397.703475:0:6594:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ec43c455800. 00000020:00000010:1.0:1780333397.703477:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372ab800. 00010000:00000200:1.0:1780333397.703486:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42d3c1500 x1866812045666944/t0(0) o9->a2c89305-0924-47d0-ab58-5a4aaa508a86@192.168.204.30@tcp:373/0 lens 224/224 e 0 to 0 dl 1780333408 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333397.703498:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333397.703501:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812045666944, offset 224 00000400:00000200:1.0:1780333397.703506:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.30@tcp 00000400:00000200:1.0:1780333397.703511:0:6594:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.130@tcp to MR: 192.168.204.30@tcp local destination 00000400:00000200:1.0:1780333397.703515:0:6594:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.130@tcp NI seq info: [3827:3827:255:4294967295] 192.168.204.30@tcp LPNI seq info [3823:3823:7:4294967295] 00000400:00000200:1.0:1780333397.703523:0:6594:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.130@tcp(192.168.204.130@tcp:192.168.204.130@tcp) -> 192.168.204.30@tcp(192.168.204.30@tcp:192.168.204.30@tcp) : PUT try# 0 00000800:00000200:1.0:1780333397.703528:0:6594:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.30@tcp 00000800:00000010:1.0:1780333397.703531:0:6594:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ec42d3f8700. 00000800:00000200:1.0:1780333397.703535:0:6594:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ec403143180] -> 12345-192.168.204.30@tcp (4) 00000800:00000200:1.0:1780333397.703552:0:6594:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.30@tcp ip 192.168.204.30:1023 00000800:00000200:1.0:1780333397.703555:0:6594:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ec42d3f8700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1780333397.703562:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325c00. 00000020:00000010:1.0:1780333397.703565:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333397.703568:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec4372aaa00. 00000800:00000200:1.0:1780333397.703610:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333397.703614:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec405757100. 00000400:00000200:1.0:1780333397.706457:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333397.706466:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333397.706476:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2baa0 00000400:00000010:1.0:1780333397.706479:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2baa0. 00000800:00000200:1.0:1780333397.706559:0:3319:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780333397.706562:0:3319:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ec42d3f8700. 00000400:00000200:1.0:1780333397.706565:0:3319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333397.706569:0:3319:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.130@tcp->192.168.204.30@tcp: PUT: OK 00000400:00000200:1.0:1780333397.706572:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:1.0:1780333397.706574:0:3319:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000010:1.0:1780333399.256503:0:7053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2d180. 02000000:00000010:1.0:1780333399.256526:0:7053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec42d3f8200. 02000000:00000010:1.0:1780333399.268011:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ec43c456000. 00000400:00000010:1.0:1780333399.268026:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2b58. 00000400:00000010:1.0:1780333399.268032:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409227110. 00000100:00000200:1.0:1780333399.268039:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812067864192, portal 4 00000400:00000010:1.0:1780333399.268046:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333399.268049:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1866812067864192, offset 0 00000400:00000200:1.0:1780333399.268057:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333399.268070:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333399.268083:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a1db0e2ade80 00000400:00000200:1.0:1780333399.268090:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xcb1 [8] + 10080 00000400:00000200:1.0:1780333399.268099:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333399.268103:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333399.268111:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1780333399.268117:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2ce00. 00000400:00000200:1.0:1780333399.268158:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:1.0:1780333399.268162:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333399.268169:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec42db2d180 x1866812067864192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333415 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780333399.268200:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51300. 00000100:00000010:1.0:1780333399.268213:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51840. 00000100:00000010:1.0:1780333399.268218:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51420. 00000100:00000010:1.0:1780333399.268228:0:3329:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec437d51ae0. 00000020:00000010:2.0:1780333399.269368:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e78c0. 00000020:00000010:2.0:1780333399.269377:0:6599:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4099e7ac0. 00000020:00000010:2.0:1780333399.269466:0:6599:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec405752e00. 00000020:00000010:2.0:1780333399.269471:0:6599:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73b00. 00000020:00000010:2.0:1780333399.269475:0:6599:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333399.269512:0:6599:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7ac0. 00000020:00000010:2.0:1780333399.269515:0:6599:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7ac0. 00000100:00000200:2.0:1780333399.269519:0:6599:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864192 02000000:00000010:2.0:1780333399.269537:0:6599:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ec42dc4cc00. 00010000:00000200:2.0:1780333399.269570:0:6599:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2ce00 x1866812067864192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:375/0 lens 224/368 e 0 to 0 dl 1780333410 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333399.269588:0:6599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b7f8. 00000100:00000200:2.0:1780333399.269592:0:6599:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1866812067864192, offset 224 00000400:00000200:2.0:1780333399.269598:0:6599:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333399.269607:0:6599:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333399.269652:0:6599:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a1db0e2ade80 00000400:00000200:2.0:1780333399.269659:0:6599:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16821 [1] + 224 00000400:00000200:2.0:1780333399.269665:0:6599:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333399.269668:0:6599:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333399.269676:0:6599:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec42db2d180 x1866812067864192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333415 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333399.269700:0:6599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b7f8 00000400:00000010:2.0:1780333399.269703:0:6599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b7f8. 00000020:00000010:2.0:1780333399.269713:0:6599:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73b00. 00000020:00000010:2.0:1780333399.269717:0:6599:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333399.269720:0:6599:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec405752e00. 00000100:00000010:2.0:1780333399.269743:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51420. 00000400:00000010:2.0:1780333399.269760:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec403ef2b58. 00000400:00000200:2.0:1780333399.269763:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409227110 00000400:00000010:2.0:1780333399.269765:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409227110. 00000100:00000200:2.0:1780333399.269771:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec42db2d180 x1866812067864192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333415 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333399.269779:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec42db2d180 x1866812067864192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1780333415 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333399.269810:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ec43c456000. 02000000:00000010:2.0:1780333399.269816:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec42d3f8200. 00000100:00000010:2.0:1780333399.269821:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec42db2d180. 00000100:00000010:1.0:1780333399.270763:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51840. 00000100:00000010:3.0:1780333399.273487:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51ae0. 00000100:00000010:0.0:1780333399.274794:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec437d51300. 00000001:00000010:1.0:1780333399.350782:0:7493:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec30190e840. 00080000:00000010:1.0:1780333399.350795:0:7493:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42d9b0400. 00080000:00000010:1.0:1780333399.350802:0:7493:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec42d9b3c00. 00000001:00000010:3.0:1780333399.350835:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec3024b5800. 00000001:00000010:3.0:1780333399.350842:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec437193000. 00000001:00000010:3.0:1780333399.350844:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec409c17200. 00000001:00000010:3.0:1780333399.350846:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec40baf6600. 00000001:00000010:3.0:1780333399.350849:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8ec3012a9b00. 00000001:00000010:3.0:1780333399.350852:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8ec437d41100. 00000001:00000010:3.0:1780333399.350859:0:36:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8ec437213700. 00000020:00000010:3.0:1780333399.350867:0:36:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8ec30344f800. 00000020:00000010:3.0:1780333399.350878:0:36:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff8ec30344c000. 00000001:00000010:3.0:1780333399.352351:0:6623:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8ec437d51960. 00080000:00000010:3.0:1780333399.352362:0:6623:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec43c455400. 00080000:00000010:3.0:1780333399.352367:0:6623:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff8ec43c456400. 00000001:00000010:0.0:1780333399.352498:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec30360fe00. 00000001:00000010:0.0:1780333399.352503:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec30360ea00. 00000001:00000010:0.0:1780333399.352506:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec30360f400. 00000001:00000010:0.0:1780333399.352508:0:100539:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8ec30360fc00. 00000001:00000010:0.0:1780333399.352510:0:100539:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8ec30362d420. 00000001:00000010:0.0:1780333399.352514:0:100539:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8ec405757500. 00000001:00000010:0.0:1780333399.352521:0:100539:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8ec408e73880. 00000020:00000010:0.0:1780333399.352527:0:100539:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8ec408465800. 00000020:00000010:0.0:1780333399.352575:0:100539:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff8ec408461800. 00000001:02000400:2.0:1780333399.468611:0:109231:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_25b: @@@@@@ FAIL: nodemap info differs from get_param output (1) 00000100:00000010:3.0:1780333400.282343:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599880. 02000000:00000010:3.0:1780333400.282365:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec403215c00. 00000100:00000010:3.0:1780333400.282405:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302599c00. 02000000:00000010:3.0:1780333400.282412:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec40753d300. 00000100:00000010:3.0:1780333400.282420:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259bb80. 02000000:00000010:3.0:1780333400.282425:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec4084cec00. 00000100:00000010:3.0:1780333400.282441:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302598380. 02000000:00000010:3.0:1780333400.282446:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec4084ce100. 00000100:00000010:3.0:1780333400.282454:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec30259a300. 02000000:00000010:3.0:1780333400.282458:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec4084ce300. 00000100:00000010:3.0:1780333400.282465:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec433f89c00. 02000000:00000010:3.0:1780333400.282469:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ec4084ce400. 02000000:00000010:3.0:1780333400.282516:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b4c00. 00000400:00000010:3.0:1780333400.282524:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f68528. 00000400:00000010:3.0:1780333400.282531:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42ee0. 00000100:00000200:3.0:1780333400.282538:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067864448, portal 10 00000400:00000010:3.0:1780333400.282546:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333400.282550:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067864448, offset 0 00000400:00000200:3.0:1780333400.282569:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333400.282584:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333400.282596:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2adf80 00000400:00000200:3.0:1780333400.282604:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 74000 00000400:00000200:3.0:1780333400.282613:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333400.282641:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1780333400.282741:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437ad3200. 00000400:00000010:0.0:1780333400.282747:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c60. 00000100:00000200:3.0:1780333400.282767:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333400.282781:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec410ea2680. 00000400:00000010:0.0:1780333400.283200:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346c38. 00000100:00000200:0.0:1780333400.283206:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067864320, portal 25 00000400:00000010:0.0:1780333400.283210:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346880. 00000100:00000200:0.0:1780333400.283213:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812067864320, offset 0 00000400:00000200:0.0:1780333400.283218:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333400.283225:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333400.283231:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a1db0e2adf00 00000400:00000200:0.0:1780333400.283236:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1609d [2] + 0 00000400:00000010:0.0:1780333400.283240:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42dee7790. 00000400:00000200:0.0:1780333400.283243:0:3326:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ec404defa80 00000400:00000200:0.0:1780333400.283248:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333400.283251:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1780333400.283254:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec404defa80 00000400:00000010:0.0:1780333400.283256:0:3326:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff8ec404defa80. 00000100:00000200:0.0:1780333400.283260:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1780333400.283324:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346880 00000400:00000010:0.0:1780333400.283326:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346880. 00000100:00000200:0.0:1780333400.283334:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599880 x1866812067864320/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780333400.283353:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9900. 00000100:00000010:0.0:1780333400.283365:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e92a0. 00000100:00000010:0.0:1780333400.283369:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9ea0. 00000100:00000010:0.0:1780333400.283374:0:3326:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ec4372e9d80. 02000000:00000010:0.0:1780333400.283386:0:3326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437ad2200. 00000400:00000010:0.0:1780333400.283390:0:3326:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169f20. 00000400:00000010:0.0:1780333400.283411:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346880. 00000100:00000200:0.0:1780333400.283414:0:3326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067864832, portal 10 00000400:00000010:0.0:1780333400.283419:0:3326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346f68. 00000100:00000200:0.0:1780333400.283421:0:3326:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067864832, offset 0 00000400:00000200:0.0:1780333400.283425:0:3326:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333400.283430:0:3326:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333400.283436:0:3326:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ae100 00000400:00000200:0.0:1780333400.283440:0:3326:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 74224 00000400:00000200:0.0:1780333400.283445:0:3326:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333400.283447:0:3326:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1780333400.283463:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec437ad3a00. 00000400:00000010:0.0:1780333400.283467:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec408169c08. 00000400:00000010:0.0:1780333400.283516:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346d48. 00000100:00000200:0.0:1780333400.283521:0:3328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067864576, portal 10 00000400:00000010:0.0:1780333400.283527:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409346bb0. 00000100:00000200:0.0:1780333400.283529:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812067864576, offset 0 00000400:00000200:0.0:1780333400.283533:0:3328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1780333400.283538:0:3328:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1780333400.283543:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a1db0e2ae000 00000400:00000200:0.0:1780333400.283546:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 74448 00000400:00000200:0.0:1780333400.283550:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780333400.283553:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1780333400.284022:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42550 00000400:00000010:3.0:1780333400.284025:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333400.284034:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302599c00 x1866812067864448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333400.284061:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec42e0b5200. 00000400:00000010:3.0:1780333400.284066:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec426f687e8. 00000400:00000010:3.0:1780333400.284069:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42550. 00000100:00000200:3.0:1780333400.284073:0:3327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067864960, portal 4 00000400:00000010:3.0:1780333400.284076:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333400.284079:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067864960, offset 0 00000400:00000200:3.0:1780333400.284084:0:3327:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333400.284091:0:3327:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333400.284097:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ae180 00000400:00000200:3.0:1780333400.284102:0:3327:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 14624 00000400:00000200:3.0:1780333400.284107:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333400.284109:0:3327:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333400.284114:0:3327:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1780333400.284119:0:3327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42e089f80. 00000400:00000200:3.0:1780333400.284142:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333400.284144:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333400.284150:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec433f89c00 x1866812067864960/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333400.284197:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b200. 00000020:00000010:3.0:1780333400.284203:0:6597:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec4376454c0. 00000020:00000010:3.0:1780333400.284218:0:6597:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5600. 00000020:00000010:3.0:1780333400.284224:0:6597:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3e80. 00000020:00000010:3.0:1780333400.284228:0:6597:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d640. 00000020:00000010:2.0:1780333400.284249:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7440. 00000020:00000010:2.0:1780333400.284254:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7440. 00000020:00000010:2.0:1780333400.284261:0:5807:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b4e00. 00000020:00000010:3.0:1780333400.284265:0:6597:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b380. 00000020:00000010:2.0:1780333400.284266:0:5807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73e80. 00000020:00000010:3.0:1780333400.284270:0:6597:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b380. 00000020:00000010:2.0:1780333400.284272:0:5807:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000100:00000200:3.0:1780333400.284275:0:6597:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864960 02000000:00000010:3.0:1780333400.284295:0:6597:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc64400. 00000020:00000010:2.0:1780333400.284298:0:5807:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7440. 00000020:00000010:2.0:1780333400.284302:0:5807:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7440. 00010000:00000200:3.0:1780333400.284304:0:6597:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42e089f80 x1866812067864960/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333400.284306:0:5807:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864448 00000400:00000010:3.0:1780333400.284320:0:6597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000100:00000200:3.0:1780333400.284322:0:6597:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067864960, offset 224 00000400:00000200:3.0:1780333400.284326:0:6597:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333400.284332:0:6597:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1780333400.284337:0:6597:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ae180 00000400:00000200:3.0:1780333400.284342:0:6597:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1684d [1] + 224 00000400:00000200:3.0:1780333400.284346:0:6597:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333400.284349:0:6597:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333400.284354:0:6597:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec433f89c00 x1866812067864960/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333400.284369:0:6597:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333400.284371:0:6597:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000020:00000010:3.0:1780333400.284381:0:6597:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3e80. 00000020:00000010:3.0:1780333400.284385:0:6597:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333400.284388:0:6597:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5600. 00000100:00000200:3.0:1780333400.284411:0:3326:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1780333400.284417:0:3326:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec302585880. 00000400:00000200:3.0:1780333400.284429:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346f68 00000400:00000010:3.0:1780333400.284431:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346f68. 00000100:00000200:3.0:1780333400.284436:0:3326:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259a300 x1866812067864832/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333400.284455:0:5807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2bac00. 00010000:00000200:2.0:1780333400.284463:0:5807:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410ea2680 x1866812067864448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333400.284476:0:5807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b7f8. 00000100:00000200:2.0:1780333400.284479:0:5807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067864448, offset 224 00000400:00000200:2.0:1780333400.284484:0:5807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333400.284491:0:5807:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333400.284496:0:5807:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2adf80 00000400:00000200:2.0:1780333400.284562:0:5807:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1682d [1] + 224 00000400:00000200:2.0:1780333400.284569:0:5807:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333400.284572:0:5807:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333400.284579:0:5807:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599c00 x1866812067864448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333400.284591:0:5807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b7f8 00000400:00000010:2.0:1780333400.284593:0:5807:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b7f8. 00000020:00000010:2.0:1780333400.284602:0:5807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333400.284605:0:5807:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333400.284607:0:5807:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b4e00. 02000000:00000010:2.0:1780333400.284654:0:3329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ec3024b4e00. 00000400:00000010:2.0:1780333400.284658:0:3329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec42db3aec8. 00000400:00000010:2.0:1780333400.284661:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2b7f8. 00000100:00000200:2.0:1780333400.284664:0:3329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812067864704, portal 4 00000400:00000010:2.0:1780333400.284668:0:3329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2ba18. 00000100:00000200:2.0:1780333400.284670:0:3329:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812067864704, offset 0 00000400:00000200:2.0:1780333400.284674:0:3329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333400.284679:0:3329:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333400.284685:0:3329:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6a1db0e2ae080 00000400:00000200:2.0:1780333400.284689:0:3329:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc11 [8] + 14848 00000400:00000200:2.0:1780333400.284693:0:3329:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333400.284695:0:3329:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333400.284698:0:3329:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1780333400.284702:0:3329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec437d21f80. 00000400:00000200:2.0:1780333400.284713:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2ba18 00000400:00000010:2.0:1780333400.284715:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2ba18. 00000100:00000200:2.0:1780333400.284720:0:3329:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec302598380 x1866812067864704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1780333400.284821:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b380. 00000020:00000010:3.0:1780333400.284835:0:6619:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec42e0b5600. 00000020:00000010:3.0:1780333400.284838:0:6619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec4205a3e80. 00000020:00000010:3.0:1780333400.284842:0:6619:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333400.284865:0:6619:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec30183b580. 00000020:00000010:3.0:1780333400.284868:0:6619:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec30183b580. 00000100:00000200:3.0:1780333400.284871:0:6619:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864832 02000000:00000010:3.0:1780333400.284880:0:6619:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42dc65c00. 00010000:00000200:3.0:1780333400.284887:0:6619:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec302585880 x1866812067864832/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780333400.284895:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f68528. 00000400:00000010:3.0:1780333400.284898:0:6619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec409c42f68. 00000400:00000200:2.0:1780333400.284900:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42ee0 00000400:00000010:2.0:1780333400.284903:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42ee0. 00000100:00000200:2.0:1780333400.284909:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599c00 x1866812067864448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333400.284917:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599c00 x1866812067864448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333400.285037:0:6619:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067864832, offset 224 00000400:00000010:2.0:1780333400.285038:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec426f687e8. 00000400:00000200:2.0:1780333400.285044:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42550 00000400:00000010:2.0:1780333400.285045:0:3327:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42550. 00000100:00000200:2.0:1780333400.285049:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec433f89c00 x1866812067864960/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333400.285058:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec433f89c00 x1866812067864960/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333400.285076:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b4c00. 02000000:00000010:2.0:1780333400.285082:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec40753d300. 00000100:00000010:2.0:1780333400.285091:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599c00. 02000000:00000010:2.0:1780333400.285095:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec42e0b5200. 02000000:00000010:2.0:1780333400.285098:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec4084ce400. 00000100:00000010:2.0:1780333400.285101:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec433f89c00. 00000020:00000010:2.0:1780333400.285159:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7440. 00000020:00000010:2.0:1780333400.285163:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7440. 00000020:00000010:2.0:1780333400.285167:0:6594:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec3024b4200. 00000020:00000010:2.0:1780333400.285170:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333400.285172:0:6594:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333400.285267:0:6594:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec4099e7440. 00000020:00000010:2.0:1780333400.285270:0:6594:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec4099e7440. 00000100:00000200:2.0:1780333400.285273:0:6594:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864704 02000000:00000010:2.0:1780333400.285281:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec42e2bb800. 00010000:00000200:2.0:1780333400.285288:0:6594:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec437d21f80 x1866812067864704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333400.285289:0:6619:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1780333400.285300:0:6619:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1780333400.285301:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec426f2ba18. 00000100:00000200:2.0:1780333400.285305:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1866812067864704, offset 224 00000400:00000200:3.0:1780333400.285309:0:6619:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ae100 00000400:00000200:3.0:1780333400.285314:0:6619:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1683d [1] + 224 00000400:00000200:3.0:1780333400.285319:0:6619:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780333400.285323:0:6619:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1780333400.285330:0:6619:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259a300 x1866812067864832/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780333400.285346:0:6619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409c42f68 00000400:00000010:3.0:1780333400.285348:0:6619:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409c42f68. 00000020:00000010:3.0:1780333400.285358:0:6619:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec4205a3e80. 00000020:00000010:3.0:1780333400.285361:0:6619:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40306d640. 00000020:00000010:3.0:1780333400.285364:0:6619:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec42e0b5600. 00000400:00000010:3.0:1780333400.285380:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169f20. 00000400:00000200:3.0:1780333400.285384:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346880 00000400:00000010:3.0:1780333400.285385:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346880. 00000100:00000200:3.0:1780333400.285390:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259a300 x1866812067864832/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333400.285399:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259a300 x1866812067864832/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333400.285412:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437ad2200. 02000000:00000010:3.0:1780333400.285415:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec4084ce300. 00000100:00000010:3.0:1780333400.285418:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259a300. 00000400:00000200:2.0:1780333400.285584:0:6594:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1780333400.285590:0:6594:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1780333400.285595:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6a1db0e2ae080 00000400:00000200:2.0:1780333400.285599:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1685d [1] + 224 00000400:00000200:2.0:1780333400.285603:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780333400.285606:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1780333400.285612:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302598380 x1866812067864704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780333400.285650:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2ba18 00000400:00000010:2.0:1780333400.285652:0:6594:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2ba18. 00000020:00000010:2.0:1780333400.285660:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec408e73e80. 00000020:00000010:2.0:1780333400.285663:0:6594:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec42e46c258. 00000020:00000010:2.0:1780333400.285666:0:6594:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec3024b4200. 00000400:00000010:2.0:1780333400.287032:0:3329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec42db3aec8. 00000400:00000200:2.0:1780333400.287044:0:3329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec426f2b7f8 00000400:00000010:2.0:1780333400.287047:0:3329:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec426f2b7f8. 00000100:00000200:2.0:1780333400.287058:0:3329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302598380 x1866812067864704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780333400.287068:0:3329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302598380 x1866812067864704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780333400.287093:0:3329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec3024b4e00. 02000000:00000010:2.0:1780333400.287097:0:3329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec4084ce100. 00000100:00000010:2.0:1780333400.287101:0:3329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302598380. 00000020:00000010:1.0:1780333400.289186:0:5798:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c540e80. 00000020:00000010:1.0:1780333400.289195:0:5798:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c540e80. 00000020:00000010:1.0:1780333400.289202:0:5798:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564d000. 00000020:00000010:1.0:1780333400.289208:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333400.289214:0:5798:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333400.289314:0:5800:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c540e80. 00000020:00000010:1.0:1780333400.289318:0:5800:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c540e80. 00000100:00000200:1.0:1780333400.289322:0:5800:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864320 02000000:00000010:1.0:1780333400.289339:0:5800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c456800. 00010000:00000200:1.0:1780333400.289350:0:5800:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec410eedc50 x1866812067864320/t0(0) o400->443bdf9f-d7e5-4e0a-88b8-3b44db680225@0@lo:376/0 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333400.289370:0:5800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333400.289387:0:5800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1866812067864320, offset 224 00000400:00000200:1.0:1780333400.289397:0:5800:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333400.289412:0:5800:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333400.289423:0:5800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a1db0e2adf00 00000400:00000200:1.0:1780333400.289431:0:5800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16835 [1] + 224 00000400:00000200:1.0:1780333400.289439:0:5800:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333400.289443:0:5800:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333400.289452:0:5800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec302599880 x1866812067864320/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333400.289473:0:5800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:1.0:1780333400.289476:0:5800:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000020:00000010:1.0:1780333400.289490:0:5800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333400.289507:0:5800:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333400.289510:0:5800:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564d000. 02000000:00000010:1.0:1780333400.289516:0:5800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ec43c456800. 00000100:00000200:1.0:1780333400.289529:0:5800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1780333400.289535:0:5800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ec403ef2528. 00000400:00000010:1.0:1780333400.289541:0:5800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ec42d9ea240. 00000400:00000010:3.0:1780333400.289565:0:3326:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c60. 00000400:00000200:3.0:1780333400.289577:0:3326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346c38 00000400:00000010:3.0:1780333400.289579:0:3326:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346c38. 00000100:00000200:3.0:1780333400.289586:0:3326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec302599880 x1866812067864320/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780333400.289596:0:3326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec302599880 x1866812067864320/t0(0) o400->MGC192.168.204.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780333400.289646:0:3326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437ad3200. 00000100:00000200:1.0:1780333400.289873:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1780333400.289881:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ec42db2df80. 00000400:00000200:1.0:1780333400.289897:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346bb0 00000400:00000010:1.0:1780333400.289899:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346bb0. 00000100:00000200:1.0:1780333400.289907:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ec30259bb80 x1866812067864576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1780333400.289956:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c540e80. 00000020:00000010:1.0:1780333400.289962:0:5806:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ec437645840. 00000020:00000010:1.0:1780333400.289972:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c540e80. 00000020:00000010:1.0:1780333400.289977:0:5806:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ec40564d000. 00000020:00000010:1.0:1780333400.289981:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333400.289984:0:5806:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333400.290020:0:5806:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ec43c540e80. 00000020:00000010:1.0:1780333400.290023:0:5806:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ec43c540e80. 00000100:00000200:1.0:1780333400.290025:0:5806:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812067864576 02000000:00000010:1.0:1780333400.290034:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ec43c456800. 00010000:00000200:1.0:1780333400.290040:0:5806:0:(ldlm_lib.c:3344:target_send_reply_msg()) @@@ sending reply req@ffff8ec42db2df80 x1866812067864576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1780333411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780333400.290050:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ec4092274c8. 00000100:00000200:1.0:1780333400.290053:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1866812067864576, offset 224 00000400:00000200:1.0:1780333400.290057:0:5806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1780333400.290074:0:5806:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1780333400.290082:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a1db0e2ae000 00000400:00000200:1.0:1780333400.290087:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16845 [1] + 224 00000400:00000200:1.0:1780333400.290092:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780333400.290095:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1780333400.290101:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ec30259bb80 x1866812067864576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780333400.290116:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec4092274c8 00000400:00000010:1.0:1780333400.290118:0:5806:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec4092274c8. 00000020:00000010:1.0:1780333400.290134:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ec43c325d00. 00000020:00000010:1.0:1780333400.290138:0:5806:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ec40929d190. 00000020:00000010:1.0:1780333400.290140:0:5806:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ec40564d000. 00000400:00000010:1.0:1780333400.290163:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ec408169c08. 00000400:00000200:1.0:1780333400.290166:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ec409346d48 00000400:00000010:1.0:1780333400.290168:0:3328:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8ec409346d48. 00000100:00000200:1.0:1780333400.290172:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ec30259bb80 x1866812067864576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780333400.290179:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ec30259bb80 x1866812067864576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1780333416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1780333400.290194:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ec437ad3a00. 02000000:00000010:1.0:1780333400.290200:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec4084cec00. 00000100:00000010:1.0:1780333400.290204:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec30259bb80. 02000000:00000010:3.0:1780333400.291721:0:3326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ec403215c00. 00000100:00000010:3.0:1780333400.291732:0:3326:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ec302599880. 00000100:00000010:3.0:1780333400.359978:0:88909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9d80. 00000100:00000010:2.0:1780333400.360313:0:98129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9ea0. 00000100:00000010:1.0:1780333400.360973:0:63911:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e92a0. 00000100:00000010:0.0:1780333400.361047:0:79354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ec4372e9900. Debug log: 79769 lines, 79769 kept, 0 dropped, 0 bad.